diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,231016 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.49447819420453,
+  "global_step": 77000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999935303974277e-05,
+      "loss": 9.6033,
+      "step": 2
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999870607948554e-05,
+      "loss": 9.5619,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999805911922831e-05,
+      "loss": 9.4581,
+      "step": 6
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999741215897107e-05,
+      "loss": 9.0576,
+      "step": 8
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999676519871385e-05,
+      "loss": 9.1234,
+      "step": 10
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999611823845661e-05,
+      "loss": 8.9434,
+      "step": 12
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9995471278199386e-05,
+      "loss": 8.8236,
+      "step": 14
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999482431794215e-05,
+      "loss": 8.6414,
+      "step": 16
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999417735768492e-05,
+      "loss": 8.5509,
+      "step": 18
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999353039742769e-05,
+      "loss": 8.592,
+      "step": 20
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9992883437170456e-05,
+      "loss": 8.6178,
+      "step": 22
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9992236476913225e-05,
+      "loss": 8.2506,
+      "step": 24
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9991589516655994e-05,
+      "loss": 8.2152,
+      "step": 26
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999094255639876e-05,
+      "loss": 8.1218,
+      "step": 28
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999029559614153e-05,
+      "loss": 7.9923,
+      "step": 30
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99896486358843e-05,
+      "loss": 7.8494,
+      "step": 32
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998900167562707e-05,
+      "loss": 7.5102,
+      "step": 34
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998835471536984e-05,
+      "loss": 7.7483,
+      "step": 36
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998770775511261e-05,
+      "loss": 7.531,
+      "step": 38
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998706079485537e-05,
+      "loss": 7.4975,
+      "step": 40
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9986413834598146e-05,
+      "loss": 7.4737,
+      "step": 42
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998576687434091e-05,
+      "loss": 7.5211,
+      "step": 44
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998511991408368e-05,
+      "loss": 7.188,
+      "step": 46
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998447295382645e-05,
+      "loss": 7.1897,
+      "step": 48
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9983825993569216e-05,
+      "loss": 6.66,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998317903331199e-05,
+      "loss": 6.9516,
+      "step": 52
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9982532073054754e-05,
+      "loss": 7.0331,
+      "step": 54
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998188511279752e-05,
+      "loss": 6.7742,
+      "step": 56
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998123815254029e-05,
+      "loss": 7.029,
+      "step": 58
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998059119228306e-05,
+      "loss": 6.4881,
+      "step": 60
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997994423202583e-05,
+      "loss": 6.7053,
+      "step": 62
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99792972717686e-05,
+      "loss": 6.342,
+      "step": 64
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997865031151137e-05,
+      "loss": 6.1993,
+      "step": 66
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997800335125413e-05,
+      "loss": 6.4181,
+      "step": 68
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997735639099691e-05,
+      "loss": 5.8703,
+      "step": 70
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997670943073967e-05,
+      "loss": 6.1984,
+      "step": 72
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9976062470482445e-05,
+      "loss": 5.9197,
+      "step": 74
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997541551022521e-05,
+      "loss": 5.885,
+      "step": 76
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9974768549967976e-05,
+      "loss": 5.587,
+      "step": 78
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9974121589710745e-05,
+      "loss": 5.7716,
+      "step": 80
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9973474629453515e-05,
+      "loss": 5.8239,
+      "step": 82
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9972827669196284e-05,
+      "loss": 5.9782,
+      "step": 84
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997218070893905e-05,
+      "loss": 5.8922,
+      "step": 86
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997153374868182e-05,
+      "loss": 5.5118,
+      "step": 88
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9970886788424584e-05,
+      "loss": 5.3661,
+      "step": 90
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997023982816736e-05,
+      "loss": 5.472,
+      "step": 92
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996959286791012e-05,
+      "loss": 5.2819,
+      "step": 94
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99689459076529e-05,
+      "loss": 5.0728,
+      "step": 96
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996829894739567e-05,
+      "loss": 5.0135,
+      "step": 98
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996765198713843e-05,
+      "loss": 5.2769,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9967005026881205e-05,
+      "loss": 5.043,
+      "step": 102
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996635806662397e-05,
+      "loss": 5.1687,
+      "step": 104
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996571110636674e-05,
+      "loss": 4.6953,
+      "step": 106
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9965064146109506e-05,
+      "loss": 4.9736,
+      "step": 108
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9964417185852275e-05,
+      "loss": 5.3861,
+      "step": 110
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9963770225595044e-05,
+      "loss": 5.1309,
+      "step": 112
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996312326533781e-05,
+      "loss": 4.5333,
+      "step": 114
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996247630508058e-05,
+      "loss": 4.7239,
+      "step": 116
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996182934482335e-05,
+      "loss": 4.6453,
+      "step": 118
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996118238456612e-05,
+      "loss": 4.7872,
+      "step": 120
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996053542430888e-05,
+      "loss": 4.7244,
+      "step": 122
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995988846405166e-05,
+      "loss": 4.1793,
+      "step": 124
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995924150379442e-05,
+      "loss": 4.4499,
+      "step": 126
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995859454353719e-05,
+      "loss": 4.599,
+      "step": 128
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9957947583279966e-05,
+      "loss": 4.2811,
+      "step": 130
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995730062302273e-05,
+      "loss": 4.4827,
+      "step": 132
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9956653662765504e-05,
+      "loss": 3.9349,
+      "step": 134
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9956006702508266e-05,
+      "loss": 4.4451,
+      "step": 136
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9955359742251035e-05,
+      "loss": 4.2531,
+      "step": 138
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9954712781993804e-05,
+      "loss": 4.3826,
+      "step": 140
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9954065821736574e-05,
+      "loss": 4.0539,
+      "step": 142
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995341886147934e-05,
+      "loss": 4.2217,
+      "step": 144
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995277190122211e-05,
+      "loss": 4.2532,
+      "step": 146
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995212494096488e-05,
+      "loss": 4.1193,
+      "step": 148
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995147798070764e-05,
+      "loss": 4.0205,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995083102045042e-05,
+      "loss": 4.1066,
+      "step": 152
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995018406019318e-05,
+      "loss": 3.9215,
+      "step": 154
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994953709993596e-05,
+      "loss": 4.0196,
+      "step": 156
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994889013967872e-05,
+      "loss": 3.6452,
+      "step": 158
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994824317942149e-05,
+      "loss": 4.1924,
+      "step": 160
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9947596219164264e-05,
+      "loss": 3.6099,
+      "step": 162
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994694925890703e-05,
+      "loss": 3.843,
+      "step": 164
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9946302298649796e-05,
+      "loss": 3.22,
+      "step": 166
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9945655338392565e-05,
+      "loss": 3.5336,
+      "step": 168
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9945008378135334e-05,
+      "loss": 3.5497,
+      "step": 170
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9944361417878096e-05,
+      "loss": 3.925,
+      "step": 172
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994371445762087e-05,
+      "loss": 3.5096,
+      "step": 174
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994306749736364e-05,
+      "loss": 3.7757,
+      "step": 176
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994242053710641e-05,
+      "loss": 3.6245,
+      "step": 178
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994177357684918e-05,
+      "loss": 3.816,
+      "step": 180
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994112661659194e-05,
+      "loss": 3.7088,
+      "step": 182
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994047965633472e-05,
+      "loss": 3.5397,
+      "step": 184
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993983269607748e-05,
+      "loss": 3.6075,
+      "step": 186
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993918573582025e-05,
+      "loss": 3.3753,
+      "step": 188
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993853877556302e-05,
+      "loss": 3.1994,
+      "step": 190
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993789181530579e-05,
+      "loss": 3.1617,
+      "step": 192
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9937244855048556e-05,
+      "loss": 3.4593,
+      "step": 194
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9936597894791325e-05,
+      "loss": 3.354,
+      "step": 196
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9935950934534094e-05,
+      "loss": 3.3414,
+      "step": 198
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9935303974276863e-05,
+      "loss": 3.0447,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993465701401963e-05,
+      "loss": 3.0906,
+      "step": 202
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9934010053762395e-05,
+      "loss": 3.297,
+      "step": 204
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993336309350517e-05,
+      "loss": 2.8983,
+      "step": 206
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993271613324794e-05,
+      "loss": 3.023,
+      "step": 208
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99320691729907e-05,
+      "loss": 3.0626,
+      "step": 210
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993142221273348e-05,
+      "loss": 3.1461,
+      "step": 212
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993077525247624e-05,
+      "loss": 2.8002,
+      "step": 214
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9930128292219016e-05,
+      "loss": 3.3363,
+      "step": 216
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992948133196178e-05,
+      "loss": 3.0975,
+      "step": 218
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992883437170455e-05,
+      "loss": 3.2126,
+      "step": 220
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9928187411447317e-05,
+      "loss": 3.1103,
+      "step": 222
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9927540451190086e-05,
+      "loss": 2.9334,
+      "step": 224
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9926893490932855e-05,
+      "loss": 2.7802,
+      "step": 226
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9926246530675624e-05,
+      "loss": 2.894,
+      "step": 228
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992559957041839e-05,
+      "loss": 3.1093,
+      "step": 230
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9924952610161155e-05,
+      "loss": 3.1455,
+      "step": 232
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992430564990393e-05,
+      "loss": 2.7299,
+      "step": 234
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992365868964669e-05,
+      "loss": 2.6996,
+      "step": 236
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992301172938947e-05,
+      "loss": 2.7217,
+      "step": 238
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992236476913224e-05,
+      "loss": 2.762,
+      "step": 240
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9921717808875e-05,
+      "loss": 3.1362,
+      "step": 242
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9921070848617776e-05,
+      "loss": 3.1559,
+      "step": 244
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992042388836054e-05,
+      "loss": 2.94,
+      "step": 246
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.991977692810331e-05,
+      "loss": 2.8363,
+      "step": 248
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.991912996784608e-05,
+      "loss": 2.7469,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9918483007588846e-05,
+      "loss": 2.8318,
+      "step": 252
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9917836047331615e-05,
+      "loss": 2.658,
+      "step": 254
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9917189087074384e-05,
+      "loss": 2.5842,
+      "step": 256
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991654212681715e-05,
+      "loss": 2.4782,
+      "step": 258
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991589516655992e-05,
+      "loss": 2.5736,
+      "step": 260
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991524820630269e-05,
+      "loss": 2.6445,
+      "step": 262
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9914601246045454e-05,
+      "loss": 2.5047,
+      "step": 264
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991395428578823e-05,
+      "loss": 2.4318,
+      "step": 266
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991330732553099e-05,
+      "loss": 2.5641,
+      "step": 268
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991266036527376e-05,
+      "loss": 2.8337,
+      "step": 270
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991201340501653e-05,
+      "loss": 2.4834,
+      "step": 272
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.99113664447593e-05,
+      "loss": 2.7468,
+      "step": 274
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9910719484502075e-05,
+      "loss": 2.8172,
+      "step": 276
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991007252424484e-05,
+      "loss": 2.2347,
+      "step": 278
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9909425563987606e-05,
+      "loss": 2.5303,
+      "step": 280
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9908778603730376e-05,
+      "loss": 2.4038,
+      "step": 282
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9908131643473145e-05,
+      "loss": 2.5724,
+      "step": 284
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9907484683215914e-05,
+      "loss": 2.3371,
+      "step": 286
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990683772295868e-05,
+      "loss": 2.2351,
+      "step": 288
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990619076270145e-05,
+      "loss": 2.3604,
+      "step": 290
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9905543802444214e-05,
+      "loss": 2.2751,
+      "step": 292
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990489684218699e-05,
+      "loss": 2.3773,
+      "step": 294
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990424988192975e-05,
+      "loss": 2.1117,
+      "step": 296
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990360292167253e-05,
+      "loss": 2.3509,
+      "step": 298
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990295596141529e-05,
+      "loss": 2.2596,
+      "step": 300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990230900115806e-05,
+      "loss": 2.4357,
+      "step": 302
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990166204090083e-05,
+      "loss": 2.6087,
+      "step": 304
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.99010150806436e-05,
+      "loss": 2.6681,
+      "step": 306
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990036812038637e-05,
+      "loss": 2.1479,
+      "step": 308
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9899721160129136e-05,
+      "loss": 2.3646,
+      "step": 310
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9899074199871905e-05,
+      "loss": 2.0756,
+      "step": 312
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989842723961467e-05,
+      "loss": 2.2927,
+      "step": 314
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989778027935744e-05,
+      "loss": 2.4599,
+      "step": 316
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9897133319100205e-05,
+      "loss": 2.3704,
+      "step": 318
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989648635884298e-05,
+      "loss": 2.321,
+      "step": 320
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989583939858575e-05,
+      "loss": 1.8712,
+      "step": 322
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989519243832851e-05,
+      "loss": 1.9911,
+      "step": 324
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989454547807129e-05,
+      "loss": 2.1339,
+      "step": 326
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989389851781405e-05,
+      "loss": 2.2953,
+      "step": 328
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989325155755682e-05,
+      "loss": 2.4024,
+      "step": 330
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989260459729959e-05,
+      "loss": 1.8214,
+      "step": 332
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989195763704236e-05,
+      "loss": 2.0689,
+      "step": 334
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989131067678513e-05,
+      "loss": 2.2834,
+      "step": 336
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9890663716527896e-05,
+      "loss": 2.0693,
+      "step": 338
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9890016756270665e-05,
+      "loss": 2.1429,
+      "step": 340
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9889369796013435e-05,
+      "loss": 2.2443,
+      "step": 342
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9888722835756204e-05,
+      "loss": 1.9779,
+      "step": 344
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9888075875498966e-05,
+      "loss": 1.8979,
+      "step": 346
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988742891524174e-05,
+      "loss": 2.3826,
+      "step": 348
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9886781954984504e-05,
+      "loss": 2.3665,
+      "step": 350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988613499472727e-05,
+      "loss": 2.1294,
+      "step": 352
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988548803447005e-05,
+      "loss": 2.3596,
+      "step": 354
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988484107421281e-05,
+      "loss": 2.3387,
+      "step": 356
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988419411395559e-05,
+      "loss": 1.9482,
+      "step": 358
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988354715369835e-05,
+      "loss": 1.993,
+      "step": 360
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988290019344112e-05,
+      "loss": 2.025,
+      "step": 362
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988225323318389e-05,
+      "loss": 1.7222,
+      "step": 364
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988160627292666e-05,
+      "loss": 1.7964,
+      "step": 366
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9880959312669426e-05,
+      "loss": 1.9092,
+      "step": 368
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9880312352412195e-05,
+      "loss": 1.9691,
+      "step": 370
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9879665392154964e-05,
+      "loss": 1.8555,
+      "step": 372
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9879018431897726e-05,
+      "loss": 1.8891,
+      "step": 374
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98783714716405e-05,
+      "loss": 2.1726,
+      "step": 376
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9877724511383264e-05,
+      "loss": 1.7558,
+      "step": 378
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987707755112604e-05,
+      "loss": 1.8576,
+      "step": 380
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98764305908688e-05,
+      "loss": 1.6923,
+      "step": 382
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987578363061157e-05,
+      "loss": 1.6228,
+      "step": 384
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987513667035435e-05,
+      "loss": 1.7857,
+      "step": 386
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987448971009711e-05,
+      "loss": 1.6437,
+      "step": 388
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987384274983988e-05,
+      "loss": 1.8031,
+      "step": 390
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987319578958265e-05,
+      "loss": 1.8493,
+      "step": 392
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987254882932542e-05,
+      "loss": 1.9473,
+      "step": 394
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9871901869068186e-05,
+      "loss": 1.9283,
+      "step": 396
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9871254908810955e-05,
+      "loss": 1.6596,
+      "step": 398
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9870607948553724e-05,
+      "loss": 1.6597,
+      "step": 400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9869960988296493e-05,
+      "loss": 1.8636,
+      "step": 402
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986931402803926e-05,
+      "loss": 1.871,
+      "step": 404
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9868667067782025e-05,
+      "loss": 1.7696,
+      "step": 406
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98680201075248e-05,
+      "loss": 1.8002,
+      "step": 408
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986737314726756e-05,
+      "loss": 1.613,
+      "step": 410
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986672618701033e-05,
+      "loss": 1.9089,
+      "step": 412
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98660792267531e-05,
+      "loss": 1.7179,
+      "step": 414
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986543226649587e-05,
+      "loss": 1.7105,
+      "step": 416
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986478530623864e-05,
+      "loss": 1.7527,
+      "step": 418
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986413834598141e-05,
+      "loss": 1.7135,
+      "step": 420
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986349138572418e-05,
+      "loss": 1.7523,
+      "step": 422
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986284442546695e-05,
+      "loss": 1.7421,
+      "step": 424
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9862197465209716e-05,
+      "loss": 1.794,
+      "step": 426
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986155050495248e-05,
+      "loss": 1.6678,
+      "step": 428
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9860903544695254e-05,
+      "loss": 1.8281,
+      "step": 430
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986025658443802e-05,
+      "loss": 1.7302,
+      "step": 432
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9859609624180785e-05,
+      "loss": 2.0101,
+      "step": 434
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985896266392356e-05,
+      "loss": 1.4022,
+      "step": 436
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9858315703666323e-05,
+      "loss": 1.6733,
+      "step": 438
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98576687434091e-05,
+      "loss": 1.3846,
+      "step": 440
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985702178315186e-05,
+      "loss": 1.7236,
+      "step": 442
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985637482289463e-05,
+      "loss": 1.4488,
+      "step": 444
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98557278626374e-05,
+      "loss": 1.61,
+      "step": 446
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985508090238017e-05,
+      "loss": 1.6083,
+      "step": 448
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985443394212294e-05,
+      "loss": 1.4279,
+      "step": 450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985378698186571e-05,
+      "loss": 1.5,
+      "step": 452
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9853140021608476e-05,
+      "loss": 1.6171,
+      "step": 454
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985249306135124e-05,
+      "loss": 1.513,
+      "step": 456
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9851846101094014e-05,
+      "loss": 1.6798,
+      "step": 458
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9851199140836777e-05,
+      "loss": 1.3956,
+      "step": 460
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985055218057955e-05,
+      "loss": 1.7786,
+      "step": 462
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984990522032232e-05,
+      "loss": 1.4506,
+      "step": 464
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9849258260065084e-05,
+      "loss": 1.454,
+      "step": 466
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984861129980786e-05,
+      "loss": 1.5723,
+      "step": 468
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984796433955062e-05,
+      "loss": 1.5365,
+      "step": 470
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984731737929339e-05,
+      "loss": 1.4179,
+      "step": 472
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984667041903616e-05,
+      "loss": 1.39,
+      "step": 474
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984602345877893e-05,
+      "loss": 1.4688,
+      "step": 476
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98453764985217e-05,
+      "loss": 1.705,
+      "step": 478
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984472953826447e-05,
+      "loss": 1.2332,
+      "step": 480
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9844082578007237e-05,
+      "loss": 1.41,
+      "step": 482
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9843435617750006e-05,
+      "loss": 1.4656,
+      "step": 484
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9842788657492775e-05,
+      "loss": 1.3603,
+      "step": 486
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984214169723554e-05,
+      "loss": 1.2847,
+      "step": 488
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984149473697831e-05,
+      "loss": 1.4079,
+      "step": 490
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9840847776721075e-05,
+      "loss": 1.3523,
+      "step": 492
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9840200816463844e-05,
+      "loss": 1.4302,
+      "step": 494
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983955385620661e-05,
+      "loss": 1.5102,
+      "step": 496
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983890689594938e-05,
+      "loss": 1.2528,
+      "step": 498
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983825993569216e-05,
+      "loss": 1.2923,
+      "step": 500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983761297543492e-05,
+      "loss": 1.1437,
+      "step": 502
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983696601517769e-05,
+      "loss": 1.628,
+      "step": 504
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983631905492046e-05,
+      "loss": 1.4683,
+      "step": 506
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983567209466323e-05,
+      "loss": 1.6244,
+      "step": 508
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9835025134406e-05,
+      "loss": 1.3527,
+      "step": 510
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9834378174148766e-05,
+      "loss": 1.1217,
+      "step": 512
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9833731213891535e-05,
+      "loss": 1.3489,
+      "step": 514
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98330842536343e-05,
+      "loss": 1.1912,
+      "step": 516
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983243729337707e-05,
+      "loss": 1.0923,
+      "step": 518
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9831790333119836e-05,
+      "loss": 1.3409,
+      "step": 520
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983114337286261e-05,
+      "loss": 1.4352,
+      "step": 522
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9830496412605374e-05,
+      "loss": 1.4428,
+      "step": 524
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982984945234814e-05,
+      "loss": 1.1087,
+      "step": 526
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982920249209091e-05,
+      "loss": 1.4864,
+      "step": 528
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982855553183368e-05,
+      "loss": 1.3159,
+      "step": 530
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982790857157645e-05,
+      "loss": 1.2209,
+      "step": 532
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982726161131922e-05,
+      "loss": 1.2949,
+      "step": 534
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982661465106199e-05,
+      "loss": 1.0704,
+      "step": 536
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982596769080476e-05,
+      "loss": 1.242,
+      "step": 538
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9825320730547526e-05,
+      "loss": 1.2367,
+      "step": 540
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9824673770290296e-05,
+      "loss": 1.394,
+      "step": 542
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9824026810033065e-05,
+      "loss": 1.184,
+      "step": 544
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9823379849775834e-05,
+      "loss": 1.1463,
+      "step": 546
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9822732889518596e-05,
+      "loss": 1.1476,
+      "step": 548
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982208592926137e-05,
+      "loss": 1.1113,
+      "step": 550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9821438969004134e-05,
+      "loss": 1.3712,
+      "step": 552
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98207920087469e-05,
+      "loss": 1.3147,
+      "step": 554
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982014504848967e-05,
+      "loss": 1.0626,
+      "step": 556
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981949808823244e-05,
+      "loss": 1.4687,
+      "step": 558
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981885112797521e-05,
+      "loss": 1.1493,
+      "step": 560
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981820416771798e-05,
+      "loss": 1.3464,
+      "step": 562
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981755720746075e-05,
+      "loss": 1.0922,
+      "step": 564
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981691024720352e-05,
+      "loss": 1.2273,
+      "step": 566
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981626328694629e-05,
+      "loss": 1.0882,
+      "step": 568
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981561632668905e-05,
+      "loss": 1.0609,
+      "step": 570
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9814969366431825e-05,
+      "loss": 0.9874,
+      "step": 572
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981432240617459e-05,
+      "loss": 1.1738,
+      "step": 574
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9813675445917356e-05,
+      "loss": 1.0735,
+      "step": 576
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981302848566013e-05,
+      "loss": 1.1204,
+      "step": 578
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9812381525402895e-05,
+      "loss": 1.0066,
+      "step": 580
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981173456514567e-05,
+      "loss": 1.624,
+      "step": 582
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981108760488843e-05,
+      "loss": 1.235,
+      "step": 584
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98104406446312e-05,
+      "loss": 1.1288,
+      "step": 586
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980979368437397e-05,
+      "loss": 1.2266,
+      "step": 588
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980914672411674e-05,
+      "loss": 1.1235,
+      "step": 590
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980849976385951e-05,
+      "loss": 1.1192,
+      "step": 592
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980785280360228e-05,
+      "loss": 1.0076,
+      "step": 594
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980720584334505e-05,
+      "loss": 1.2006,
+      "step": 596
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980655888308781e-05,
+      "loss": 0.9436,
+      "step": 598
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9805911922830585e-05,
+      "loss": 1.131,
+      "step": 600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980526496257335e-05,
+      "loss": 1.1674,
+      "step": 602
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9804618002316124e-05,
+      "loss": 1.1324,
+      "step": 604
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9803971042058886e-05,
+      "loss": 1.4155,
+      "step": 606
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9803324081801655e-05,
+      "loss": 1.1722,
+      "step": 608
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980267712154443e-05,
+      "loss": 1.0976,
+      "step": 610
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980203016128719e-05,
+      "loss": 1.2858,
+      "step": 612
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980138320102996e-05,
+      "loss": 0.9913,
+      "step": 614
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980073624077273e-05,
+      "loss": 0.9411,
+      "step": 616
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98000892805155e-05,
+      "loss": 1.0893,
+      "step": 618
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979944232025827e-05,
+      "loss": 1.1777,
+      "step": 620
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979879536000104e-05,
+      "loss": 0.9051,
+      "step": 622
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979814839974381e-05,
+      "loss": 1.0321,
+      "step": 624
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979750143948658e-05,
+      "loss": 1.0917,
+      "step": 626
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9796854479229346e-05,
+      "loss": 1.1503,
+      "step": 628
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979620751897211e-05,
+      "loss": 0.9256,
+      "step": 630
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9795560558714884e-05,
+      "loss": 0.9947,
+      "step": 632
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9794913598457646e-05,
+      "loss": 1.2583,
+      "step": 634
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9794266638200415e-05,
+      "loss": 1.0301,
+      "step": 636
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9793619677943184e-05,
+      "loss": 0.9304,
+      "step": 638
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9792972717685954e-05,
+      "loss": 0.9063,
+      "step": 640
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979232575742873e-05,
+      "loss": 1.1197,
+      "step": 642
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979167879717149e-05,
+      "loss": 0.939,
+      "step": 644
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979103183691426e-05,
+      "loss": 0.8917,
+      "step": 646
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979038487665703e-05,
+      "loss": 0.9756,
+      "step": 648
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97897379163998e-05,
+      "loss": 1.1025,
+      "step": 650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978909095614256e-05,
+      "loss": 1.0281,
+      "step": 652
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978844399588534e-05,
+      "loss": 0.8539,
+      "step": 654
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9787797035628106e-05,
+      "loss": 0.9905,
+      "step": 656
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978715007537087e-05,
+      "loss": 0.9046,
+      "step": 658
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9786503115113644e-05,
+      "loss": 1.0028,
+      "step": 660
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978585615485641e-05,
+      "loss": 0.8714,
+      "step": 662
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978520919459918e-05,
+      "loss": 1.0507,
+      "step": 664
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9784562234341945e-05,
+      "loss": 0.8658,
+      "step": 666
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9783915274084714e-05,
+      "loss": 0.9604,
+      "step": 668
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978326831382748e-05,
+      "loss": 1.0652,
+      "step": 670
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978262135357025e-05,
+      "loss": 1.0489,
+      "step": 672
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978197439331302e-05,
+      "loss": 0.9805,
+      "step": 674
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978132743305579e-05,
+      "loss": 0.9611,
+      "step": 676
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978068047279856e-05,
+      "loss": 1.0882,
+      "step": 678
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978003351254133e-05,
+      "loss": 0.9495,
+      "step": 680
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97793865522841e-05,
+      "loss": 1.0601,
+      "step": 682
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977873959202686e-05,
+      "loss": 1.0151,
+      "step": 684
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9778092631769636e-05,
+      "loss": 0.7641,
+      "step": 686
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9777445671512405e-05,
+      "loss": 0.8845,
+      "step": 688
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977679871125517e-05,
+      "loss": 0.8677,
+      "step": 690
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977615175099794e-05,
+      "loss": 1.1119,
+      "step": 692
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9775504790740705e-05,
+      "loss": 0.7907,
+      "step": 694
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9774857830483474e-05,
+      "loss": 1.0665,
+      "step": 696
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9774210870226243e-05,
+      "loss": 0.9662,
+      "step": 698
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977356390996901e-05,
+      "loss": 0.7631,
+      "step": 700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977291694971178e-05,
+      "loss": 0.9225,
+      "step": 702
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977226998945455e-05,
+      "loss": 0.7057,
+      "step": 704
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977162302919732e-05,
+      "loss": 0.8489,
+      "step": 706
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977097606894009e-05,
+      "loss": 0.7504,
+      "step": 708
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977032910868286e-05,
+      "loss": 1.0052,
+      "step": 710
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976968214842562e-05,
+      "loss": 0.8506,
+      "step": 712
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9769035188168396e-05,
+      "loss": 0.6797,
+      "step": 714
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976838822791116e-05,
+      "loss": 0.8483,
+      "step": 716
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976774126765393e-05,
+      "loss": 0.9958,
+      "step": 718
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97670943073967e-05,
+      "loss": 0.8406,
+      "step": 720
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9766447347139466e-05,
+      "loss": 0.8617,
+      "step": 722
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976580038688224e-05,
+      "loss": 0.7285,
+      "step": 724
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9765153426625004e-05,
+      "loss": 0.847,
+      "step": 726
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976450646636777e-05,
+      "loss": 0.9041,
+      "step": 728
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976385950611054e-05,
+      "loss": 0.6769,
+      "step": 730
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976321254585331e-05,
+      "loss": 0.9203,
+      "step": 732
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976256558559608e-05,
+      "loss": 0.6796,
+      "step": 734
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976191862533885e-05,
+      "loss": 0.7871,
+      "step": 736
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976127166508162e-05,
+      "loss": 0.7575,
+      "step": 738
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976062470482438e-05,
+      "loss": 0.7714,
+      "step": 740
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9759977744567157e-05,
+      "loss": 0.6998,
+      "step": 742
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975933078430992e-05,
+      "loss": 0.7788,
+      "step": 744
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9758683824052695e-05,
+      "loss": 0.8785,
+      "step": 746
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975803686379546e-05,
+      "loss": 0.8712,
+      "step": 748
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9757389903538226e-05,
+      "loss": 0.8119,
+      "step": 750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9756742943280995e-05,
+      "loss": 0.7014,
+      "step": 752
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9756095983023764e-05,
+      "loss": 1.0898,
+      "step": 754
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975544902276653e-05,
+      "loss": 0.7692,
+      "step": 756
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97548020625093e-05,
+      "loss": 0.8054,
+      "step": 758
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975415510225207e-05,
+      "loss": 0.8432,
+      "step": 760
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975350814199484e-05,
+      "loss": 0.7216,
+      "step": 762
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975286118173761e-05,
+      "loss": 0.7077,
+      "step": 764
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975221422148038e-05,
+      "loss": 1.0554,
+      "step": 766
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975156726122315e-05,
+      "loss": 0.8534,
+      "step": 768
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975092030096592e-05,
+      "loss": 0.9094,
+      "step": 770
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975027334070868e-05,
+      "loss": 0.7504,
+      "step": 772
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9749626380451455e-05,
+      "loss": 0.6936,
+      "step": 774
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974897942019422e-05,
+      "loss": 0.8697,
+      "step": 776
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9748332459936986e-05,
+      "loss": 0.7018,
+      "step": 778
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9747685499679756e-05,
+      "loss": 0.8992,
+      "step": 780
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9747038539422525e-05,
+      "loss": 0.6812,
+      "step": 782
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9746391579165294e-05,
+      "loss": 0.8636,
+      "step": 784
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974574461890806e-05,
+      "loss": 0.8034,
+      "step": 786
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974509765865083e-05,
+      "loss": 0.6331,
+      "step": 788
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.97444506983936e-05,
+      "loss": 0.9043,
+      "step": 790
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974380373813637e-05,
+      "loss": 0.7185,
+      "step": 792
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974315677787913e-05,
+      "loss": 0.7028,
+      "step": 794
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974250981762191e-05,
+      "loss": 0.7783,
+      "step": 796
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974186285736467e-05,
+      "loss": 0.834,
+      "step": 798
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974121589710744e-05,
+      "loss": 0.7198,
+      "step": 800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9740568936850215e-05,
+      "loss": 0.7112,
+      "step": 802
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973992197659298e-05,
+      "loss": 0.7774,
+      "step": 804
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9739275016335754e-05,
+      "loss": 0.8853,
+      "step": 806
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9738628056078516e-05,
+      "loss": 0.7231,
+      "step": 808
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9737981095821285e-05,
+      "loss": 0.7044,
+      "step": 810
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9737334135564054e-05,
+      "loss": 0.6994,
+      "step": 812
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973668717530682e-05,
+      "loss": 0.8031,
+      "step": 814
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973604021504959e-05,
+      "loss": 0.7543,
+      "step": 816
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973539325479236e-05,
+      "loss": 0.7793,
+      "step": 818
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973474629453513e-05,
+      "loss": 0.6948,
+      "step": 820
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973409933427789e-05,
+      "loss": 0.6267,
+      "step": 822
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973345237402067e-05,
+      "loss": 0.5628,
+      "step": 824
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973280541376343e-05,
+      "loss": 0.722,
+      "step": 826
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973215845350621e-05,
+      "loss": 0.6738,
+      "step": 828
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973151149324897e-05,
+      "loss": 0.8005,
+      "step": 830
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973086453299174e-05,
+      "loss": 0.7117,
+      "step": 832
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9730217572734514e-05,
+      "loss": 0.5747,
+      "step": 834
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9729570612477276e-05,
+      "loss": 0.7542,
+      "step": 836
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9728923652220045e-05,
+      "loss": 0.8115,
+      "step": 838
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9728276691962815e-05,
+      "loss": 0.7017,
+      "step": 840
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9727629731705584e-05,
+      "loss": 0.5835,
+      "step": 842
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972698277144835e-05,
+      "loss": 0.6623,
+      "step": 844
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972633581119112e-05,
+      "loss": 0.7123,
+      "step": 846
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972568885093389e-05,
+      "loss": 0.5549,
+      "step": 848
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972504189067666e-05,
+      "loss": 0.6999,
+      "step": 850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972439493041943e-05,
+      "loss": 0.571,
+      "step": 852
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972374797016219e-05,
+      "loss": 0.6145,
+      "step": 854
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972310100990497e-05,
+      "loss": 0.6057,
+      "step": 856
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972245404964773e-05,
+      "loss": 0.6443,
+      "step": 858
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.97218070893905e-05,
+      "loss": 0.7058,
+      "step": 860
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972116012913327e-05,
+      "loss": 0.8731,
+      "step": 862
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972051316887604e-05,
+      "loss": 0.6529,
+      "step": 864
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971986620861881e-05,
+      "loss": 0.6056,
+      "step": 866
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9719219248361575e-05,
+      "loss": 0.5553,
+      "step": 868
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9718572288104344e-05,
+      "loss": 0.6491,
+      "step": 870
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971792532784711e-05,
+      "loss": 0.7516,
+      "step": 872
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971727836758988e-05,
+      "loss": 0.6776,
+      "step": 874
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9716631407332645e-05,
+      "loss": 0.5225,
+      "step": 876
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971598444707542e-05,
+      "loss": 0.6561,
+      "step": 878
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971533748681819e-05,
+      "loss": 0.6347,
+      "step": 880
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971469052656095e-05,
+      "loss": 0.6,
+      "step": 882
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971404356630373e-05,
+      "loss": 0.6632,
+      "step": 884
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971339660604649e-05,
+      "loss": 0.6133,
+      "step": 886
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9712749645789266e-05,
+      "loss": 0.8037,
+      "step": 888
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971210268553203e-05,
+      "loss": 0.5696,
+      "step": 890
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.97114557252748e-05,
+      "loss": 0.5888,
+      "step": 892
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9710808765017566e-05,
+      "loss": 0.6084,
+      "step": 894
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9710161804760335e-05,
+      "loss": 0.7891,
+      "step": 896
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9709514844503104e-05,
+      "loss": 0.8151,
+      "step": 898
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9708867884245874e-05,
+      "loss": 0.6607,
+      "step": 900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970822092398864e-05,
+      "loss": 0.6793,
+      "step": 902
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970757396373141e-05,
+      "loss": 0.5348,
+      "step": 904
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970692700347418e-05,
+      "loss": 0.7303,
+      "step": 906
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970628004321694e-05,
+      "loss": 0.7285,
+      "step": 908
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970563308295972e-05,
+      "loss": 0.7019,
+      "step": 910
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970498612270249e-05,
+      "loss": 0.5888,
+      "step": 912
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970433916244525e-05,
+      "loss": 0.5973,
+      "step": 914
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9703692202188026e-05,
+      "loss": 0.6444,
+      "step": 916
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970304524193079e-05,
+      "loss": 0.6158,
+      "step": 918
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970239828167356e-05,
+      "loss": 0.4536,
+      "step": 920
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970175132141633e-05,
+      "loss": 0.7304,
+      "step": 922
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9701104361159096e-05,
+      "loss": 0.5191,
+      "step": 924
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9700457400901865e-05,
+      "loss": 0.5434,
+      "step": 926
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9699810440644634e-05,
+      "loss": 0.5497,
+      "step": 928
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96991634803874e-05,
+      "loss": 0.608,
+      "step": 930
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969851652013017e-05,
+      "loss": 0.6695,
+      "step": 932
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969786955987294e-05,
+      "loss": 0.5534,
+      "step": 934
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9697222599615703e-05,
+      "loss": 0.4371,
+      "step": 936
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969657563935848e-05,
+      "loss": 0.5756,
+      "step": 938
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969592867910124e-05,
+      "loss": 0.4919,
+      "step": 940
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969528171884401e-05,
+      "loss": 0.6685,
+      "step": 942
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9694634758586787e-05,
+      "loss": 0.5089,
+      "step": 944
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969398779832955e-05,
+      "loss": 0.5833,
+      "step": 946
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9693340838072325e-05,
+      "loss": 0.6404,
+      "step": 948
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969269387781509e-05,
+      "loss": 0.5909,
+      "step": 950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9692046917557856e-05,
+      "loss": 0.5073,
+      "step": 952
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9691399957300625e-05,
+      "loss": 0.6165,
+      "step": 954
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9690752997043394e-05,
+      "loss": 0.5664,
+      "step": 956
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9690106036786163e-05,
+      "loss": 0.5624,
+      "step": 958
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968945907652893e-05,
+      "loss": 0.5847,
+      "step": 960
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96888121162717e-05,
+      "loss": 0.4451,
+      "step": 962
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9688165156014464e-05,
+      "loss": 0.5245,
+      "step": 964
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968751819575724e-05,
+      "loss": 0.5547,
+      "step": 966
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96868712355e-05,
+      "loss": 0.4746,
+      "step": 968
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968622427524278e-05,
+      "loss": 0.5271,
+      "step": 970
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968557731498554e-05,
+      "loss": 0.5886,
+      "step": 972
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968493035472831e-05,
+      "loss": 0.6671,
+      "step": 974
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968428339447108e-05,
+      "loss": 0.628,
+      "step": 976
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968363643421385e-05,
+      "loss": 0.7741,
+      "step": 978
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9682989473956617e-05,
+      "loss": 0.6094,
+      "step": 980
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9682342513699386e-05,
+      "loss": 0.5116,
+      "step": 982
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9681695553442155e-05,
+      "loss": 0.6362,
+      "step": 984
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9681048593184924e-05,
+      "loss": 0.552,
+      "step": 986
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968040163292769e-05,
+      "loss": 0.4485,
+      "step": 988
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967975467267046e-05,
+      "loss": 0.6242,
+      "step": 990
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967910771241323e-05,
+      "loss": 0.4603,
+      "step": 992
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9678460752156e-05,
+      "loss": 0.5442,
+      "step": 994
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967781379189876e-05,
+      "loss": 0.4921,
+      "step": 996
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967716683164154e-05,
+      "loss": 0.4821,
+      "step": 998
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96765198713843e-05,
+      "loss": 0.4329,
+      "step": 1000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967587291112707e-05,
+      "loss": 0.4271,
+      "step": 1002
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967522595086984e-05,
+      "loss": 0.5235,
+      "step": 1004
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967457899061261e-05,
+      "loss": 0.6941,
+      "step": 1006
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967393203035538e-05,
+      "loss": 0.5899,
+      "step": 1008
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9673285070098146e-05,
+      "loss": 0.4467,
+      "step": 1010
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9672638109840915e-05,
+      "loss": 0.5929,
+      "step": 1012
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9671991149583684e-05,
+      "loss": 0.4744,
+      "step": 1014
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967134418932645e-05,
+      "loss": 0.4396,
+      "step": 1016
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9670697229069216e-05,
+      "loss": 0.5701,
+      "step": 1018
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967005026881199e-05,
+      "loss": 0.4756,
+      "step": 1020
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966940330855476e-05,
+      "loss": 0.4459,
+      "step": 1022
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966875634829752e-05,
+      "loss": 0.5305,
+      "step": 1024
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96681093880403e-05,
+      "loss": 0.4727,
+      "step": 1026
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966746242778306e-05,
+      "loss": 0.522,
+      "step": 1028
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966681546752584e-05,
+      "loss": 0.4388,
+      "step": 1030
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96661685072686e-05,
+      "loss": 0.5361,
+      "step": 1032
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966552154701137e-05,
+      "loss": 0.5232,
+      "step": 1034
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966487458675414e-05,
+      "loss": 0.5081,
+      "step": 1036
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9664227626496906e-05,
+      "loss": 0.7518,
+      "step": 1038
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9663580666239676e-05,
+      "loss": 0.5073,
+      "step": 1040
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9662933705982445e-05,
+      "loss": 0.6093,
+      "step": 1042
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9662286745725214e-05,
+      "loss": 0.6018,
+      "step": 1044
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966163978546798e-05,
+      "loss": 0.4355,
+      "step": 1046
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966099282521075e-05,
+      "loss": 0.4858,
+      "step": 1048
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9660345864953514e-05,
+      "loss": 0.5694,
+      "step": 1050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965969890469629e-05,
+      "loss": 0.4954,
+      "step": 1052
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965905194443905e-05,
+      "loss": 0.5453,
+      "step": 1054
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965840498418182e-05,
+      "loss": 0.4887,
+      "step": 1056
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96577580239246e-05,
+      "loss": 0.5347,
+      "step": 1058
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965711106366736e-05,
+      "loss": 0.3958,
+      "step": 1060
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965646410341013e-05,
+      "loss": 0.4504,
+      "step": 1062
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96558171431529e-05,
+      "loss": 0.4699,
+      "step": 1064
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965517018289567e-05,
+      "loss": 0.4664,
+      "step": 1066
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9654523222638436e-05,
+      "loss": 0.5887,
+      "step": 1068
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9653876262381205e-05,
+      "loss": 0.5597,
+      "step": 1070
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9653229302123974e-05,
+      "loss": 0.4538,
+      "step": 1072
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965258234186674e-05,
+      "loss": 0.4959,
+      "step": 1074
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965193538160951e-05,
+      "loss": 0.4517,
+      "step": 1076
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9651288421352275e-05,
+      "loss": 0.4309,
+      "step": 1078
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965064146109505e-05,
+      "loss": 0.5779,
+      "step": 1080
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964999450083781e-05,
+      "loss": 0.4482,
+      "step": 1082
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964934754058058e-05,
+      "loss": 0.46,
+      "step": 1084
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964870058032335e-05,
+      "loss": 0.4548,
+      "step": 1086
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964805362006612e-05,
+      "loss": 0.3843,
+      "step": 1088
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9647406659808896e-05,
+      "loss": 0.3666,
+      "step": 1090
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964675969955166e-05,
+      "loss": 0.5016,
+      "step": 1092
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964611273929443e-05,
+      "loss": 0.4142,
+      "step": 1094
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9645465779037196e-05,
+      "loss": 0.4366,
+      "step": 1096
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9644818818779965e-05,
+      "loss": 0.4656,
+      "step": 1098
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964417185852273e-05,
+      "loss": 0.4336,
+      "step": 1100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9643524898265504e-05,
+      "loss": 0.5804,
+      "step": 1102
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964287793800827e-05,
+      "loss": 0.6062,
+      "step": 1104
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9642230977751035e-05,
+      "loss": 0.3814,
+      "step": 1106
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964158401749381e-05,
+      "loss": 0.4013,
+      "step": 1108
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964093705723657e-05,
+      "loss": 0.5414,
+      "step": 1110
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964029009697935e-05,
+      "loss": 0.4353,
+      "step": 1112
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963964313672211e-05,
+      "loss": 0.4456,
+      "step": 1114
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963899617646488e-05,
+      "loss": 0.4383,
+      "step": 1116
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963834921620765e-05,
+      "loss": 0.5132,
+      "step": 1118
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963770225595042e-05,
+      "loss": 0.3433,
+      "step": 1120
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963705529569319e-05,
+      "loss": 0.3474,
+      "step": 1122
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963640833543596e-05,
+      "loss": 0.3582,
+      "step": 1124
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9635761375178726e-05,
+      "loss": 0.3026,
+      "step": 1126
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9635114414921495e-05,
+      "loss": 0.3546,
+      "step": 1128
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9634467454664264e-05,
+      "loss": 0.346,
+      "step": 1130
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9633820494407026e-05,
+      "loss": 0.4242,
+      "step": 1132
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96331735341498e-05,
+      "loss": 0.6713,
+      "step": 1134
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963252657389257e-05,
+      "loss": 0.4483,
+      "step": 1136
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9631879613635334e-05,
+      "loss": 0.4197,
+      "step": 1138
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963123265337811e-05,
+      "loss": 0.3141,
+      "step": 1140
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963058569312087e-05,
+      "loss": 0.4606,
+      "step": 1142
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962993873286364e-05,
+      "loss": 0.4751,
+      "step": 1144
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962929177260641e-05,
+      "loss": 0.5025,
+      "step": 1146
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962864481234918e-05,
+      "loss": 0.3066,
+      "step": 1148
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962799785209195e-05,
+      "loss": 0.3967,
+      "step": 1150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962735089183472e-05,
+      "loss": 0.3945,
+      "step": 1152
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9626703931577486e-05,
+      "loss": 0.3273,
+      "step": 1154
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9626056971320255e-05,
+      "loss": 0.3783,
+      "step": 1156
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9625410011063024e-05,
+      "loss": 0.4007,
+      "step": 1158
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962476305080579e-05,
+      "loss": 0.4949,
+      "step": 1160
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962411609054856e-05,
+      "loss": 0.4349,
+      "step": 1162
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9623469130291325e-05,
+      "loss": 0.4244,
+      "step": 1164
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9622822170034094e-05,
+      "loss": 0.3508,
+      "step": 1166
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962217520977687e-05,
+      "loss": 0.5813,
+      "step": 1168
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962152824951963e-05,
+      "loss": 0.4225,
+      "step": 1170
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962088128926241e-05,
+      "loss": 0.4451,
+      "step": 1172
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962023432900517e-05,
+      "loss": 0.4744,
+      "step": 1174
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961958736874794e-05,
+      "loss": 0.4156,
+      "step": 1176
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961894040849071e-05,
+      "loss": 0.5055,
+      "step": 1178
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961829344823348e-05,
+      "loss": 0.366,
+      "step": 1180
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961764648797625e-05,
+      "loss": 0.37,
+      "step": 1182
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9616999527719016e-05,
+      "loss": 0.2947,
+      "step": 1184
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9616352567461785e-05,
+      "loss": 0.3946,
+      "step": 1186
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9615705607204554e-05,
+      "loss": 0.4116,
+      "step": 1188
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961505864694732e-05,
+      "loss": 0.4889,
+      "step": 1190
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9614411686690085e-05,
+      "loss": 0.3918,
+      "step": 1192
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961376472643286e-05,
+      "loss": 0.3559,
+      "step": 1194
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9613117766175623e-05,
+      "loss": 0.4197,
+      "step": 1196
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961247080591839e-05,
+      "loss": 0.371,
+      "step": 1198
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961182384566117e-05,
+      "loss": 0.3228,
+      "step": 1200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961117688540393e-05,
+      "loss": 0.5729,
+      "step": 1202
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96105299251467e-05,
+      "loss": 0.3301,
+      "step": 1204
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960988296488947e-05,
+      "loss": 0.3658,
+      "step": 1206
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960923600463224e-05,
+      "loss": 0.3167,
+      "step": 1208
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960858904437501e-05,
+      "loss": 0.3199,
+      "step": 1210
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9607942084117776e-05,
+      "loss": 0.3494,
+      "step": 1212
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9607295123860545e-05,
+      "loss": 0.387,
+      "step": 1214
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9606648163603314e-05,
+      "loss": 0.459,
+      "step": 1216
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9606001203346083e-05,
+      "loss": 0.3653,
+      "step": 1218
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9605354243088846e-05,
+      "loss": 0.3314,
+      "step": 1220
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960470728283162e-05,
+      "loss": 0.3217,
+      "step": 1222
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9604060322574384e-05,
+      "loss": 0.3239,
+      "step": 1224
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960341336231715e-05,
+      "loss": 0.3069,
+      "step": 1226
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960276640205992e-05,
+      "loss": 0.284,
+      "step": 1228
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960211944180269e-05,
+      "loss": 0.3788,
+      "step": 1230
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960147248154546e-05,
+      "loss": 0.4107,
+      "step": 1232
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960082552128823e-05,
+      "loss": 0.3752,
+      "step": 1234
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9600178561031e-05,
+      "loss": 0.3517,
+      "step": 1236
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959953160077377e-05,
+      "loss": 0.3658,
+      "step": 1238
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9598884640516537e-05,
+      "loss": 0.3118,
+      "step": 1240
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.95982376802593e-05,
+      "loss": 0.4758,
+      "step": 1242
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9597590720002075e-05,
+      "loss": 0.3192,
+      "step": 1244
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9596943759744844e-05,
+      "loss": 0.3145,
+      "step": 1246
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9596296799487606e-05,
+      "loss": 0.3179,
+      "step": 1248
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959564983923038e-05,
+      "loss": 0.3923,
+      "step": 1250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9595002878973144e-05,
+      "loss": 0.363,
+      "step": 1252
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959435591871592e-05,
+      "loss": 0.4115,
+      "step": 1254
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959370895845868e-05,
+      "loss": 0.336,
+      "step": 1256
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959306199820145e-05,
+      "loss": 0.5084,
+      "step": 1258
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959241503794422e-05,
+      "loss": 0.3782,
+      "step": 1260
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959176807768699e-05,
+      "loss": 0.3089,
+      "step": 1262
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959112111742976e-05,
+      "loss": 0.3181,
+      "step": 1264
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959047415717253e-05,
+      "loss": 0.4271,
+      "step": 1266
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.95898271969153e-05,
+      "loss": 0.3027,
+      "step": 1268
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9589180236658066e-05,
+      "loss": 0.4159,
+      "step": 1270
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9588533276400835e-05,
+      "loss": 0.4163,
+      "step": 1272
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.95878863161436e-05,
+      "loss": 0.3023,
+      "step": 1274
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958723935588637e-05,
+      "loss": 0.3419,
+      "step": 1276
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9586592395629136e-05,
+      "loss": 0.4032,
+      "step": 1278
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9585945435371905e-05,
+      "loss": 0.4222,
+      "step": 1280
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958529847511468e-05,
+      "loss": 0.358,
+      "step": 1282
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958465151485744e-05,
+      "loss": 0.3473,
+      "step": 1284
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958400455460021e-05,
+      "loss": 0.2763,
+      "step": 1286
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958335759434298e-05,
+      "loss": 0.4347,
+      "step": 1288
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.958271063408575e-05,
+      "loss": 0.306,
+      "step": 1290
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.958206367382852e-05,
+      "loss": 0.4645,
+      "step": 1292
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.958141671357129e-05,
+      "loss": 0.3226,
+      "step": 1294
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.958076975331406e-05,
+      "loss": 0.3053,
+      "step": 1296
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9580122793056826e-05,
+      "loss": 0.3069,
+      "step": 1298
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9579475832799596e-05,
+      "loss": 0.3449,
+      "step": 1300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957882887254236e-05,
+      "loss": 0.327,
+      "step": 1302
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9578181912285134e-05,
+      "loss": 0.3048,
+      "step": 1304
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9577534952027896e-05,
+      "loss": 0.3216,
+      "step": 1306
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9576887991770665e-05,
+      "loss": 0.2934,
+      "step": 1308
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9576241031513434e-05,
+      "loss": 0.2799,
+      "step": 1310
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95755940712562e-05,
+      "loss": 0.2813,
+      "step": 1312
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957494711099898e-05,
+      "loss": 0.305,
+      "step": 1314
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957430015074174e-05,
+      "loss": 0.3381,
+      "step": 1316
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957365319048451e-05,
+      "loss": 0.3605,
+      "step": 1318
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957300623022728e-05,
+      "loss": 0.3346,
+      "step": 1320
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957235926997005e-05,
+      "loss": 0.4216,
+      "step": 1322
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957171230971282e-05,
+      "loss": 0.2774,
+      "step": 1324
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957106534945559e-05,
+      "loss": 0.234,
+      "step": 1326
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9570418389198356e-05,
+      "loss": 0.3489,
+      "step": 1328
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9569771428941125e-05,
+      "loss": 0.3578,
+      "step": 1330
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9569124468683894e-05,
+      "loss": 0.2453,
+      "step": 1332
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9568477508426656e-05,
+      "loss": 0.2868,
+      "step": 1334
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956783054816943e-05,
+      "loss": 0.287,
+      "step": 1336
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9567183587912195e-05,
+      "loss": 0.2874,
+      "step": 1338
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9566536627654964e-05,
+      "loss": 0.297,
+      "step": 1340
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956588966739773e-05,
+      "loss": 0.3631,
+      "step": 1342
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95652427071405e-05,
+      "loss": 0.2831,
+      "step": 1344
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956459574688327e-05,
+      "loss": 0.3552,
+      "step": 1346
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956394878662604e-05,
+      "loss": 0.307,
+      "step": 1348
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956330182636881e-05,
+      "loss": 0.3126,
+      "step": 1350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956265486611158e-05,
+      "loss": 0.261,
+      "step": 1352
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956200790585435e-05,
+      "loss": 0.3308,
+      "step": 1354
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956136094559711e-05,
+      "loss": 0.2826,
+      "step": 1356
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9560713985339885e-05,
+      "loss": 0.2499,
+      "step": 1358
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9560067025082655e-05,
+      "loss": 0.3853,
+      "step": 1360
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955942006482542e-05,
+      "loss": 0.2762,
+      "step": 1362
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955877310456819e-05,
+      "loss": 0.3046,
+      "step": 1364
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9558126144310955e-05,
+      "loss": 0.3306,
+      "step": 1366
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9557479184053724e-05,
+      "loss": 0.2839,
+      "step": 1368
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955683222379649e-05,
+      "loss": 0.2689,
+      "step": 1370
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955618526353926e-05,
+      "loss": 0.2933,
+      "step": 1372
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955553830328203e-05,
+      "loss": 0.3021,
+      "step": 1374
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95548913430248e-05,
+      "loss": 0.2561,
+      "step": 1376
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955424438276757e-05,
+      "loss": 0.2754,
+      "step": 1378
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955359742251034e-05,
+      "loss": 0.3431,
+      "step": 1380
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955295046225311e-05,
+      "loss": 0.3669,
+      "step": 1382
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955230350199587e-05,
+      "loss": 0.3397,
+      "step": 1384
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9551656541738646e-05,
+      "loss": 0.4115,
+      "step": 1386
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955100958148141e-05,
+      "loss": 0.303,
+      "step": 1388
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955036262122418e-05,
+      "loss": 0.2901,
+      "step": 1390
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954971566096695e-05,
+      "loss": 0.3026,
+      "step": 1392
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9549068700709715e-05,
+      "loss": 0.3418,
+      "step": 1394
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954842174045249e-05,
+      "loss": 0.2511,
+      "step": 1396
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9547774780195254e-05,
+      "loss": 0.3689,
+      "step": 1398
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954712781993802e-05,
+      "loss": 0.2696,
+      "step": 1400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954648085968079e-05,
+      "loss": 0.5088,
+      "step": 1402
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954583389942356e-05,
+      "loss": 0.3129,
+      "step": 1404
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954518693916633e-05,
+      "loss": 0.3163,
+      "step": 1406
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95445399789091e-05,
+      "loss": 0.3324,
+      "step": 1408
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954389301865187e-05,
+      "loss": 0.2908,
+      "step": 1410
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954324605839464e-05,
+      "loss": 0.3106,
+      "step": 1412
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9542599098137406e-05,
+      "loss": 0.2309,
+      "step": 1414
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954195213788017e-05,
+      "loss": 0.2532,
+      "step": 1416
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9541305177622944e-05,
+      "loss": 0.3102,
+      "step": 1418
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954065821736571e-05,
+      "loss": 0.2713,
+      "step": 1420
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9540011257108476e-05,
+      "loss": 0.3086,
+      "step": 1422
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953936429685125e-05,
+      "loss": 0.231,
+      "step": 1424
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9538717336594014e-05,
+      "loss": 0.2995,
+      "step": 1426
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953807037633678e-05,
+      "loss": 0.3251,
+      "step": 1428
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953742341607955e-05,
+      "loss": 0.4228,
+      "step": 1430
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953677645582232e-05,
+      "loss": 0.3055,
+      "step": 1432
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953612949556509e-05,
+      "loss": 0.2231,
+      "step": 1434
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953548253530786e-05,
+      "loss": 0.3029,
+      "step": 1436
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953483557505063e-05,
+      "loss": 0.2771,
+      "step": 1438
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95341886147934e-05,
+      "loss": 0.2261,
+      "step": 1440
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953354165453617e-05,
+      "loss": 0.3375,
+      "step": 1442
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953289469427893e-05,
+      "loss": 0.2497,
+      "step": 1444
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9532247734021705e-05,
+      "loss": 0.3172,
+      "step": 1446
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953160077376447e-05,
+      "loss": 0.3232,
+      "step": 1448
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9530953813507236e-05,
+      "loss": 0.2585,
+      "step": 1450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9530306853250005e-05,
+      "loss": 0.2887,
+      "step": 1452
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9529659892992774e-05,
+      "loss": 0.3684,
+      "step": 1454
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9529012932735543e-05,
+      "loss": 0.2703,
+      "step": 1456
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952836597247831e-05,
+      "loss": 0.2935,
+      "step": 1458
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952771901222108e-05,
+      "loss": 0.2493,
+      "step": 1460
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952707205196385e-05,
+      "loss": 0.3481,
+      "step": 1462
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952642509170662e-05,
+      "loss": 0.2368,
+      "step": 1464
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952577813144938e-05,
+      "loss": 0.3077,
+      "step": 1466
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952513117119216e-05,
+      "loss": 0.3025,
+      "step": 1468
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952448421093493e-05,
+      "loss": 0.2435,
+      "step": 1470
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9523837250677696e-05,
+      "loss": 0.3098,
+      "step": 1472
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9523190290420465e-05,
+      "loss": 0.3048,
+      "step": 1474
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952254333016323e-05,
+      "loss": 0.3147,
+      "step": 1476
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9521896369906e-05,
+      "loss": 0.2727,
+      "step": 1478
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9521249409648766e-05,
+      "loss": 0.2082,
+      "step": 1480
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9520602449391535e-05,
+      "loss": 0.2465,
+      "step": 1482
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9519955489134304e-05,
+      "loss": 0.2791,
+      "step": 1484
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951930852887707e-05,
+      "loss": 0.5383,
+      "step": 1486
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951866156861984e-05,
+      "loss": 0.3433,
+      "step": 1488
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951801460836261e-05,
+      "loss": 0.2657,
+      "step": 1490
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951736764810538e-05,
+      "loss": 0.2465,
+      "step": 1492
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951672068784815e-05,
+      "loss": 0.3251,
+      "step": 1494
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951607372759092e-05,
+      "loss": 0.412,
+      "step": 1496
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951542676733368e-05,
+      "loss": 0.2513,
+      "step": 1498
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9514779807076457e-05,
+      "loss": 0.2158,
+      "step": 1500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9514132846819226e-05,
+      "loss": 0.2828,
+      "step": 1502
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951348588656199e-05,
+      "loss": 0.2331,
+      "step": 1504
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9512838926304764e-05,
+      "loss": 0.3539,
+      "step": 1506
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9512191966047526e-05,
+      "loss": 0.2368,
+      "step": 1508
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9511545005790295e-05,
+      "loss": 0.2717,
+      "step": 1510
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9510898045533064e-05,
+      "loss": 0.268,
+      "step": 1512
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951025108527583e-05,
+      "loss": 0.3302,
+      "step": 1514
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95096041250186e-05,
+      "loss": 0.2986,
+      "step": 1516
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950895716476137e-05,
+      "loss": 0.2495,
+      "step": 1518
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950831020450414e-05,
+      "loss": 0.2511,
+      "step": 1520
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950766324424691e-05,
+      "loss": 0.362,
+      "step": 1522
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950701628398968e-05,
+      "loss": 0.2375,
+      "step": 1524
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950636932373244e-05,
+      "loss": 0.4186,
+      "step": 1526
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950572236347522e-05,
+      "loss": 0.2743,
+      "step": 1528
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950507540321798e-05,
+      "loss": 0.2981,
+      "step": 1530
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950442844296075e-05,
+      "loss": 0.2913,
+      "step": 1532
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950378148270352e-05,
+      "loss": 0.2338,
+      "step": 1534
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9503134522446286e-05,
+      "loss": 0.279,
+      "step": 1536
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950248756218906e-05,
+      "loss": 0.1863,
+      "step": 1538
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9501840601931825e-05,
+      "loss": 0.2826,
+      "step": 1540
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9501193641674594e-05,
+      "loss": 0.4699,
+      "step": 1542
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950054668141736e-05,
+      "loss": 0.2829,
+      "step": 1544
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949989972116013e-05,
+      "loss": 0.1928,
+      "step": 1546
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94992527609029e-05,
+      "loss": 0.215,
+      "step": 1548
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949860580064567e-05,
+      "loss": 0.1605,
+      "step": 1550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949795884038844e-05,
+      "loss": 0.2976,
+      "step": 1552
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949731188013121e-05,
+      "loss": 0.1834,
+      "step": 1554
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949666491987398e-05,
+      "loss": 0.2261,
+      "step": 1556
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949601795961674e-05,
+      "loss": 0.2154,
+      "step": 1558
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9495370999359516e-05,
+      "loss": 0.3219,
+      "step": 1560
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949472403910228e-05,
+      "loss": 0.1917,
+      "step": 1562
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949407707884505e-05,
+      "loss": 0.2487,
+      "step": 1564
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9493430118587816e-05,
+      "loss": 0.2919,
+      "step": 1566
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9492783158330585e-05,
+      "loss": 0.2775,
+      "step": 1568
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9492136198073354e-05,
+      "loss": 0.2158,
+      "step": 1570
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949148923781612e-05,
+      "loss": 0.2187,
+      "step": 1572
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949084227755889e-05,
+      "loss": 0.2559,
+      "step": 1574
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949019531730166e-05,
+      "loss": 0.2027,
+      "step": 1576
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948954835704443e-05,
+      "loss": 0.3036,
+      "step": 1578
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948890139678719e-05,
+      "loss": 0.2634,
+      "step": 1580
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948825443652997e-05,
+      "loss": 0.2143,
+      "step": 1582
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948760747627274e-05,
+      "loss": 0.2391,
+      "step": 1584
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94869605160155e-05,
+      "loss": 0.2258,
+      "step": 1586
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9486313555758276e-05,
+      "loss": 0.2933,
+      "step": 1588
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948566659550104e-05,
+      "loss": 0.2223,
+      "step": 1590
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948501963524381e-05,
+      "loss": 0.22,
+      "step": 1592
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9484372674986576e-05,
+      "loss": 0.2126,
+      "step": 1594
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9483725714729345e-05,
+      "loss": 0.2796,
+      "step": 1596
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9483078754472115e-05,
+      "loss": 0.2381,
+      "step": 1598
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9482431794214884e-05,
+      "loss": 0.2439,
+      "step": 1600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948178483395765e-05,
+      "loss": 0.2096,
+      "step": 1602
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948113787370042e-05,
+      "loss": 0.2754,
+      "step": 1604
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948049091344319e-05,
+      "loss": 0.2469,
+      "step": 1606
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947984395318595e-05,
+      "loss": 0.221,
+      "step": 1608
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947919699292873e-05,
+      "loss": 0.2134,
+      "step": 1610
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947855003267149e-05,
+      "loss": 0.236,
+      "step": 1612
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947790307241427e-05,
+      "loss": 0.2648,
+      "step": 1614
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9477256112157036e-05,
+      "loss": 0.3356,
+      "step": 1616
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94766091518998e-05,
+      "loss": 0.1764,
+      "step": 1618
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9475962191642574e-05,
+      "loss": 0.2061,
+      "step": 1620
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947531523138534e-05,
+      "loss": 0.3385,
+      "step": 1622
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9474668271128106e-05,
+      "loss": 0.2522,
+      "step": 1624
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9474021310870875e-05,
+      "loss": 0.1772,
+      "step": 1626
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9473374350613644e-05,
+      "loss": 0.2485,
+      "step": 1628
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947272739035641e-05,
+      "loss": 0.223,
+      "step": 1630
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947208043009918e-05,
+      "loss": 0.2943,
+      "step": 1632
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947143346984195e-05,
+      "loss": 0.199,
+      "step": 1634
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947078650958472e-05,
+      "loss": 0.2578,
+      "step": 1636
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947013954932749e-05,
+      "loss": 0.2284,
+      "step": 1638
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946949258907025e-05,
+      "loss": 0.2595,
+      "step": 1640
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946884562881303e-05,
+      "loss": 0.3172,
+      "step": 1642
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946819866855579e-05,
+      "loss": 0.2223,
+      "step": 1644
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946755170829856e-05,
+      "loss": 0.2123,
+      "step": 1646
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9466904748041335e-05,
+      "loss": 0.2919,
+      "step": 1648
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94662577877841e-05,
+      "loss": 0.2172,
+      "step": 1650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9465610827526866e-05,
+      "loss": 0.2389,
+      "step": 1652
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9464963867269635e-05,
+      "loss": 0.2848,
+      "step": 1654
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9464316907012404e-05,
+      "loss": 0.2284,
+      "step": 1656
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9463669946755174e-05,
+      "loss": 0.2357,
+      "step": 1658
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946302298649794e-05,
+      "loss": 0.2071,
+      "step": 1660
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946237602624071e-05,
+      "loss": 0.172,
+      "step": 1662
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946172906598348e-05,
+      "loss": 0.2001,
+      "step": 1664
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946108210572625e-05,
+      "loss": 0.1818,
+      "step": 1666
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946043514546901e-05,
+      "loss": 0.2027,
+      "step": 1668
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945978818521179e-05,
+      "loss": 0.2032,
+      "step": 1670
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945914122495455e-05,
+      "loss": 0.1976,
+      "step": 1672
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945849426469732e-05,
+      "loss": 0.2388,
+      "step": 1674
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945784730444009e-05,
+      "loss": 0.2881,
+      "step": 1676
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945720034418286e-05,
+      "loss": 0.2246,
+      "step": 1678
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9456553383925633e-05,
+      "loss": 0.2281,
+      "step": 1680
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9455906423668396e-05,
+      "loss": 0.2513,
+      "step": 1682
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9455259463411165e-05,
+      "loss": 0.2688,
+      "step": 1684
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9454612503153934e-05,
+      "loss": 0.1837,
+      "step": 1686
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94539655428967e-05,
+      "loss": 0.3009,
+      "step": 1688
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9453318582639465e-05,
+      "loss": 0.2029,
+      "step": 1690
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945267162238224e-05,
+      "loss": 0.2447,
+      "step": 1692
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945202466212501e-05,
+      "loss": 0.2187,
+      "step": 1694
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945137770186778e-05,
+      "loss": 0.1736,
+      "step": 1696
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945073074161055e-05,
+      "loss": 0.2921,
+      "step": 1698
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945008378135331e-05,
+      "loss": 0.2163,
+      "step": 1700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944943682109609e-05,
+      "loss": 0.201,
+      "step": 1702
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944878986083885e-05,
+      "loss": 0.2542,
+      "step": 1704
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944814290058162e-05,
+      "loss": 0.2097,
+      "step": 1706
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944749594032439e-05,
+      "loss": 0.3255,
+      "step": 1708
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9446848980067156e-05,
+      "loss": 0.2379,
+      "step": 1710
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9446202019809925e-05,
+      "loss": 0.1853,
+      "step": 1712
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9445555059552694e-05,
+      "loss": 0.2496,
+      "step": 1714
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9444908099295463e-05,
+      "loss": 0.2206,
+      "step": 1716
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944426113903823e-05,
+      "loss": 0.1888,
+      "step": 1718
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9443614178781e-05,
+      "loss": 0.2476,
+      "step": 1720
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9442967218523764e-05,
+      "loss": 0.1964,
+      "step": 1722
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944232025826654e-05,
+      "loss": 0.2083,
+      "step": 1724
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944167329800931e-05,
+      "loss": 0.1778,
+      "step": 1726
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944102633775207e-05,
+      "loss": 0.202,
+      "step": 1728
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944037937749485e-05,
+      "loss": 0.202,
+      "step": 1730
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943973241723761e-05,
+      "loss": 0.1684,
+      "step": 1732
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943908545698038e-05,
+      "loss": 0.1816,
+      "step": 1734
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943843849672315e-05,
+      "loss": 0.1961,
+      "step": 1736
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9437791536465917e-05,
+      "loss": 0.1888,
+      "step": 1738
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9437144576208686e-05,
+      "loss": 0.1832,
+      "step": 1740
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9436497615951455e-05,
+      "loss": 0.187,
+      "step": 1742
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9435850655694224e-05,
+      "loss": 0.2329,
+      "step": 1744
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943520369543699e-05,
+      "loss": 0.1453,
+      "step": 1746
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943455673517976e-05,
+      "loss": 0.2033,
+      "step": 1748
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9433909774922524e-05,
+      "loss": 0.3305,
+      "step": 1750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94332628146653e-05,
+      "loss": 0.2495,
+      "step": 1752
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943261585440806e-05,
+      "loss": 0.2624,
+      "step": 1754
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943196889415084e-05,
+      "loss": 0.1985,
+      "step": 1756
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94313219338936e-05,
+      "loss": 0.1417,
+      "step": 1758
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943067497363637e-05,
+      "loss": 0.151,
+      "step": 1760
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9430028013379146e-05,
+      "loss": 0.1497,
+      "step": 1762
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942938105312191e-05,
+      "loss": 0.1625,
+      "step": 1764
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942873409286468e-05,
+      "loss": 0.2974,
+      "step": 1766
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9428087132607446e-05,
+      "loss": 0.2219,
+      "step": 1768
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9427440172350215e-05,
+      "loss": 0.2101,
+      "step": 1770
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9426793212092984e-05,
+      "loss": 0.3064,
+      "step": 1772
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942614625183575e-05,
+      "loss": 0.2657,
+      "step": 1774
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942549929157852e-05,
+      "loss": 0.1491,
+      "step": 1776
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942485233132129e-05,
+      "loss": 0.1938,
+      "step": 1778
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942420537106406e-05,
+      "loss": 0.2489,
+      "step": 1780
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942355841080682e-05,
+      "loss": 0.1957,
+      "step": 1782
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94229114505496e-05,
+      "loss": 0.219,
+      "step": 1784
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942226449029236e-05,
+      "loss": 0.266,
+      "step": 1786
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942161753003513e-05,
+      "loss": 0.2453,
+      "step": 1788
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94209705697779e-05,
+      "loss": 0.2512,
+      "step": 1790
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942032360952067e-05,
+      "loss": 0.1792,
+      "step": 1792
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.941967664926344e-05,
+      "loss": 0.3063,
+      "step": 1794
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9419029689006206e-05,
+      "loss": 0.1493,
+      "step": 1796
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9418382728748976e-05,
+      "loss": 0.1609,
+      "step": 1798
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9417735768491745e-05,
+      "loss": 0.1824,
+      "step": 1800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9417088808234514e-05,
+      "loss": 0.1914,
+      "step": 1802
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941644184797728e-05,
+      "loss": 0.2427,
+      "step": 1804
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941579488772005e-05,
+      "loss": 0.2165,
+      "step": 1806
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941514792746282e-05,
+      "loss": 0.1255,
+      "step": 1808
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941450096720558e-05,
+      "loss": 0.1412,
+      "step": 1810
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941385400694836e-05,
+      "loss": 0.2056,
+      "step": 1812
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941320704669112e-05,
+      "loss": 0.165,
+      "step": 1814
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941256008643389e-05,
+      "loss": 0.2249,
+      "step": 1816
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941191312617666e-05,
+      "loss": 0.19,
+      "step": 1818
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941126616591943e-05,
+      "loss": 0.23,
+      "step": 1820
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.94106192056622e-05,
+      "loss": 0.1697,
+      "step": 1822
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940997224540497e-05,
+      "loss": 0.2592,
+      "step": 1824
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9409325285147736e-05,
+      "loss": 0.1888,
+      "step": 1826
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9408678324890505e-05,
+      "loss": 0.245,
+      "step": 1828
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9408031364633274e-05,
+      "loss": 0.1943,
+      "step": 1830
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9407384404376036e-05,
+      "loss": 0.1748,
+      "step": 1832
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940673744411881e-05,
+      "loss": 0.1498,
+      "step": 1834
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9406090483861575e-05,
+      "loss": 0.1517,
+      "step": 1836
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940544352360435e-05,
+      "loss": 0.2103,
+      "step": 1838
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940479656334712e-05,
+      "loss": 0.2343,
+      "step": 1840
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940414960308988e-05,
+      "loss": 0.2017,
+      "step": 1842
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940350264283266e-05,
+      "loss": 0.166,
+      "step": 1844
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940285568257542e-05,
+      "loss": 0.1885,
+      "step": 1846
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940220872231819e-05,
+      "loss": 0.1638,
+      "step": 1848
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940156176206096e-05,
+      "loss": 0.1901,
+      "step": 1850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940091480180373e-05,
+      "loss": 0.2485,
+      "step": 1852
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9400267841546496e-05,
+      "loss": 0.1399,
+      "step": 1854
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9399620881289265e-05,
+      "loss": 0.236,
+      "step": 1856
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9398973921032035e-05,
+      "loss": 0.1871,
+      "step": 1858
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9398326960774804e-05,
+      "loss": 0.1773,
+      "step": 1860
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939768000051757e-05,
+      "loss": 0.1355,
+      "step": 1862
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9397033040260335e-05,
+      "loss": 0.24,
+      "step": 1864
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939638608000311e-05,
+      "loss": 0.1971,
+      "step": 1866
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939573911974587e-05,
+      "loss": 0.1847,
+      "step": 1868
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939509215948864e-05,
+      "loss": 0.1791,
+      "step": 1870
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939444519923142e-05,
+      "loss": 0.1768,
+      "step": 1872
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939379823897418e-05,
+      "loss": 0.158,
+      "step": 1874
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939315127871695e-05,
+      "loss": 0.1376,
+      "step": 1876
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939250431845972e-05,
+      "loss": 0.1456,
+      "step": 1878
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939185735820249e-05,
+      "loss": 0.3203,
+      "step": 1880
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939121039794526e-05,
+      "loss": 0.2034,
+      "step": 1882
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9390563437688026e-05,
+      "loss": 0.2047,
+      "step": 1884
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9389916477430795e-05,
+      "loss": 0.1917,
+      "step": 1886
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9389269517173564e-05,
+      "loss": 0.1504,
+      "step": 1888
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938862255691633e-05,
+      "loss": 0.1426,
+      "step": 1890
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9387975596659095e-05,
+      "loss": 0.207,
+      "step": 1892
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938732863640187e-05,
+      "loss": 0.2127,
+      "step": 1894
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9386681676144634e-05,
+      "loss": 0.1764,
+      "step": 1896
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938603471588741e-05,
+      "loss": 0.2229,
+      "step": 1898
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938538775563017e-05,
+      "loss": 0.1659,
+      "step": 1900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938474079537294e-05,
+      "loss": 0.1361,
+      "step": 1902
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938409383511572e-05,
+      "loss": 0.2117,
+      "step": 1904
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938344687485848e-05,
+      "loss": 0.1518,
+      "step": 1906
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938279991460125e-05,
+      "loss": 0.1356,
+      "step": 1908
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938215295434402e-05,
+      "loss": 0.1636,
+      "step": 1910
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9381505994086786e-05,
+      "loss": 0.1617,
+      "step": 1912
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938085903382955e-05,
+      "loss": 0.1349,
+      "step": 1914
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9380212073572324e-05,
+      "loss": 0.1466,
+      "step": 1916
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9379565113315094e-05,
+      "loss": 0.3438,
+      "step": 1918
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937891815305786e-05,
+      "loss": 0.1803,
+      "step": 1920
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937827119280063e-05,
+      "loss": 0.1928,
+      "step": 1922
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9377624232543394e-05,
+      "loss": 0.179,
+      "step": 1924
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937697727228617e-05,
+      "loss": 0.1632,
+      "step": 1926
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937633031202893e-05,
+      "loss": 0.199,
+      "step": 1928
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93756833517717e-05,
+      "loss": 0.2222,
+      "step": 1930
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937503639151447e-05,
+      "loss": 0.1711,
+      "step": 1932
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937438943125724e-05,
+      "loss": 0.2349,
+      "step": 1934
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937374247100001e-05,
+      "loss": 0.2287,
+      "step": 1936
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937309551074278e-05,
+      "loss": 0.3889,
+      "step": 1938
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937244855048555e-05,
+      "loss": 0.2307,
+      "step": 1940
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9371801590228316e-05,
+      "loss": 0.1373,
+      "step": 1942
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9371154629971085e-05,
+      "loss": 0.1692,
+      "step": 1944
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937050766971385e-05,
+      "loss": 0.2243,
+      "step": 1946
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936986070945662e-05,
+      "loss": 0.1521,
+      "step": 1948
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936921374919939e-05,
+      "loss": 0.1904,
+      "step": 1950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9368566788942154e-05,
+      "loss": 0.1365,
+      "step": 1952
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936791982868493e-05,
+      "loss": 0.1204,
+      "step": 1954
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936727286842769e-05,
+      "loss": 0.1929,
+      "step": 1956
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936662590817046e-05,
+      "loss": 0.1965,
+      "step": 1958
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936597894791323e-05,
+      "loss": 0.1757,
+      "step": 1960
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9365331987656e-05,
+      "loss": 0.1787,
+      "step": 1962
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936468502739877e-05,
+      "loss": 0.181,
+      "step": 1964
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936403806714154e-05,
+      "loss": 0.1667,
+      "step": 1966
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936339110688431e-05,
+      "loss": 0.2098,
+      "step": 1968
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9362744146627076e-05,
+      "loss": 0.1452,
+      "step": 1970
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9362097186369845e-05,
+      "loss": 0.2304,
+      "step": 1972
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936145022611261e-05,
+      "loss": 0.1727,
+      "step": 1974
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9360803265855383e-05,
+      "loss": 0.2007,
+      "step": 1976
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9360156305598146e-05,
+      "loss": 0.2018,
+      "step": 1978
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935950934534092e-05,
+      "loss": 0.1917,
+      "step": 1980
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935886238508369e-05,
+      "loss": 0.1819,
+      "step": 1982
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935821542482645e-05,
+      "loss": 0.1454,
+      "step": 1984
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935756846456923e-05,
+      "loss": 0.1628,
+      "step": 1986
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935692150431199e-05,
+      "loss": 0.0887,
+      "step": 1988
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935627454405476e-05,
+      "loss": 0.1688,
+      "step": 1990
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935562758379753e-05,
+      "loss": 0.1903,
+      "step": 1992
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93549806235403e-05,
+      "loss": 0.1149,
+      "step": 1994
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935433366328307e-05,
+      "loss": 0.2258,
+      "step": 1996
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9353686703025837e-05,
+      "loss": 0.1922,
+      "step": 1998
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9353039742768606e-05,
+      "loss": 0.2299,
+      "step": 2000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9352392782511375e-05,
+      "loss": 0.1577,
+      "step": 2002
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9351745822254144e-05,
+      "loss": 0.1143,
+      "step": 2004
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9351098861996906e-05,
+      "loss": 0.1408,
+      "step": 2006
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935045190173968e-05,
+      "loss": 0.2427,
+      "step": 2008
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9349804941482444e-05,
+      "loss": 0.1603,
+      "step": 2010
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934915798122521e-05,
+      "loss": 0.153,
+      "step": 2012
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934851102096798e-05,
+      "loss": 0.1983,
+      "step": 2014
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934786406071075e-05,
+      "loss": 0.1757,
+      "step": 2016
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934721710045352e-05,
+      "loss": 0.2022,
+      "step": 2018
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934657014019629e-05,
+      "loss": 0.1817,
+      "step": 2020
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934592317993906e-05,
+      "loss": 0.2191,
+      "step": 2022
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934527621968183e-05,
+      "loss": 0.1258,
+      "step": 2024
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93446292594246e-05,
+      "loss": 0.1923,
+      "step": 2026
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9343982299167366e-05,
+      "loss": 0.1962,
+      "step": 2028
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9343335338910135e-05,
+      "loss": 0.1884,
+      "step": 2030
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9342688378652904e-05,
+      "loss": 0.2049,
+      "step": 2032
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9342041418395667e-05,
+      "loss": 0.1848,
+      "step": 2034
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934139445813844e-05,
+      "loss": 0.1169,
+      "step": 2036
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9340747497881205e-05,
+      "loss": 0.1709,
+      "step": 2038
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934010053762398e-05,
+      "loss": 0.1191,
+      "step": 2040
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933945357736674e-05,
+      "loss": 0.1506,
+      "step": 2042
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933880661710951e-05,
+      "loss": 0.1573,
+      "step": 2044
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933815965685228e-05,
+      "loss": 0.1831,
+      "step": 2046
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933751269659505e-05,
+      "loss": 0.1491,
+      "step": 2048
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933686573633782e-05,
+      "loss": 0.179,
+      "step": 2050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933621877608059e-05,
+      "loss": 0.1459,
+      "step": 2052
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933557181582336e-05,
+      "loss": 0.2174,
+      "step": 2054
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933492485556612e-05,
+      "loss": 0.213,
+      "step": 2056
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9334277895308896e-05,
+      "loss": 0.1167,
+      "step": 2058
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933363093505166e-05,
+      "loss": 0.1871,
+      "step": 2060
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9332983974794434e-05,
+      "loss": 0.128,
+      "step": 2062
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93323370145372e-05,
+      "loss": 0.2054,
+      "step": 2064
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9331690054279965e-05,
+      "loss": 0.1233,
+      "step": 2066
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933104309402274e-05,
+      "loss": 0.1439,
+      "step": 2068
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93303961337655e-05,
+      "loss": 0.1945,
+      "step": 2070
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932974917350827e-05,
+      "loss": 0.1177,
+      "step": 2072
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932910221325104e-05,
+      "loss": 0.1804,
+      "step": 2074
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932845525299381e-05,
+      "loss": 0.1124,
+      "step": 2076
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932780829273658e-05,
+      "loss": 0.1909,
+      "step": 2078
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932716133247935e-05,
+      "loss": 0.1509,
+      "step": 2080
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932651437222212e-05,
+      "loss": 0.1447,
+      "step": 2082
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932586741196489e-05,
+      "loss": 0.0718,
+      "step": 2084
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9325220451707656e-05,
+      "loss": 0.1658,
+      "step": 2086
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932457349145042e-05,
+      "loss": 0.3124,
+      "step": 2088
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9323926531193194e-05,
+      "loss": 0.1725,
+      "step": 2090
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9323279570935956e-05,
+      "loss": 0.1677,
+      "step": 2092
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9322632610678726e-05,
+      "loss": 0.1566,
+      "step": 2094
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93219856504215e-05,
+      "loss": 0.1037,
+      "step": 2096
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9321338690164264e-05,
+      "loss": 0.1737,
+      "step": 2098
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932069172990703e-05,
+      "loss": 0.2565,
+      "step": 2100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93200447696498e-05,
+      "loss": 0.1766,
+      "step": 2102
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931939780939257e-05,
+      "loss": 0.1509,
+      "step": 2104
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931875084913534e-05,
+      "loss": 0.1127,
+      "step": 2106
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931810388887811e-05,
+      "loss": 0.1486,
+      "step": 2108
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931745692862088e-05,
+      "loss": 0.2038,
+      "step": 2110
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931680996836365e-05,
+      "loss": 0.1345,
+      "step": 2112
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9316163008106416e-05,
+      "loss": 0.1825,
+      "step": 2114
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931551604784918e-05,
+      "loss": 0.1048,
+      "step": 2116
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9314869087591955e-05,
+      "loss": 0.1581,
+      "step": 2118
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931422212733472e-05,
+      "loss": 0.1385,
+      "step": 2120
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931357516707749e-05,
+      "loss": 0.248,
+      "step": 2122
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9312928206820255e-05,
+      "loss": 0.1732,
+      "step": 2124
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9312281246563024e-05,
+      "loss": 0.1668,
+      "step": 2126
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93116342863058e-05,
+      "loss": 0.1367,
+      "step": 2128
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931098732604856e-05,
+      "loss": 0.1662,
+      "step": 2130
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931034036579133e-05,
+      "loss": 0.1424,
+      "step": 2132
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93096934055341e-05,
+      "loss": 0.1305,
+      "step": 2134
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930904644527687e-05,
+      "loss": 0.1517,
+      "step": 2136
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930839948501963e-05,
+      "loss": 0.1211,
+      "step": 2138
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930775252476241e-05,
+      "loss": 0.1385,
+      "step": 2140
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930710556450518e-05,
+      "loss": 0.1167,
+      "step": 2142
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9306458604247946e-05,
+      "loss": 0.1773,
+      "step": 2144
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9305811643990715e-05,
+      "loss": 0.2197,
+      "step": 2146
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930516468373348e-05,
+      "loss": 0.125,
+      "step": 2148
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930451772347625e-05,
+      "loss": 0.1565,
+      "step": 2150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9303870763219015e-05,
+      "loss": 0.2155,
+      "step": 2152
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9303223802961784e-05,
+      "loss": 0.1444,
+      "step": 2154
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9302576842704554e-05,
+      "loss": 0.1876,
+      "step": 2156
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930192988244732e-05,
+      "loss": 0.1695,
+      "step": 2158
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930128292219009e-05,
+      "loss": 0.1688,
+      "step": 2160
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930063596193286e-05,
+      "loss": 0.2212,
+      "step": 2162
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929998900167563e-05,
+      "loss": 0.1773,
+      "step": 2164
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92993420414184e-05,
+      "loss": 0.1125,
+      "step": 2166
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929869508116117e-05,
+      "loss": 0.2585,
+      "step": 2168
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929804812090393e-05,
+      "loss": 0.1611,
+      "step": 2170
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9297401160646706e-05,
+      "loss": 0.2703,
+      "step": 2172
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9296754200389475e-05,
+      "loss": 0.15,
+      "step": 2174
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929610724013224e-05,
+      "loss": 0.1498,
+      "step": 2176
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9295460279875014e-05,
+      "loss": 0.1868,
+      "step": 2178
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9294813319617776e-05,
+      "loss": 0.1462,
+      "step": 2180
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929416635936055e-05,
+      "loss": 0.1705,
+      "step": 2182
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9293519399103314e-05,
+      "loss": 0.1293,
+      "step": 2184
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929287243884608e-05,
+      "loss": 0.1465,
+      "step": 2186
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929222547858885e-05,
+      "loss": 0.1922,
+      "step": 2188
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929157851833162e-05,
+      "loss": 0.1433,
+      "step": 2190
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929093155807439e-05,
+      "loss": 0.1339,
+      "step": 2192
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929028459781716e-05,
+      "loss": 0.1926,
+      "step": 2194
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928963763755993e-05,
+      "loss": 0.1518,
+      "step": 2196
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928899067730269e-05,
+      "loss": 0.1394,
+      "step": 2198
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928834371704547e-05,
+      "loss": 0.1337,
+      "step": 2200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928769675678823e-05,
+      "loss": 0.1458,
+      "step": 2202
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9287049796531005e-05,
+      "loss": 0.136,
+      "step": 2204
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9286402836273774e-05,
+      "loss": 0.1165,
+      "step": 2206
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9285755876016536e-05,
+      "loss": 0.1794,
+      "step": 2208
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928510891575931e-05,
+      "loss": 0.2793,
+      "step": 2210
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9284461955502074e-05,
+      "loss": 0.1854,
+      "step": 2212
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9283814995244843e-05,
+      "loss": 0.1966,
+      "step": 2214
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928316803498761e-05,
+      "loss": 0.1438,
+      "step": 2216
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928252107473038e-05,
+      "loss": 0.235,
+      "step": 2218
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928187411447315e-05,
+      "loss": 0.2435,
+      "step": 2220
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928122715421592e-05,
+      "loss": 0.1485,
+      "step": 2222
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928058019395869e-05,
+      "loss": 0.1008,
+      "step": 2224
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927993323370146e-05,
+      "loss": 0.1761,
+      "step": 2226
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927928627344423e-05,
+      "loss": 0.1445,
+      "step": 2228
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927863931318699e-05,
+      "loss": 0.1491,
+      "step": 2230
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9277992352929765e-05,
+      "loss": 0.2536,
+      "step": 2232
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927734539267253e-05,
+      "loss": 0.1245,
+      "step": 2234
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92766984324153e-05,
+      "loss": 0.1753,
+      "step": 2236
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9276051472158066e-05,
+      "loss": 0.2305,
+      "step": 2238
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9275404511900835e-05,
+      "loss": 0.1991,
+      "step": 2240
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9274757551643604e-05,
+      "loss": 0.1088,
+      "step": 2242
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927411059138637e-05,
+      "loss": 0.1115,
+      "step": 2244
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927346363112914e-05,
+      "loss": 0.1497,
+      "step": 2246
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927281667087191e-05,
+      "loss": 0.2015,
+      "step": 2248
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927216971061468e-05,
+      "loss": 0.1259,
+      "step": 2250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927152275035745e-05,
+      "loss": 0.1335,
+      "step": 2252
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927087579010022e-05,
+      "loss": 0.0952,
+      "step": 2254
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927022882984299e-05,
+      "loss": 0.1412,
+      "step": 2256
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926958186958575e-05,
+      "loss": 0.1896,
+      "step": 2258
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9268934909328526e-05,
+      "loss": 0.128,
+      "step": 2260
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926828794907129e-05,
+      "loss": 0.1499,
+      "step": 2262
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9267640988814064e-05,
+      "loss": 0.1459,
+      "step": 2264
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9266994028556826e-05,
+      "loss": 0.138,
+      "step": 2266
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9266347068299595e-05,
+      "loss": 0.17,
+      "step": 2268
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9265700108042364e-05,
+      "loss": 0.1526,
+      "step": 2270
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926505314778513e-05,
+      "loss": 0.0725,
+      "step": 2272
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92644061875279e-05,
+      "loss": 0.1465,
+      "step": 2274
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926375922727067e-05,
+      "loss": 0.2039,
+      "step": 2276
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926311226701344e-05,
+      "loss": 0.1164,
+      "step": 2278
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92624653067562e-05,
+      "loss": 0.2613,
+      "step": 2280
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926181834649898e-05,
+      "loss": 0.186,
+      "step": 2282
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926117138624175e-05,
+      "loss": 0.1168,
+      "step": 2284
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926052442598452e-05,
+      "loss": 0.1734,
+      "step": 2286
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9259877465727286e-05,
+      "loss": 0.1599,
+      "step": 2288
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925923050547005e-05,
+      "loss": 0.1703,
+      "step": 2290
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9258583545212824e-05,
+      "loss": 0.1578,
+      "step": 2292
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9257936584955587e-05,
+      "loss": 0.1506,
+      "step": 2294
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9257289624698356e-05,
+      "loss": 0.4167,
+      "step": 2296
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9256642664441125e-05,
+      "loss": 0.1473,
+      "step": 2298
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9255995704183894e-05,
+      "loss": 0.1231,
+      "step": 2300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925534874392666e-05,
+      "loss": 0.0825,
+      "step": 2302
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925470178366943e-05,
+      "loss": 0.151,
+      "step": 2304
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92540548234122e-05,
+      "loss": 0.121,
+      "step": 2306
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925340786315497e-05,
+      "loss": 0.14,
+      "step": 2308
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925276090289774e-05,
+      "loss": 0.1066,
+      "step": 2310
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92521139426405e-05,
+      "loss": 0.144,
+      "step": 2312
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925146698238328e-05,
+      "loss": 0.1769,
+      "step": 2314
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925082002212604e-05,
+      "loss": 0.1337,
+      "step": 2316
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925017306186881e-05,
+      "loss": 0.1659,
+      "step": 2318
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9249526101611585e-05,
+      "loss": 0.0742,
+      "step": 2320
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924887914135435e-05,
+      "loss": 0.1329,
+      "step": 2322
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924823218109712e-05,
+      "loss": 0.13,
+      "step": 2324
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9247585220839885e-05,
+      "loss": 0.1818,
+      "step": 2326
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9246938260582654e-05,
+      "loss": 0.1031,
+      "step": 2328
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924629130032542e-05,
+      "loss": 0.1372,
+      "step": 2330
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924564434006819e-05,
+      "loss": 0.1988,
+      "step": 2332
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924499737981096e-05,
+      "loss": 0.1225,
+      "step": 2334
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924435041955373e-05,
+      "loss": 0.2251,
+      "step": 2336
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92437034592965e-05,
+      "loss": 0.0881,
+      "step": 2338
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924305649903926e-05,
+      "loss": 0.1109,
+      "step": 2340
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924240953878204e-05,
+      "loss": 0.2086,
+      "step": 2342
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92417625785248e-05,
+      "loss": 0.101,
+      "step": 2344
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9241115618267576e-05,
+      "loss": 0.2403,
+      "step": 2346
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924046865801034e-05,
+      "loss": 0.1294,
+      "step": 2348
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923982169775311e-05,
+      "loss": 0.0821,
+      "step": 2350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923917473749588e-05,
+      "loss": 0.1513,
+      "step": 2352
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9238527777238645e-05,
+      "loss": 0.1872,
+      "step": 2354
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9237880816981415e-05,
+      "loss": 0.0996,
+      "step": 2356
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9237233856724184e-05,
+      "loss": 0.1063,
+      "step": 2358
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923658689646695e-05,
+      "loss": 0.2262,
+      "step": 2360
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923593993620972e-05,
+      "loss": 0.0564,
+      "step": 2362
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923529297595249e-05,
+      "loss": 0.1684,
+      "step": 2364
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923464601569526e-05,
+      "loss": 0.1078,
+      "step": 2366
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923399905543803e-05,
+      "loss": 0.1103,
+      "step": 2368
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92333520951808e-05,
+      "loss": 0.1655,
+      "step": 2370
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923270513492356e-05,
+      "loss": 0.1706,
+      "step": 2372
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9232058174666336e-05,
+      "loss": 0.1958,
+      "step": 2374
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92314112144091e-05,
+      "loss": 0.1414,
+      "step": 2376
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923076425415187e-05,
+      "loss": 0.0886,
+      "step": 2378
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923011729389464e-05,
+      "loss": 0.1527,
+      "step": 2380
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9229470333637406e-05,
+      "loss": 0.1141,
+      "step": 2382
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9228823373380175e-05,
+      "loss": 0.0612,
+      "step": 2384
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9228176413122944e-05,
+      "loss": 0.077,
+      "step": 2386
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922752945286571e-05,
+      "loss": 0.0888,
+      "step": 2388
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922688249260848e-05,
+      "loss": 0.1409,
+      "step": 2390
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922623553235125e-05,
+      "loss": 0.123,
+      "step": 2392
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9225588572094014e-05,
+      "loss": 0.1599,
+      "step": 2394
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922494161183679e-05,
+      "loss": 0.1176,
+      "step": 2396
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922429465157956e-05,
+      "loss": 0.1953,
+      "step": 2398
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922364769132232e-05,
+      "loss": 0.1517,
+      "step": 2400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92230007310651e-05,
+      "loss": 0.1377,
+      "step": 2402
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922235377080786e-05,
+      "loss": 0.1265,
+      "step": 2404
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9221706810550635e-05,
+      "loss": 0.0807,
+      "step": 2406
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92210598502934e-05,
+      "loss": 0.1145,
+      "step": 2408
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9220412890036166e-05,
+      "loss": 0.136,
+      "step": 2410
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9219765929778935e-05,
+      "loss": 0.1512,
+      "step": 2412
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9219118969521704e-05,
+      "loss": 0.2028,
+      "step": 2414
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9218472009264474e-05,
+      "loss": 0.1157,
+      "step": 2416
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921782504900724e-05,
+      "loss": 0.1095,
+      "step": 2418
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921717808875001e-05,
+      "loss": 0.1726,
+      "step": 2420
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9216531128492774e-05,
+      "loss": 0.131,
+      "step": 2422
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921588416823555e-05,
+      "loss": 0.2118,
+      "step": 2424
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921523720797831e-05,
+      "loss": 0.1233,
+      "step": 2426
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921459024772109e-05,
+      "loss": 0.1515,
+      "step": 2428
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921394328746386e-05,
+      "loss": 0.1344,
+      "step": 2430
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921329632720662e-05,
+      "loss": 0.0976,
+      "step": 2432
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9212649366949395e-05,
+      "loss": 0.2172,
+      "step": 2434
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921200240669216e-05,
+      "loss": 0.0984,
+      "step": 2436
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921135544643493e-05,
+      "loss": 0.1176,
+      "step": 2438
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9210708486177696e-05,
+      "loss": 0.086,
+      "step": 2440
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9210061525920465e-05,
+      "loss": 0.1792,
+      "step": 2442
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9209414565663234e-05,
+      "loss": 0.131,
+      "step": 2444
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9208767605406e-05,
+      "loss": 0.1636,
+      "step": 2446
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920812064514877e-05,
+      "loss": 0.1724,
+      "step": 2448
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920747368489154e-05,
+      "loss": 0.1586,
+      "step": 2450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920682672463431e-05,
+      "loss": 0.0907,
+      "step": 2452
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920617976437707e-05,
+      "loss": 0.0972,
+      "step": 2454
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920553280411985e-05,
+      "loss": 0.0855,
+      "step": 2456
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920488584386261e-05,
+      "loss": 0.144,
+      "step": 2458
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920423888360538e-05,
+      "loss": 0.119,
+      "step": 2460
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9203591923348156e-05,
+      "loss": 0.1358,
+      "step": 2462
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920294496309092e-05,
+      "loss": 0.1245,
+      "step": 2464
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920229800283369e-05,
+      "loss": 0.1088,
+      "step": 2466
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9201651042576456e-05,
+      "loss": 0.0958,
+      "step": 2468
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9201004082319225e-05,
+      "loss": 0.1096,
+      "step": 2470
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9200357122061994e-05,
+      "loss": 0.2403,
+      "step": 2472
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9199710161804763e-05,
+      "loss": 0.1035,
+      "step": 2474
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919906320154753e-05,
+      "loss": 0.2499,
+      "step": 2476
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91984162412903e-05,
+      "loss": 0.194,
+      "step": 2478
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919776928103307e-05,
+      "loss": 0.0768,
+      "step": 2480
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919712232077583e-05,
+      "loss": 0.1434,
+      "step": 2482
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919647536051861e-05,
+      "loss": 0.2004,
+      "step": 2484
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919582840026137e-05,
+      "loss": 0.1203,
+      "step": 2486
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919518144000415e-05,
+      "loss": 0.1174,
+      "step": 2488
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919453447974691e-05,
+      "loss": 0.3597,
+      "step": 2490
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919388751948968e-05,
+      "loss": 0.068,
+      "step": 2492
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919324055923245e-05,
+      "loss": 0.1237,
+      "step": 2494
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9192593598975217e-05,
+      "loss": 0.1355,
+      "step": 2496
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9191946638717986e-05,
+      "loss": 0.1042,
+      "step": 2498
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9191299678460755e-05,
+      "loss": 0.13,
+      "step": 2500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9190652718203524e-05,
+      "loss": 0.075,
+      "step": 2502
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9190005757946286e-05,
+      "loss": 0.1854,
+      "step": 2504
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918935879768906e-05,
+      "loss": 0.1308,
+      "step": 2506
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918871183743183e-05,
+      "loss": 0.1252,
+      "step": 2508
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91880648771746e-05,
+      "loss": 0.1725,
+      "step": 2510
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918741791691737e-05,
+      "loss": 0.11,
+      "step": 2512
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918677095666013e-05,
+      "loss": 0.1002,
+      "step": 2514
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918612399640291e-05,
+      "loss": 0.128,
+      "step": 2516
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918547703614567e-05,
+      "loss": 0.0709,
+      "step": 2518
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918483007588844e-05,
+      "loss": 0.1139,
+      "step": 2520
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918418311563121e-05,
+      "loss": 0.1176,
+      "step": 2522
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918353615537398e-05,
+      "loss": 0.1456,
+      "step": 2524
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9182889195116746e-05,
+      "loss": 0.0979,
+      "step": 2526
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9182242234859515e-05,
+      "loss": 0.1114,
+      "step": 2528
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9181595274602284e-05,
+      "loss": 0.1039,
+      "step": 2530
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918094831434505e-05,
+      "loss": 0.1253,
+      "step": 2532
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918030135408782e-05,
+      "loss": 0.086,
+      "step": 2534
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9179654393830585e-05,
+      "loss": 0.0728,
+      "step": 2536
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917900743357336e-05,
+      "loss": 0.0794,
+      "step": 2538
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917836047331612e-05,
+      "loss": 0.1635,
+      "step": 2540
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917771351305889e-05,
+      "loss": 0.0933,
+      "step": 2542
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917706655280167e-05,
+      "loss": 0.1048,
+      "step": 2544
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917641959254443e-05,
+      "loss": 0.1505,
+      "step": 2546
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9175772632287206e-05,
+      "loss": 0.1362,
+      "step": 2548
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917512567202997e-05,
+      "loss": 0.1012,
+      "step": 2550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917447871177274e-05,
+      "loss": 0.0969,
+      "step": 2552
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9173831751515506e-05,
+      "loss": 0.1173,
+      "step": 2554
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9173184791258276e-05,
+      "loss": 0.1551,
+      "step": 2556
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9172537831001045e-05,
+      "loss": 0.1081,
+      "step": 2558
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9171890870743814e-05,
+      "loss": 0.184,
+      "step": 2560
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917124391048658e-05,
+      "loss": 0.1258,
+      "step": 2562
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9170596950229345e-05,
+      "loss": 0.2296,
+      "step": 2564
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916994998997212e-05,
+      "loss": 0.1749,
+      "step": 2566
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916930302971488e-05,
+      "loss": 0.1033,
+      "step": 2568
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916865606945766e-05,
+      "loss": 0.1183,
+      "step": 2570
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916800910920042e-05,
+      "loss": 0.1101,
+      "step": 2572
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916736214894319e-05,
+      "loss": 0.1237,
+      "step": 2574
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9166715188685966e-05,
+      "loss": 0.0865,
+      "step": 2576
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916606822842873e-05,
+      "loss": 0.1148,
+      "step": 2578
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91654212681715e-05,
+      "loss": 0.1094,
+      "step": 2580
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916477430791427e-05,
+      "loss": 0.1367,
+      "step": 2582
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9164127347657036e-05,
+      "loss": 0.1257,
+      "step": 2584
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9163480387399805e-05,
+      "loss": 0.0994,
+      "step": 2586
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9162833427142574e-05,
+      "loss": 0.0874,
+      "step": 2588
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916218646688534e-05,
+      "loss": 0.1553,
+      "step": 2590
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916153950662811e-05,
+      "loss": 0.2047,
+      "step": 2592
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916089254637088e-05,
+      "loss": 0.1083,
+      "step": 2594
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9160245586113644e-05,
+      "loss": 0.1314,
+      "step": 2596
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915959862585642e-05,
+      "loss": 0.1137,
+      "step": 2598
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915895166559918e-05,
+      "loss": 0.0811,
+      "step": 2600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915830470534195e-05,
+      "loss": 0.1439,
+      "step": 2602
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915765774508472e-05,
+      "loss": 0.1489,
+      "step": 2604
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915701078482749e-05,
+      "loss": 0.1468,
+      "step": 2606
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915636382457026e-05,
+      "loss": 0.1518,
+      "step": 2608
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915571686431303e-05,
+      "loss": 0.1017,
+      "step": 2610
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9155069904055796e-05,
+      "loss": 0.1157,
+      "step": 2612
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9154422943798565e-05,
+      "loss": 0.1705,
+      "step": 2614
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9153775983541335e-05,
+      "loss": 0.2924,
+      "step": 2616
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91531290232841e-05,
+      "loss": 0.1081,
+      "step": 2618
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915248206302687e-05,
+      "loss": 0.0838,
+      "step": 2620
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915183510276964e-05,
+      "loss": 0.1481,
+      "step": 2622
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9151188142512404e-05,
+      "loss": 0.0838,
+      "step": 2624
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915054118225518e-05,
+      "loss": 0.0888,
+      "step": 2626
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914989422199794e-05,
+      "loss": 0.0878,
+      "step": 2628
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914924726174072e-05,
+      "loss": 0.0981,
+      "step": 2630
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914860030148348e-05,
+      "loss": 0.1031,
+      "step": 2632
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914795334122625e-05,
+      "loss": 0.1373,
+      "step": 2634
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914730638096902e-05,
+      "loss": 0.1387,
+      "step": 2636
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914665942071179e-05,
+      "loss": 0.0949,
+      "step": 2638
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914601246045456e-05,
+      "loss": 0.0976,
+      "step": 2640
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9145365500197326e-05,
+      "loss": 0.1047,
+      "step": 2642
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9144718539940095e-05,
+      "loss": 0.251,
+      "step": 2644
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914407157968286e-05,
+      "loss": 0.1605,
+      "step": 2646
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914342461942563e-05,
+      "loss": 0.0901,
+      "step": 2648
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9142777659168395e-05,
+      "loss": 0.0901,
+      "step": 2650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914213069891117e-05,
+      "loss": 0.1228,
+      "step": 2652
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914148373865394e-05,
+      "loss": 0.1072,
+      "step": 2654
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91408367783967e-05,
+      "loss": 0.105,
+      "step": 2656
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914018981813948e-05,
+      "loss": 0.2049,
+      "step": 2658
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913954285788224e-05,
+      "loss": 0.1365,
+      "step": 2660
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913889589762501e-05,
+      "loss": 0.1282,
+      "step": 2662
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913824893736778e-05,
+      "loss": 0.1808,
+      "step": 2664
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913760197711055e-05,
+      "loss": 0.1007,
+      "step": 2666
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913695501685332e-05,
+      "loss": 0.102,
+      "step": 2668
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9136308056596086e-05,
+      "loss": 0.1027,
+      "step": 2670
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9135661096338855e-05,
+      "loss": 0.1186,
+      "step": 2672
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9135014136081624e-05,
+      "loss": 0.1838,
+      "step": 2674
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9134367175824394e-05,
+      "loss": 0.1202,
+      "step": 2676
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9133720215567156e-05,
+      "loss": 0.1067,
+      "step": 2678
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913307325530993e-05,
+      "loss": 0.104,
+      "step": 2680
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9132426295052694e-05,
+      "loss": 0.0818,
+      "step": 2682
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913177933479546e-05,
+      "loss": 0.1027,
+      "step": 2684
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913113237453824e-05,
+      "loss": 0.1203,
+      "step": 2686
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9130485414281e-05,
+      "loss": 0.0493,
+      "step": 2688
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912983845402378e-05,
+      "loss": 0.156,
+      "step": 2690
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912919149376654e-05,
+      "loss": 0.1219,
+      "step": 2692
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912854453350931e-05,
+      "loss": 0.1192,
+      "step": 2694
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912789757325208e-05,
+      "loss": 0.1471,
+      "step": 2696
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912725061299485e-05,
+      "loss": 0.1204,
+      "step": 2698
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9126603652737616e-05,
+      "loss": 0.1108,
+      "step": 2700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9125956692480385e-05,
+      "loss": 0.1408,
+      "step": 2702
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9125309732223154e-05,
+      "loss": 0.1319,
+      "step": 2704
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9124662771965916e-05,
+      "loss": 0.1571,
+      "step": 2706
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912401581170869e-05,
+      "loss": 0.0642,
+      "step": 2708
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9123368851451454e-05,
+      "loss": 0.0755,
+      "step": 2710
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912272189119423e-05,
+      "loss": 0.1184,
+      "step": 2712
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912207493093699e-05,
+      "loss": 0.11,
+      "step": 2714
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912142797067976e-05,
+      "loss": 0.0557,
+      "step": 2716
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912078101042253e-05,
+      "loss": 0.101,
+      "step": 2718
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91201340501653e-05,
+      "loss": 0.0854,
+      "step": 2720
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911948708990807e-05,
+      "loss": 0.1331,
+      "step": 2722
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911884012965084e-05,
+      "loss": 0.0749,
+      "step": 2724
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911819316939361e-05,
+      "loss": 0.19,
+      "step": 2726
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911754620913637e-05,
+      "loss": 0.0651,
+      "step": 2728
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9116899248879145e-05,
+      "loss": 0.0533,
+      "step": 2730
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9116252288621914e-05,
+      "loss": 0.1247,
+      "step": 2732
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9115605328364683e-05,
+      "loss": 0.173,
+      "step": 2734
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911495836810745e-05,
+      "loss": 0.0837,
+      "step": 2736
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9114311407850215e-05,
+      "loss": 0.1269,
+      "step": 2738
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911366444759299e-05,
+      "loss": 0.0661,
+      "step": 2740
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911301748733575e-05,
+      "loss": 0.1117,
+      "step": 2742
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911237052707852e-05,
+      "loss": 0.109,
+      "step": 2744
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911172356682129e-05,
+      "loss": 0.0845,
+      "step": 2746
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911107660656406e-05,
+      "loss": 0.1148,
+      "step": 2748
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911042964630683e-05,
+      "loss": 0.0717,
+      "step": 2750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91097826860496e-05,
+      "loss": 0.0954,
+      "step": 2752
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910913572579237e-05,
+      "loss": 0.1292,
+      "step": 2754
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9108488765535137e-05,
+      "loss": 0.0977,
+      "step": 2756
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9107841805277906e-05,
+      "loss": 0.1143,
+      "step": 2758
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910719484502067e-05,
+      "loss": 0.1051,
+      "step": 2760
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9106547884763444e-05,
+      "loss": 0.1022,
+      "step": 2762
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910590092450621e-05,
+      "loss": 0.1329,
+      "step": 2764
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9105253964248975e-05,
+      "loss": 0.0894,
+      "step": 2766
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910460700399175e-05,
+      "loss": 0.1327,
+      "step": 2768
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9103960043734513e-05,
+      "loss": 0.2019,
+      "step": 2770
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910331308347729e-05,
+      "loss": 0.0915,
+      "step": 2772
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910266612322005e-05,
+      "loss": 0.1476,
+      "step": 2774
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910201916296282e-05,
+      "loss": 0.1325,
+      "step": 2776
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910137220270559e-05,
+      "loss": 0.0813,
+      "step": 2778
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910072524244836e-05,
+      "loss": 0.0578,
+      "step": 2780
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910007828219113e-05,
+      "loss": 0.0833,
+      "step": 2782
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.90994313219339e-05,
+      "loss": 0.0767,
+      "step": 2784
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9098784361676666e-05,
+      "loss": 0.1231,
+      "step": 2786
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909813740141943e-05,
+      "loss": 0.2113,
+      "step": 2788
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9097490441162204e-05,
+      "loss": 0.0739,
+      "step": 2790
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9096843480904967e-05,
+      "loss": 0.0734,
+      "step": 2792
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909619652064774e-05,
+      "loss": 0.1337,
+      "step": 2794
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9095549560390505e-05,
+      "loss": 0.1443,
+      "step": 2796
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9094902600133274e-05,
+      "loss": 0.1033,
+      "step": 2798
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909425563987605e-05,
+      "loss": 0.1779,
+      "step": 2800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909360867961881e-05,
+      "loss": 0.1267,
+      "step": 2802
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909296171936158e-05,
+      "loss": 0.0896,
+      "step": 2804
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909231475910435e-05,
+      "loss": 0.1526,
+      "step": 2806
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909166779884712e-05,
+      "loss": 0.0645,
+      "step": 2808
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909102083858989e-05,
+      "loss": 0.1092,
+      "step": 2810
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909037387833266e-05,
+      "loss": 0.0811,
+      "step": 2812
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9089726918075426e-05,
+      "loss": 0.1299,
+      "step": 2814
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9089079957818196e-05,
+      "loss": 0.0961,
+      "step": 2816
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9088432997560965e-05,
+      "loss": 0.0995,
+      "step": 2818
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908778603730373e-05,
+      "loss": 0.0882,
+      "step": 2820
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.90871390770465e-05,
+      "loss": 0.0563,
+      "step": 2822
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9086492116789265e-05,
+      "loss": 0.1143,
+      "step": 2824
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9085845156532034e-05,
+      "loss": 0.1094,
+      "step": 2826
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.90851981962748e-05,
+      "loss": 0.1135,
+      "step": 2828
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908455123601757e-05,
+      "loss": 0.0788,
+      "step": 2830
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908390427576035e-05,
+      "loss": 0.1192,
+      "step": 2832
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.908325731550311e-05,
+      "loss": 0.069,
+      "step": 2834
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.908261035524588e-05,
+      "loss": 0.1067,
+      "step": 2836
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.908196339498865e-05,
+      "loss": 0.1055,
+      "step": 2838
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.908131643473142e-05,
+      "loss": 0.0835,
+      "step": 2840
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.908066947447419e-05,
+      "loss": 0.102,
+      "step": 2842
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9080022514216956e-05,
+      "loss": 0.093,
+      "step": 2844
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9079375553959725e-05,
+      "loss": 0.1047,
+      "step": 2846
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907872859370249e-05,
+      "loss": 0.1246,
+      "step": 2848
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907808163344526e-05,
+      "loss": 0.0791,
+      "step": 2850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9077434673188026e-05,
+      "loss": 0.1039,
+      "step": 2852
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90767877129308e-05,
+      "loss": 0.1094,
+      "step": 2854
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9076140752673564e-05,
+      "loss": 0.0849,
+      "step": 2856
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907549379241633e-05,
+      "loss": 0.1164,
+      "step": 2858
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90748468321591e-05,
+      "loss": 0.1267,
+      "step": 2860
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907419987190187e-05,
+      "loss": 0.0922,
+      "step": 2862
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907355291164464e-05,
+      "loss": 0.1467,
+      "step": 2864
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907290595138741e-05,
+      "loss": 0.0831,
+      "step": 2866
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907225899113018e-05,
+      "loss": 0.1016,
+      "step": 2868
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907161203087294e-05,
+      "loss": 0.0991,
+      "step": 2870
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9070965070615716e-05,
+      "loss": 0.069,
+      "step": 2872
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907031811035848e-05,
+      "loss": 0.1,
+      "step": 2874
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9069671150101255e-05,
+      "loss": 0.0764,
+      "step": 2876
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9069024189844024e-05,
+      "loss": 0.0936,
+      "step": 2878
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9068377229586786e-05,
+      "loss": 0.1098,
+      "step": 2880
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906773026932956e-05,
+      "loss": 0.1156,
+      "step": 2882
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9067083309072324e-05,
+      "loss": 0.0746,
+      "step": 2884
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906643634881509e-05,
+      "loss": 0.0568,
+      "step": 2886
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906578938855786e-05,
+      "loss": 0.0831,
+      "step": 2888
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906514242830063e-05,
+      "loss": 0.087,
+      "step": 2890
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90644954680434e-05,
+      "loss": 0.0881,
+      "step": 2892
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906384850778617e-05,
+      "loss": 0.1979,
+      "step": 2894
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906320154752894e-05,
+      "loss": 0.0558,
+      "step": 2896
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906255458727171e-05,
+      "loss": 0.068,
+      "step": 2898
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906190762701448e-05,
+      "loss": 0.05,
+      "step": 2900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906126066675724e-05,
+      "loss": 0.1043,
+      "step": 2902
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9060613706500015e-05,
+      "loss": 0.1672,
+      "step": 2904
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905996674624278e-05,
+      "loss": 0.0799,
+      "step": 2906
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9059319785985546e-05,
+      "loss": 0.066,
+      "step": 2908
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905867282572832e-05,
+      "loss": 0.0684,
+      "step": 2910
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9058025865471085e-05,
+      "loss": 0.0631,
+      "step": 2912
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905737890521386e-05,
+      "loss": 0.1484,
+      "step": 2914
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905673194495662e-05,
+      "loss": 0.095,
+      "step": 2916
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905608498469939e-05,
+      "loss": 0.1006,
+      "step": 2918
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905543802444216e-05,
+      "loss": 0.084,
+      "step": 2920
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905479106418493e-05,
+      "loss": 0.0845,
+      "step": 2922
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90541441039277e-05,
+      "loss": 0.1408,
+      "step": 2924
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905349714367047e-05,
+      "loss": 0.1087,
+      "step": 2926
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905285018341324e-05,
+      "loss": 0.0698,
+      "step": 2928
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9052203223156e-05,
+      "loss": 0.0486,
+      "step": 2930
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9051556262898775e-05,
+      "loss": 0.1164,
+      "step": 2932
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905090930264154e-05,
+      "loss": 0.0541,
+      "step": 2934
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9050262342384314e-05,
+      "loss": 0.1562,
+      "step": 2936
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9049615382127076e-05,
+      "loss": 0.084,
+      "step": 2938
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9048968421869845e-05,
+      "loss": 0.1463,
+      "step": 2940
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904832146161262e-05,
+      "loss": 0.1118,
+      "step": 2942
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904767450135538e-05,
+      "loss": 0.1123,
+      "step": 2944
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904702754109815e-05,
+      "loss": 0.1148,
+      "step": 2946
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904638058084092e-05,
+      "loss": 0.0694,
+      "step": 2948
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904573362058369e-05,
+      "loss": 0.0674,
+      "step": 2950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904508666032645e-05,
+      "loss": 0.0651,
+      "step": 2952
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904443970006923e-05,
+      "loss": 0.1132,
+      "step": 2954
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9043792739812e-05,
+      "loss": 0.0572,
+      "step": 2956
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904314577955477e-05,
+      "loss": 0.0868,
+      "step": 2958
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9042498819297536e-05,
+      "loss": 0.0703,
+      "step": 2960
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90418518590403e-05,
+      "loss": 0.0636,
+      "step": 2962
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9041204898783074e-05,
+      "loss": 0.1147,
+      "step": 2964
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9040557938525836e-05,
+      "loss": 0.1203,
+      "step": 2966
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9039910978268605e-05,
+      "loss": 0.1047,
+      "step": 2968
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9039264018011374e-05,
+      "loss": 0.08,
+      "step": 2970
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9038617057754143e-05,
+      "loss": 0.0958,
+      "step": 2972
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903797009749691e-05,
+      "loss": 0.0979,
+      "step": 2974
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903732313723968e-05,
+      "loss": 0.1811,
+      "step": 2976
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903667617698245e-05,
+      "loss": 0.0775,
+      "step": 2978
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903602921672522e-05,
+      "loss": 0.0655,
+      "step": 2980
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903538225646799e-05,
+      "loss": 0.1104,
+      "step": 2982
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903473529621075e-05,
+      "loss": 0.0887,
+      "step": 2984
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903408833595353e-05,
+      "loss": 0.1632,
+      "step": 2986
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9033441375696296e-05,
+      "loss": 0.0635,
+      "step": 2988
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903279441543906e-05,
+      "loss": 0.1192,
+      "step": 2990
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9032147455181834e-05,
+      "loss": 0.0727,
+      "step": 2992
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90315004949246e-05,
+      "loss": 0.1735,
+      "step": 2994
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903085353466737e-05,
+      "loss": 0.0792,
+      "step": 2996
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9030206574410135e-05,
+      "loss": 0.0947,
+      "step": 2998
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9029559614152904e-05,
+      "loss": 0.1145,
+      "step": 3000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902891265389567e-05,
+      "loss": 0.0767,
+      "step": 3002
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902826569363844e-05,
+      "loss": 0.1044,
+      "step": 3004
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902761873338121e-05,
+      "loss": 0.1015,
+      "step": 3006
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902697177312398e-05,
+      "loss": 0.0754,
+      "step": 3008
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902632481286675e-05,
+      "loss": 0.0789,
+      "step": 3010
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902567785260951e-05,
+      "loss": 0.1546,
+      "step": 3012
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902503089235229e-05,
+      "loss": 0.0937,
+      "step": 3014
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902438393209505e-05,
+      "loss": 0.112,
+      "step": 3016
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9023736971837826e-05,
+      "loss": 0.0768,
+      "step": 3018
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902309001158059e-05,
+      "loss": 0.0939,
+      "step": 3020
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902244305132336e-05,
+      "loss": 0.0911,
+      "step": 3022
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902179609106613e-05,
+      "loss": 0.0989,
+      "step": 3024
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9021149130808895e-05,
+      "loss": 0.2013,
+      "step": 3026
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9020502170551664e-05,
+      "loss": 0.0921,
+      "step": 3028
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901985521029443e-05,
+      "loss": 0.0713,
+      "step": 3030
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90192082500372e-05,
+      "loss": 0.0809,
+      "step": 3032
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901856128977997e-05,
+      "loss": 0.126,
+      "step": 3034
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901791432952274e-05,
+      "loss": 0.0887,
+      "step": 3036
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901726736926551e-05,
+      "loss": 0.1064,
+      "step": 3038
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901662040900828e-05,
+      "loss": 0.0849,
+      "step": 3040
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901597344875105e-05,
+      "loss": 0.0538,
+      "step": 3042
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901532648849381e-05,
+      "loss": 0.0974,
+      "step": 3044
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9014679528236586e-05,
+      "loss": 0.0777,
+      "step": 3046
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901403256797935e-05,
+      "loss": 0.0766,
+      "step": 3048
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901338560772212e-05,
+      "loss": 0.0711,
+      "step": 3050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9012738647464887e-05,
+      "loss": 0.0834,
+      "step": 3052
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9012091687207656e-05,
+      "loss": 0.1285,
+      "step": 3054
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901144472695043e-05,
+      "loss": 0.0821,
+      "step": 3056
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9010797766693194e-05,
+      "loss": 0.1203,
+      "step": 3058
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901015080643596e-05,
+      "loss": 0.0521,
+      "step": 3060
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900950384617873e-05,
+      "loss": 0.073,
+      "step": 3062
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90088568859215e-05,
+      "loss": 0.1063,
+      "step": 3064
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900820992566427e-05,
+      "loss": 0.0664,
+      "step": 3066
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900756296540704e-05,
+      "loss": 0.0573,
+      "step": 3068
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900691600514981e-05,
+      "loss": 0.1072,
+      "step": 3070
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900626904489257e-05,
+      "loss": 0.0896,
+      "step": 3072
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9005622084635346e-05,
+      "loss": 0.1249,
+      "step": 3074
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900497512437811e-05,
+      "loss": 0.1154,
+      "step": 3076
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9004328164120885e-05,
+      "loss": 0.0869,
+      "step": 3078
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900368120386365e-05,
+      "loss": 0.0984,
+      "step": 3080
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9003034243606416e-05,
+      "loss": 0.0855,
+      "step": 3082
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9002387283349185e-05,
+      "loss": 0.0859,
+      "step": 3084
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9001740323091954e-05,
+      "loss": 0.0522,
+      "step": 3086
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900109336283472e-05,
+      "loss": 0.0996,
+      "step": 3088
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900044640257749e-05,
+      "loss": 0.1025,
+      "step": 3090
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899979944232026e-05,
+      "loss": 0.0807,
+      "step": 3092
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8999152482063024e-05,
+      "loss": 0.1388,
+      "step": 3094
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89985055218058e-05,
+      "loss": 0.0778,
+      "step": 3096
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899785856154856e-05,
+      "loss": 0.0722,
+      "step": 3098
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899721160129134e-05,
+      "loss": 0.1152,
+      "step": 3100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899656464103411e-05,
+      "loss": 0.0966,
+      "step": 3102
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899591768077687e-05,
+      "loss": 0.1095,
+      "step": 3104
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8995270720519645e-05,
+      "loss": 0.1086,
+      "step": 3106
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899462376026241e-05,
+      "loss": 0.069,
+      "step": 3108
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8993976800005176e-05,
+      "loss": 0.1226,
+      "step": 3110
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8993329839747946e-05,
+      "loss": 0.109,
+      "step": 3112
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8992682879490715e-05,
+      "loss": 0.0881,
+      "step": 3114
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8992035919233484e-05,
+      "loss": 0.1712,
+      "step": 3116
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899138895897625e-05,
+      "loss": 0.0681,
+      "step": 3118
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899074199871902e-05,
+      "loss": 0.07,
+      "step": 3120
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899009503846179e-05,
+      "loss": 0.2801,
+      "step": 3122
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898944807820456e-05,
+      "loss": 0.0567,
+      "step": 3124
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898880111794732e-05,
+      "loss": 0.0678,
+      "step": 3126
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89881541576901e-05,
+      "loss": 0.0767,
+      "step": 3128
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898750719743286e-05,
+      "loss": 0.0803,
+      "step": 3130
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898686023717563e-05,
+      "loss": 0.0815,
+      "step": 3132
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8986213276918405e-05,
+      "loss": 0.0826,
+      "step": 3134
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898556631666117e-05,
+      "loss": 0.0811,
+      "step": 3136
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8984919356403944e-05,
+      "loss": 0.0687,
+      "step": 3138
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8984272396146706e-05,
+      "loss": 0.0796,
+      "step": 3140
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8983625435889475e-05,
+      "loss": 0.0543,
+      "step": 3142
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8982978475632244e-05,
+      "loss": 0.1067,
+      "step": 3144
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898233151537501e-05,
+      "loss": 0.0589,
+      "step": 3146
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898168455511778e-05,
+      "loss": 0.2048,
+      "step": 3148
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898103759486055e-05,
+      "loss": 0.0326,
+      "step": 3150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898039063460332e-05,
+      "loss": 0.0785,
+      "step": 3152
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897974367434608e-05,
+      "loss": 0.0922,
+      "step": 3154
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897909671408886e-05,
+      "loss": 0.1006,
+      "step": 3156
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897844975383162e-05,
+      "loss": 0.1087,
+      "step": 3158
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89778027935744e-05,
+      "loss": 0.0685,
+      "step": 3160
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897715583331716e-05,
+      "loss": 0.1117,
+      "step": 3162
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897650887305993e-05,
+      "loss": 0.1424,
+      "step": 3164
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8975861912802704e-05,
+      "loss": 0.0631,
+      "step": 3166
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8975214952545466e-05,
+      "loss": 0.1617,
+      "step": 3168
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8974567992288235e-05,
+      "loss": 0.0719,
+      "step": 3170
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8973921032031004e-05,
+      "loss": 0.125,
+      "step": 3172
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8973274071773774e-05,
+      "loss": 0.0641,
+      "step": 3174
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8972627111516536e-05,
+      "loss": 0.1204,
+      "step": 3176
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897198015125931e-05,
+      "loss": 0.0821,
+      "step": 3178
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897133319100208e-05,
+      "loss": 0.1118,
+      "step": 3180
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897068623074485e-05,
+      "loss": 0.0834,
+      "step": 3182
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897003927048762e-05,
+      "loss": 0.1028,
+      "step": 3184
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896939231023038e-05,
+      "loss": 0.0799,
+      "step": 3186
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896874534997316e-05,
+      "loss": 0.0373,
+      "step": 3188
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896809838971592e-05,
+      "loss": 0.044,
+      "step": 3190
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896745142945869e-05,
+      "loss": 0.0959,
+      "step": 3192
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896680446920146e-05,
+      "loss": 0.0563,
+      "step": 3194
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896615750894423e-05,
+      "loss": 0.0785,
+      "step": 3196
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8965510548686996e-05,
+      "loss": 0.0963,
+      "step": 3198
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8964863588429765e-05,
+      "loss": 0.1163,
+      "step": 3200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8964216628172534e-05,
+      "loss": 0.0634,
+      "step": 3202
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89635696679153e-05,
+      "loss": 0.0647,
+      "step": 3204
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896292270765807e-05,
+      "loss": 0.1031,
+      "step": 3206
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8962275747400834e-05,
+      "loss": 0.0784,
+      "step": 3208
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896162878714361e-05,
+      "loss": 0.0802,
+      "step": 3210
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896098182688638e-05,
+      "loss": 0.1355,
+      "step": 3212
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896033486662914e-05,
+      "loss": 0.0782,
+      "step": 3214
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895968790637192e-05,
+      "loss": 0.0301,
+      "step": 3216
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895904094611468e-05,
+      "loss": 0.0914,
+      "step": 3218
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8958393985857456e-05,
+      "loss": 0.0867,
+      "step": 3220
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895774702560022e-05,
+      "loss": 0.0885,
+      "step": 3222
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895710006534299e-05,
+      "loss": 0.0583,
+      "step": 3224
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8956453105085756e-05,
+      "loss": 0.0425,
+      "step": 3226
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8955806144828525e-05,
+      "loss": 0.0664,
+      "step": 3228
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8955159184571294e-05,
+      "loss": 0.0648,
+      "step": 3230
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8954512224314063e-05,
+      "loss": 0.0848,
+      "step": 3232
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895386526405683e-05,
+      "loss": 0.2053,
+      "step": 3234
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8953218303799595e-05,
+      "loss": 0.114,
+      "step": 3236
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895257134354237e-05,
+      "loss": 0.0959,
+      "step": 3238
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895192438328513e-05,
+      "loss": 0.0947,
+      "step": 3240
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895127742302791e-05,
+      "loss": 0.0861,
+      "step": 3242
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895063046277068e-05,
+      "loss": 0.1088,
+      "step": 3244
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894998350251344e-05,
+      "loss": 0.0634,
+      "step": 3246
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8949336542256216e-05,
+      "loss": 0.0804,
+      "step": 3248
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894868958199898e-05,
+      "loss": 0.0805,
+      "step": 3250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894804262174175e-05,
+      "loss": 0.0712,
+      "step": 3252
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894739566148452e-05,
+      "loss": 0.0658,
+      "step": 3254
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8946748701227286e-05,
+      "loss": 0.058,
+      "step": 3256
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8946101740970055e-05,
+      "loss": 0.0504,
+      "step": 3258
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8945454780712824e-05,
+      "loss": 0.052,
+      "step": 3260
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894480782045559e-05,
+      "loss": 0.077,
+      "step": 3262
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894416086019836e-05,
+      "loss": 0.063,
+      "step": 3264
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894351389994113e-05,
+      "loss": 0.1295,
+      "step": 3266
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8942866939683893e-05,
+      "loss": 0.0968,
+      "step": 3268
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894221997942667e-05,
+      "loss": 0.0581,
+      "step": 3270
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894157301916943e-05,
+      "loss": 0.0854,
+      "step": 3272
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89409260589122e-05,
+      "loss": 0.0407,
+      "step": 3274
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894027909865497e-05,
+      "loss": 0.1351,
+      "step": 3276
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893963213839774e-05,
+      "loss": 0.0759,
+      "step": 3278
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8938985178140515e-05,
+      "loss": 0.1155,
+      "step": 3280
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893833821788328e-05,
+      "loss": 0.0728,
+      "step": 3282
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8937691257626046e-05,
+      "loss": 0.073,
+      "step": 3284
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8937044297368815e-05,
+      "loss": 0.0727,
+      "step": 3286
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8936397337111584e-05,
+      "loss": 0.0512,
+      "step": 3288
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893575037685435e-05,
+      "loss": 0.0775,
+      "step": 3290
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893510341659712e-05,
+      "loss": 0.0825,
+      "step": 3292
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893445645633989e-05,
+      "loss": 0.0848,
+      "step": 3294
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8933809496082654e-05,
+      "loss": 0.0614,
+      "step": 3296
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893316253582543e-05,
+      "loss": 0.076,
+      "step": 3298
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893251557556819e-05,
+      "loss": 0.0915,
+      "step": 3300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893186861531097e-05,
+      "loss": 0.0579,
+      "step": 3302
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893122165505373e-05,
+      "loss": 0.1383,
+      "step": 3304
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89305746947965e-05,
+      "loss": 0.0708,
+      "step": 3306
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892992773453927e-05,
+      "loss": 0.0839,
+      "step": 3308
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892928077428204e-05,
+      "loss": 0.0813,
+      "step": 3310
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8928633814024807e-05,
+      "loss": 0.0483,
+      "step": 3312
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8927986853767576e-05,
+      "loss": 0.0612,
+      "step": 3314
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8927339893510345e-05,
+      "loss": 0.1333,
+      "step": 3316
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892669293325311e-05,
+      "loss": 0.0647,
+      "step": 3318
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892604597299588e-05,
+      "loss": 0.1445,
+      "step": 3320
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892539901273865e-05,
+      "loss": 0.1023,
+      "step": 3322
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892475205248142e-05,
+      "loss": 0.0538,
+      "step": 3324
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892410509222419e-05,
+      "loss": 0.0491,
+      "step": 3326
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892345813196695e-05,
+      "loss": 0.094,
+      "step": 3328
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892281117170973e-05,
+      "loss": 0.0604,
+      "step": 3330
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892216421145249e-05,
+      "loss": 0.1051,
+      "step": 3332
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892151725119526e-05,
+      "loss": 0.1085,
+      "step": 3334
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892087029093803e-05,
+      "loss": 0.0792,
+      "step": 3336
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89202233306808e-05,
+      "loss": 0.1349,
+      "step": 3338
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.891957637042357e-05,
+      "loss": 0.0749,
+      "step": 3340
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8918929410166336e-05,
+      "loss": 0.0417,
+      "step": 3342
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8918282449909105e-05,
+      "loss": 0.0848,
+      "step": 3344
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8917635489651874e-05,
+      "loss": 0.0799,
+      "step": 3346
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.891698852939464e-05,
+      "loss": 0.0695,
+      "step": 3348
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8916341569137406e-05,
+      "loss": 0.098,
+      "step": 3350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891569460888018e-05,
+      "loss": 0.0689,
+      "step": 3352
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8915047648622944e-05,
+      "loss": 0.0623,
+      "step": 3354
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891440068836571e-05,
+      "loss": 0.1276,
+      "step": 3356
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891375372810849e-05,
+      "loss": 0.1027,
+      "step": 3358
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891310676785125e-05,
+      "loss": 0.1104,
+      "step": 3360
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891245980759403e-05,
+      "loss": 0.0629,
+      "step": 3362
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891181284733679e-05,
+      "loss": 0.0667,
+      "step": 3364
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891116588707956e-05,
+      "loss": 0.0751,
+      "step": 3366
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891051892682233e-05,
+      "loss": 0.0766,
+      "step": 3368
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8909871966565096e-05,
+      "loss": 0.0399,
+      "step": 3370
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8909225006307865e-05,
+      "loss": 0.0972,
+      "step": 3372
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8908578046050635e-05,
+      "loss": 0.0536,
+      "step": 3374
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8907931085793404e-05,
+      "loss": 0.1145,
+      "step": 3376
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8907284125536166e-05,
+      "loss": 0.0637,
+      "step": 3378
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890663716527894e-05,
+      "loss": 0.1069,
+      "step": 3380
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8905990205021704e-05,
+      "loss": 0.0704,
+      "step": 3382
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890534324476448e-05,
+      "loss": 0.1174,
+      "step": 3384
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890469628450724e-05,
+      "loss": 0.086,
+      "step": 3386
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890404932425001e-05,
+      "loss": 0.1038,
+      "step": 3388
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890340236399279e-05,
+      "loss": 0.0902,
+      "step": 3390
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890275540373555e-05,
+      "loss": 0.0949,
+      "step": 3392
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890210844347832e-05,
+      "loss": 0.091,
+      "step": 3394
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890146148322109e-05,
+      "loss": 0.1156,
+      "step": 3396
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890081452296386e-05,
+      "loss": 0.0771,
+      "step": 3398
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8900167562706626e-05,
+      "loss": 0.0552,
+      "step": 3400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8899520602449395e-05,
+      "loss": 0.0607,
+      "step": 3402
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8898873642192164e-05,
+      "loss": 0.0866,
+      "step": 3404
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889822668193493e-05,
+      "loss": 0.0546,
+      "step": 3406
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88975797216777e-05,
+      "loss": 0.124,
+      "step": 3408
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8896932761420465e-05,
+      "loss": 0.0563,
+      "step": 3410
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889628580116324e-05,
+      "loss": 0.0556,
+      "step": 3412
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8895638840906e-05,
+      "loss": 0.0353,
+      "step": 3414
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889499188064877e-05,
+      "loss": 0.0611,
+      "step": 3416
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889434492039154e-05,
+      "loss": 0.0515,
+      "step": 3418
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889369796013431e-05,
+      "loss": 0.06,
+      "step": 3420
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8893050999877086e-05,
+      "loss": 0.0649,
+      "step": 3422
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889240403961985e-05,
+      "loss": 0.0882,
+      "step": 3424
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889175707936262e-05,
+      "loss": 0.1074,
+      "step": 3426
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8891110119105386e-05,
+      "loss": 0.089,
+      "step": 3428
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8890463158848155e-05,
+      "loss": 0.0988,
+      "step": 3430
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888981619859092e-05,
+      "loss": 0.1415,
+      "step": 3432
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8889169238333694e-05,
+      "loss": 0.0779,
+      "step": 3434
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888852227807646e-05,
+      "loss": 0.0547,
+      "step": 3436
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8887875317819225e-05,
+      "loss": 0.2245,
+      "step": 3438
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8887228357562e-05,
+      "loss": 0.0598,
+      "step": 3440
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888658139730476e-05,
+      "loss": 0.0467,
+      "step": 3442
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888593443704754e-05,
+      "loss": 0.1091,
+      "step": 3444
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88852874767903e-05,
+      "loss": 0.1271,
+      "step": 3446
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888464051653307e-05,
+      "loss": 0.0737,
+      "step": 3448
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888399355627584e-05,
+      "loss": 0.0541,
+      "step": 3450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888334659601861e-05,
+      "loss": 0.0659,
+      "step": 3452
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888269963576138e-05,
+      "loss": 0.1166,
+      "step": 3454
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888205267550415e-05,
+      "loss": 0.036,
+      "step": 3456
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8881405715246916e-05,
+      "loss": 0.0464,
+      "step": 3458
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888075875498968e-05,
+      "loss": 0.051,
+      "step": 3460
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8880111794732454e-05,
+      "loss": 0.0666,
+      "step": 3462
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8879464834475216e-05,
+      "loss": 0.1168,
+      "step": 3464
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887881787421799e-05,
+      "loss": 0.0612,
+      "step": 3466
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887817091396076e-05,
+      "loss": 0.0752,
+      "step": 3468
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8877523953703524e-05,
+      "loss": 0.0869,
+      "step": 3470
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88768769934463e-05,
+      "loss": 0.0522,
+      "step": 3472
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887623003318906e-05,
+      "loss": 0.0681,
+      "step": 3474
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887558307293183e-05,
+      "loss": 0.0767,
+      "step": 3476
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88749361126746e-05,
+      "loss": 0.0863,
+      "step": 3478
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887428915241737e-05,
+      "loss": 0.0589,
+      "step": 3480
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887364219216014e-05,
+      "loss": 0.0627,
+      "step": 3482
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887299523190291e-05,
+      "loss": 0.0547,
+      "step": 3484
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8872348271645676e-05,
+      "loss": 0.078,
+      "step": 3486
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8871701311388445e-05,
+      "loss": 0.0404,
+      "step": 3488
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8871054351131214e-05,
+      "loss": 0.086,
+      "step": 3490
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887040739087398e-05,
+      "loss": 0.071,
+      "step": 3492
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886976043061675e-05,
+      "loss": 0.0659,
+      "step": 3494
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8869113470359515e-05,
+      "loss": 0.1024,
+      "step": 3496
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8868466510102284e-05,
+      "loss": 0.0862,
+      "step": 3498
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886781954984505e-05,
+      "loss": 0.0686,
+      "step": 3500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886717258958782e-05,
+      "loss": 0.066,
+      "step": 3502
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88665256293306e-05,
+      "loss": 0.0626,
+      "step": 3504
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886587866907336e-05,
+      "loss": 0.0969,
+      "step": 3506
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886523170881613e-05,
+      "loss": 0.0708,
+      "step": 3508
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88645847485589e-05,
+      "loss": 0.0837,
+      "step": 3510
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886393778830167e-05,
+      "loss": 0.04,
+      "step": 3512
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8863290828044437e-05,
+      "loss": 0.0646,
+      "step": 3514
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8862643867787206e-05,
+      "loss": 0.1399,
+      "step": 3516
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8861996907529975e-05,
+      "loss": 0.0661,
+      "step": 3518
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886134994727274e-05,
+      "loss": 0.0743,
+      "step": 3520
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886070298701551e-05,
+      "loss": 0.0355,
+      "step": 3522
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8860056026758275e-05,
+      "loss": 0.089,
+      "step": 3524
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885940906650105e-05,
+      "loss": 0.0631,
+      "step": 3526
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8858762106243813e-05,
+      "loss": 0.0947,
+      "step": 3528
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885811514598658e-05,
+      "loss": 0.0418,
+      "step": 3530
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885746818572935e-05,
+      "loss": 0.0615,
+      "step": 3532
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885682122547212e-05,
+      "loss": 0.0982,
+      "step": 3534
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885617426521489e-05,
+      "loss": 0.0821,
+      "step": 3536
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885552730495766e-05,
+      "loss": 0.0724,
+      "step": 3538
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885488034470043e-05,
+      "loss": 0.048,
+      "step": 3540
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88542333844432e-05,
+      "loss": 0.0813,
+      "step": 3542
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8853586424185966e-05,
+      "loss": 0.0901,
+      "step": 3544
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8852939463928735e-05,
+      "loss": 0.0977,
+      "step": 3546
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8852292503671504e-05,
+      "loss": 0.0705,
+      "step": 3548
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885164554341427e-05,
+      "loss": 0.1187,
+      "step": 3550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8850998583157036e-05,
+      "loss": 0.0598,
+      "step": 3552
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885035162289981e-05,
+      "loss": 0.0406,
+      "step": 3554
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8849704662642574e-05,
+      "loss": 0.0461,
+      "step": 3556
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884905770238534e-05,
+      "loss": 0.0543,
+      "step": 3558
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884841074212811e-05,
+      "loss": 0.0602,
+      "step": 3560
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884776378187088e-05,
+      "loss": 0.0657,
+      "step": 3562
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884711682161365e-05,
+      "loss": 0.0863,
+      "step": 3564
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884646986135642e-05,
+      "loss": 0.0399,
+      "step": 3566
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884582290109919e-05,
+      "loss": 0.0628,
+      "step": 3568
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884517594084196e-05,
+      "loss": 0.1154,
+      "step": 3570
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8844528980584726e-05,
+      "loss": 0.0652,
+      "step": 3572
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884388202032749e-05,
+      "loss": 0.0392,
+      "step": 3574
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8843235060070265e-05,
+      "loss": 0.0537,
+      "step": 3576
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884258809981303e-05,
+      "loss": 0.0707,
+      "step": 3578
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8841941139555796e-05,
+      "loss": 0.0915,
+      "step": 3580
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884129417929857e-05,
+      "loss": 0.0672,
+      "step": 3582
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8840647219041334e-05,
+      "loss": 0.097,
+      "step": 3584
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884000025878411e-05,
+      "loss": 0.0644,
+      "step": 3586
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883935329852687e-05,
+      "loss": 0.0689,
+      "step": 3588
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883870633826964e-05,
+      "loss": 0.0353,
+      "step": 3590
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883805937801241e-05,
+      "loss": 0.0279,
+      "step": 3592
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883741241775518e-05,
+      "loss": 0.0824,
+      "step": 3594
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883676545749795e-05,
+      "loss": 0.0683,
+      "step": 3596
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883611849724072e-05,
+      "loss": 0.0534,
+      "step": 3598
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883547153698349e-05,
+      "loss": 0.062,
+      "step": 3600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883482457672625e-05,
+      "loss": 0.0604,
+      "step": 3602
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8834177616469025e-05,
+      "loss": 0.0632,
+      "step": 3604
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883353065621179e-05,
+      "loss": 0.1142,
+      "step": 3606
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883288369595456e-05,
+      "loss": 0.0762,
+      "step": 3608
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8832236735697326e-05,
+      "loss": 0.078,
+      "step": 3610
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8831589775440095e-05,
+      "loss": 0.0751,
+      "step": 3612
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883094281518287e-05,
+      "loss": 0.0517,
+      "step": 3614
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883029585492563e-05,
+      "loss": 0.0453,
+      "step": 3616
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88296488946684e-05,
+      "loss": 0.0431,
+      "step": 3618
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882900193441117e-05,
+      "loss": 0.0501,
+      "step": 3620
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882835497415394e-05,
+      "loss": 0.1919,
+      "step": 3622
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882770801389671e-05,
+      "loss": 0.0713,
+      "step": 3624
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882706105363948e-05,
+      "loss": 0.0764,
+      "step": 3626
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882641409338225e-05,
+      "loss": 0.1123,
+      "step": 3628
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8825767133125016e-05,
+      "loss": 0.0777,
+      "step": 3630
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8825120172867785e-05,
+      "loss": 0.0943,
+      "step": 3632
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882447321261055e-05,
+      "loss": 0.1349,
+      "step": 3634
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8823826252353324e-05,
+      "loss": 0.052,
+      "step": 3636
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8823179292096086e-05,
+      "loss": 0.0648,
+      "step": 3638
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8822532331838855e-05,
+      "loss": 0.0434,
+      "step": 3640
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8821885371581624e-05,
+      "loss": 0.0555,
+      "step": 3642
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882123841132439e-05,
+      "loss": 0.0747,
+      "step": 3644
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882059145106717e-05,
+      "loss": 0.0322,
+      "step": 3646
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881994449080993e-05,
+      "loss": 0.0365,
+      "step": 3648
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88192975305527e-05,
+      "loss": 0.0716,
+      "step": 3650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881865057029547e-05,
+      "loss": 0.1023,
+      "step": 3652
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881800361003824e-05,
+      "loss": 0.0762,
+      "step": 3654
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8817356649781e-05,
+      "loss": 0.1043,
+      "step": 3656
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881670968952378e-05,
+      "loss": 0.0489,
+      "step": 3658
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8816062729266546e-05,
+      "loss": 0.064,
+      "step": 3660
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881541576900931e-05,
+      "loss": 0.0903,
+      "step": 3662
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8814768808752084e-05,
+      "loss": 0.0653,
+      "step": 3664
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8814121848494846e-05,
+      "loss": 0.054,
+      "step": 3666
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881347488823762e-05,
+      "loss": 0.0805,
+      "step": 3668
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8812827927980385e-05,
+      "loss": 0.0663,
+      "step": 3670
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8812180967723154e-05,
+      "loss": 0.0329,
+      "step": 3672
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881153400746592e-05,
+      "loss": 0.0783,
+      "step": 3674
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881088704720869e-05,
+      "loss": 0.1239,
+      "step": 3676
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881024008695146e-05,
+      "loss": 0.0762,
+      "step": 3678
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880959312669423e-05,
+      "loss": 0.0784,
+      "step": 3680
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8808946166437e-05,
+      "loss": 0.0806,
+      "step": 3682
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880829920617977e-05,
+      "loss": 0.0385,
+      "step": 3684
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880765224592254e-05,
+      "loss": 0.0945,
+      "step": 3686
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88070052856653e-05,
+      "loss": 0.0502,
+      "step": 3688
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8806358325408075e-05,
+      "loss": 0.0636,
+      "step": 3690
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8805711365150844e-05,
+      "loss": 0.0916,
+      "step": 3692
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880506440489361e-05,
+      "loss": 0.0682,
+      "step": 3694
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880441744463638e-05,
+      "loss": 0.0825,
+      "step": 3696
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8803770484379145e-05,
+      "loss": 0.0399,
+      "step": 3698
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8803123524121914e-05,
+      "loss": 0.0623,
+      "step": 3700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880247656386468e-05,
+      "loss": 0.0393,
+      "step": 3702
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880182960360745e-05,
+      "loss": 0.0671,
+      "step": 3704
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880118264335022e-05,
+      "loss": 0.0445,
+      "step": 3706
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880053568309299e-05,
+      "loss": 0.054,
+      "step": 3708
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879988872283576e-05,
+      "loss": 0.1206,
+      "step": 3710
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879924176257853e-05,
+      "loss": 0.0416,
+      "step": 3712
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87985948023213e-05,
+      "loss": 0.0806,
+      "step": 3714
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879794784206406e-05,
+      "loss": 0.0492,
+      "step": 3716
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8797300881806836e-05,
+      "loss": 0.047,
+      "step": 3718
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87966539215496e-05,
+      "loss": 0.0956,
+      "step": 3720
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879600696129237e-05,
+      "loss": 0.0766,
+      "step": 3722
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879536000103514e-05,
+      "loss": 0.0465,
+      "step": 3724
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8794713040777905e-05,
+      "loss": 0.0475,
+      "step": 3726
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879406608052068e-05,
+      "loss": 0.0593,
+      "step": 3728
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8793419120263444e-05,
+      "loss": 0.0375,
+      "step": 3730
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879277216000621e-05,
+      "loss": 0.1017,
+      "step": 3732
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879212519974898e-05,
+      "loss": 0.0569,
+      "step": 3734
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879147823949175e-05,
+      "loss": 0.1191,
+      "step": 3736
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879083127923452e-05,
+      "loss": 0.079,
+      "step": 3738
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879018431897729e-05,
+      "loss": 0.0531,
+      "step": 3740
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878953735872006e-05,
+      "loss": 0.0748,
+      "step": 3742
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878889039846282e-05,
+      "loss": 0.0511,
+      "step": 3744
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8788243438205596e-05,
+      "loss": 0.0903,
+      "step": 3746
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878759647794836e-05,
+      "loss": 0.046,
+      "step": 3748
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8786949517691134e-05,
+      "loss": 0.0734,
+      "step": 3750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87863025574339e-05,
+      "loss": 0.0717,
+      "step": 3752
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8785655597176666e-05,
+      "loss": 0.0623,
+      "step": 3754
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8785008636919435e-05,
+      "loss": 0.0735,
+      "step": 3756
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8784361676662204e-05,
+      "loss": 0.0609,
+      "step": 3758
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878371471640497e-05,
+      "loss": 0.0839,
+      "step": 3760
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878306775614774e-05,
+      "loss": 0.0511,
+      "step": 3762
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878242079589051e-05,
+      "loss": 0.0577,
+      "step": 3764
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878177383563328e-05,
+      "loss": 0.0372,
+      "step": 3766
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878112687537605e-05,
+      "loss": 0.0787,
+      "step": 3768
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878047991511882e-05,
+      "loss": 0.067,
+      "step": 3770
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877983295486159e-05,
+      "loss": 0.063,
+      "step": 3772
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8779185994604357e-05,
+      "loss": 0.0591,
+      "step": 3774
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877853903434712e-05,
+      "loss": 0.0714,
+      "step": 3776
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8777892074089895e-05,
+      "loss": 0.0501,
+      "step": 3778
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877724511383266e-05,
+      "loss": 0.0803,
+      "step": 3780
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8776598153575426e-05,
+      "loss": 0.0677,
+      "step": 3782
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8775951193318195e-05,
+      "loss": 0.0435,
+      "step": 3784
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8775304233060964e-05,
+      "loss": 0.0432,
+      "step": 3786
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8774657272803733e-05,
+      "loss": 0.062,
+      "step": 3788
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87740103125465e-05,
+      "loss": 0.0675,
+      "step": 3790
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877336335228927e-05,
+      "loss": 0.0667,
+      "step": 3792
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877271639203204e-05,
+      "loss": 0.0419,
+      "step": 3794
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877206943177481e-05,
+      "loss": 0.0774,
+      "step": 3796
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877142247151757e-05,
+      "loss": 0.0455,
+      "step": 3798
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877077551126035e-05,
+      "loss": 0.1083,
+      "step": 3800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877012855100312e-05,
+      "loss": 0.0672,
+      "step": 3802
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876948159074588e-05,
+      "loss": 0.0863,
+      "step": 3804
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8768834630488655e-05,
+      "loss": 0.0765,
+      "step": 3806
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876818767023142e-05,
+      "loss": 0.0557,
+      "step": 3808
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876754070997419e-05,
+      "loss": 0.1125,
+      "step": 3810
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8766893749716956e-05,
+      "loss": 0.0825,
+      "step": 3812
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8766246789459725e-05,
+      "loss": 0.0447,
+      "step": 3814
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8765599829202494e-05,
+      "loss": 0.0496,
+      "step": 3816
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876495286894526e-05,
+      "loss": 0.0386,
+      "step": 3818
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876430590868803e-05,
+      "loss": 0.0753,
+      "step": 3820
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87636589484308e-05,
+      "loss": 0.0673,
+      "step": 3822
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876301198817357e-05,
+      "loss": 0.0531,
+      "step": 3824
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876236502791634e-05,
+      "loss": 0.0396,
+      "step": 3826
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876171806765911e-05,
+      "loss": 0.0679,
+      "step": 3828
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876107110740187e-05,
+      "loss": 0.0733,
+      "step": 3830
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8760424147144646e-05,
+      "loss": 0.0429,
+      "step": 3832
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875977718688741e-05,
+      "loss": 0.0414,
+      "step": 3834
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875913022663018e-05,
+      "loss": 0.1077,
+      "step": 3836
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8758483266372954e-05,
+      "loss": 0.0806,
+      "step": 3838
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8757836306115716e-05,
+      "loss": 0.0505,
+      "step": 3840
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8757189345858485e-05,
+      "loss": 0.0752,
+      "step": 3842
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8756542385601254e-05,
+      "loss": 0.0616,
+      "step": 3844
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875589542534402e-05,
+      "loss": 0.0477,
+      "step": 3846
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875524846508679e-05,
+      "loss": 0.0535,
+      "step": 3848
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875460150482956e-05,
+      "loss": 0.0496,
+      "step": 3850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875395454457233e-05,
+      "loss": 0.0524,
+      "step": 3852
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87533075843151e-05,
+      "loss": 0.0444,
+      "step": 3854
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875266062405787e-05,
+      "loss": 0.0557,
+      "step": 3856
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875201366380063e-05,
+      "loss": 0.0558,
+      "step": 3858
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875136670354341e-05,
+      "loss": 0.0659,
+      "step": 3860
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875071974328617e-05,
+      "loss": 0.0675,
+      "step": 3862
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875007278302894e-05,
+      "loss": 0.0692,
+      "step": 3864
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874942582277171e-05,
+      "loss": 0.0541,
+      "step": 3866
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8748778862514476e-05,
+      "loss": 0.0617,
+      "step": 3868
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874813190225725e-05,
+      "loss": 0.0655,
+      "step": 3870
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8747484942000015e-05,
+      "loss": 0.0388,
+      "step": 3872
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8746837981742784e-05,
+      "loss": 0.0654,
+      "step": 3874
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874619102148555e-05,
+      "loss": 0.0672,
+      "step": 3876
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874554406122832e-05,
+      "loss": 0.0635,
+      "step": 3878
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8744897100971084e-05,
+      "loss": 0.0363,
+      "step": 3880
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874425014071386e-05,
+      "loss": 0.0521,
+      "step": 3882
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874360318045663e-05,
+      "loss": 0.0586,
+      "step": 3884
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874295622019939e-05,
+      "loss": 0.0578,
+      "step": 3886
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874230925994217e-05,
+      "loss": 0.111,
+      "step": 3888
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874166229968493e-05,
+      "loss": 0.0542,
+      "step": 3890
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8741015339427705e-05,
+      "loss": 0.0344,
+      "step": 3892
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874036837917047e-05,
+      "loss": 0.085,
+      "step": 3894
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873972141891324e-05,
+      "loss": 0.0304,
+      "step": 3896
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8739074458656006e-05,
+      "loss": 0.0349,
+      "step": 3898
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8738427498398775e-05,
+      "loss": 0.0421,
+      "step": 3900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8737780538141544e-05,
+      "loss": 0.0533,
+      "step": 3902
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873713357788431e-05,
+      "loss": 0.04,
+      "step": 3904
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873648661762708e-05,
+      "loss": 0.0708,
+      "step": 3906
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873583965736985e-05,
+      "loss": 0.0549,
+      "step": 3908
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873519269711262e-05,
+      "loss": 0.0503,
+      "step": 3910
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873454573685538e-05,
+      "loss": 0.1039,
+      "step": 3912
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873389877659816e-05,
+      "loss": 0.0659,
+      "step": 3914
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873325181634093e-05,
+      "loss": 0.056,
+      "step": 3916
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873260485608369e-05,
+      "loss": 0.071,
+      "step": 3918
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8731957895826466e-05,
+      "loss": 0.0769,
+      "step": 3920
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873131093556923e-05,
+      "loss": 0.0592,
+      "step": 3922
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8730663975312e-05,
+      "loss": 0.0574,
+      "step": 3924
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8730017015054766e-05,
+      "loss": 0.0305,
+      "step": 3926
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8729370054797535e-05,
+      "loss": 0.0443,
+      "step": 3928
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8728723094540305e-05,
+      "loss": 0.0713,
+      "step": 3930
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8728076134283074e-05,
+      "loss": 0.0893,
+      "step": 3932
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872742917402584e-05,
+      "loss": 0.0823,
+      "step": 3934
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872678221376861e-05,
+      "loss": 0.0462,
+      "step": 3936
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872613525351138e-05,
+      "loss": 0.055,
+      "step": 3938
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872548829325414e-05,
+      "loss": 0.0898,
+      "step": 3940
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872484133299692e-05,
+      "loss": 0.092,
+      "step": 3942
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872419437273968e-05,
+      "loss": 0.0333,
+      "step": 3944
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872354741248245e-05,
+      "loss": 0.0863,
+      "step": 3946
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8722900452225226e-05,
+      "loss": 0.0725,
+      "step": 3948
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872225349196799e-05,
+      "loss": 0.0794,
+      "step": 3950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8721606531710764e-05,
+      "loss": 0.0396,
+      "step": 3952
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872095957145353e-05,
+      "loss": 0.0336,
+      "step": 3954
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8720312611196296e-05,
+      "loss": 0.0615,
+      "step": 3956
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8719665650939065e-05,
+      "loss": 0.0381,
+      "step": 3958
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8719018690681834e-05,
+      "loss": 0.0276,
+      "step": 3960
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.87183717304246e-05,
+      "loss": 0.1082,
+      "step": 3962
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871772477016737e-05,
+      "loss": 0.0525,
+      "step": 3964
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871707780991014e-05,
+      "loss": 0.0569,
+      "step": 3966
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871643084965291e-05,
+      "loss": 0.0536,
+      "step": 3968
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871578388939568e-05,
+      "loss": 0.081,
+      "step": 3970
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871513692913844e-05,
+      "loss": 0.0602,
+      "step": 3972
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871448996888122e-05,
+      "loss": 0.0506,
+      "step": 3974
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871384300862398e-05,
+      "loss": 0.0802,
+      "step": 3976
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871319604836675e-05,
+      "loss": 0.0492,
+      "step": 3978
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871254908810952e-05,
+      "loss": 0.0443,
+      "step": 3980
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871190212785229e-05,
+      "loss": 0.0756,
+      "step": 3982
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8711255167595056e-05,
+      "loss": 0.0853,
+      "step": 3984
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8710608207337825e-05,
+      "loss": 0.0517,
+      "step": 3986
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8709961247080594e-05,
+      "loss": 0.0544,
+      "step": 3988
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8709314286823363e-05,
+      "loss": 0.1032,
+      "step": 3990
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870866732656613e-05,
+      "loss": 0.0498,
+      "step": 3992
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.87080203663089e-05,
+      "loss": 0.0917,
+      "step": 3994
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870737340605167e-05,
+      "loss": 0.0464,
+      "step": 3996
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870672644579444e-05,
+      "loss": 0.0239,
+      "step": 3998
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.87060794855372e-05,
+      "loss": 0.0531,
+      "step": 4000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870543252527998e-05,
+      "loss": 0.044,
+      "step": 4002
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870478556502274e-05,
+      "loss": 0.0293,
+      "step": 4004
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870413860476551e-05,
+      "loss": 0.0476,
+      "step": 4006
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870349164450828e-05,
+      "loss": 0.0254,
+      "step": 4008
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870284468425105e-05,
+      "loss": 0.0905,
+      "step": 4010
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870219772399382e-05,
+      "loss": 0.0417,
+      "step": 4012
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8701550763736586e-05,
+      "loss": 0.0847,
+      "step": 4014
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8700903803479355e-05,
+      "loss": 0.0385,
+      "step": 4016
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8700256843222124e-05,
+      "loss": 0.0494,
+      "step": 4018
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869960988296489e-05,
+      "loss": 0.0584,
+      "step": 4020
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8698962922707655e-05,
+      "loss": 0.036,
+      "step": 4022
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869831596245043e-05,
+      "loss": 0.0761,
+      "step": 4024
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86976690021932e-05,
+      "loss": 0.0693,
+      "step": 4026
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869702204193596e-05,
+      "loss": 0.0576,
+      "step": 4028
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869637508167874e-05,
+      "loss": 0.0433,
+      "step": 4030
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86957281214215e-05,
+      "loss": 0.0397,
+      "step": 4032
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8695081161164277e-05,
+      "loss": 0.0643,
+      "step": 4034
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869443420090704e-05,
+      "loss": 0.0594,
+      "step": 4036
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869378724064981e-05,
+      "loss": 0.0608,
+      "step": 4038
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869314028039258e-05,
+      "loss": 0.0449,
+      "step": 4040
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8692493320135346e-05,
+      "loss": 0.0495,
+      "step": 4042
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8691846359878115e-05,
+      "loss": 0.0291,
+      "step": 4044
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8691199399620884e-05,
+      "loss": 0.0696,
+      "step": 4046
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869055243936365e-05,
+      "loss": 0.0404,
+      "step": 4048
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868990547910642e-05,
+      "loss": 0.0428,
+      "step": 4050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868925851884919e-05,
+      "loss": 0.0697,
+      "step": 4052
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8688611558591954e-05,
+      "loss": 0.053,
+      "step": 4054
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868796459833473e-05,
+      "loss": 0.1039,
+      "step": 4056
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868731763807749e-05,
+      "loss": 0.0672,
+      "step": 4058
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868667067782026e-05,
+      "loss": 0.0482,
+      "step": 4060
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868602371756304e-05,
+      "loss": 0.0708,
+      "step": 4062
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86853767573058e-05,
+      "loss": 0.0402,
+      "step": 4064
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868472979704857e-05,
+      "loss": 0.051,
+      "step": 4066
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868408283679134e-05,
+      "loss": 0.0621,
+      "step": 4068
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8683435876534107e-05,
+      "loss": 0.0246,
+      "step": 4070
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8682788916276876e-05,
+      "loss": 0.0382,
+      "step": 4072
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8682141956019645e-05,
+      "loss": 0.0885,
+      "step": 4074
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8681494995762414e-05,
+      "loss": 0.0307,
+      "step": 4076
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868084803550518e-05,
+      "loss": 0.0666,
+      "step": 4078
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868020107524795e-05,
+      "loss": 0.047,
+      "step": 4080
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8679554114990714e-05,
+      "loss": 0.0631,
+      "step": 4082
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867890715473349e-05,
+      "loss": 0.4066,
+      "step": 4084
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867826019447625e-05,
+      "loss": 0.0724,
+      "step": 4086
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867761323421902e-05,
+      "loss": 0.0527,
+      "step": 4088
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867696627396179e-05,
+      "loss": 0.0597,
+      "step": 4090
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867631931370456e-05,
+      "loss": 0.0545,
+      "step": 4092
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8675672353447336e-05,
+      "loss": 0.0432,
+      "step": 4094
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86750253931901e-05,
+      "loss": 0.0749,
+      "step": 4096
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867437843293287e-05,
+      "loss": 0.0685,
+      "step": 4098
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8673731472675636e-05,
+      "loss": 0.0704,
+      "step": 4100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8673084512418405e-05,
+      "loss": 0.0375,
+      "step": 4102
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8672437552161174e-05,
+      "loss": 0.0858,
+      "step": 4104
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867179059190394e-05,
+      "loss": 0.0389,
+      "step": 4106
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867114363164671e-05,
+      "loss": 0.0311,
+      "step": 4108
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8670496671389475e-05,
+      "loss": 0.0609,
+      "step": 4110
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866984971113225e-05,
+      "loss": 0.0814,
+      "step": 4112
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866920275087501e-05,
+      "loss": 0.0917,
+      "step": 4114
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866855579061779e-05,
+      "loss": 0.0313,
+      "step": 4116
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866790883036055e-05,
+      "loss": 0.0638,
+      "step": 4118
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866726187010332e-05,
+      "loss": 0.0556,
+      "step": 4120
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866661490984609e-05,
+      "loss": 0.0531,
+      "step": 4122
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866596794958886e-05,
+      "loss": 0.0461,
+      "step": 4124
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866532098933163e-05,
+      "loss": 0.0501,
+      "step": 4126
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8664674029074396e-05,
+      "loss": 0.0611,
+      "step": 4128
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8664027068817166e-05,
+      "loss": 0.102,
+      "step": 4130
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8663380108559935e-05,
+      "loss": 0.0466,
+      "step": 4132
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8662733148302704e-05,
+      "loss": 0.0599,
+      "step": 4134
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8662086188045466e-05,
+      "loss": 0.1337,
+      "step": 4136
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866143922778824e-05,
+      "loss": 0.0252,
+      "step": 4138
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866079226753101e-05,
+      "loss": 0.0575,
+      "step": 4140
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866014530727377e-05,
+      "loss": 0.0574,
+      "step": 4142
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865949834701655e-05,
+      "loss": 0.046,
+      "step": 4144
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865885138675931e-05,
+      "loss": 0.0273,
+      "step": 4146
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865820442650208e-05,
+      "loss": 0.0545,
+      "step": 4148
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865755746624485e-05,
+      "loss": 0.0728,
+      "step": 4150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865691050598762e-05,
+      "loss": 0.0446,
+      "step": 4152
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865626354573039e-05,
+      "loss": 0.0356,
+      "step": 4154
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865561658547316e-05,
+      "loss": 0.056,
+      "step": 4156
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8654969625215926e-05,
+      "loss": 0.0459,
+      "step": 4158
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8654322664958695e-05,
+      "loss": 0.0886,
+      "step": 4160
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8653675704701464e-05,
+      "loss": 0.0432,
+      "step": 4162
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8653028744444226e-05,
+      "loss": 0.0823,
+      "step": 4164
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8652381784187e-05,
+      "loss": 0.0725,
+      "step": 4166
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8651734823929765e-05,
+      "loss": 0.0579,
+      "step": 4168
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8651087863672534e-05,
+      "loss": 0.0609,
+      "step": 4170
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865044090341531e-05,
+      "loss": 0.0537,
+      "step": 4172
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864979394315807e-05,
+      "loss": 0.0383,
+      "step": 4174
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864914698290085e-05,
+      "loss": 0.0358,
+      "step": 4176
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864850002264361e-05,
+      "loss": 0.0854,
+      "step": 4178
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864785306238638e-05,
+      "loss": 0.0272,
+      "step": 4180
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864720610212915e-05,
+      "loss": 0.0536,
+      "step": 4182
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864655914187192e-05,
+      "loss": 0.0656,
+      "step": 4184
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8645912181614686e-05,
+      "loss": 0.0696,
+      "step": 4186
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8645265221357455e-05,
+      "loss": 0.0532,
+      "step": 4188
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8644618261100224e-05,
+      "loss": 0.0484,
+      "step": 4190
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8643971300842994e-05,
+      "loss": 0.0437,
+      "step": 4192
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864332434058576e-05,
+      "loss": 0.0205,
+      "step": 4194
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8642677380328525e-05,
+      "loss": 0.0618,
+      "step": 4196
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86420304200713e-05,
+      "loss": 0.026,
+      "step": 4198
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864138345981406e-05,
+      "loss": 0.0612,
+      "step": 4200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864073649955683e-05,
+      "loss": 0.0334,
+      "step": 4202
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864008953929961e-05,
+      "loss": 0.0633,
+      "step": 4204
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863944257904237e-05,
+      "loss": 0.0811,
+      "step": 4206
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863879561878514e-05,
+      "loss": 0.0579,
+      "step": 4208
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863814865852791e-05,
+      "loss": 0.0976,
+      "step": 4210
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863750169827068e-05,
+      "loss": 0.0589,
+      "step": 4212
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863685473801345e-05,
+      "loss": 0.0175,
+      "step": 4214
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8636207777756216e-05,
+      "loss": 0.0543,
+      "step": 4216
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8635560817498985e-05,
+      "loss": 0.0707,
+      "step": 4218
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8634913857241754e-05,
+      "loss": 0.0384,
+      "step": 4220
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863426689698452e-05,
+      "loss": 0.0794,
+      "step": 4222
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8633619936727285e-05,
+      "loss": 0.0369,
+      "step": 4224
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863297297647006e-05,
+      "loss": 0.0668,
+      "step": 4226
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8632326016212824e-05,
+      "loss": 0.0487,
+      "step": 4228
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863167905595559e-05,
+      "loss": 0.058,
+      "step": 4230
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863103209569836e-05,
+      "loss": 0.0673,
+      "step": 4232
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863038513544113e-05,
+      "loss": 0.0377,
+      "step": 4234
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86297381751839e-05,
+      "loss": 0.0424,
+      "step": 4236
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862909121492667e-05,
+      "loss": 0.0489,
+      "step": 4238
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862844425466944e-05,
+      "loss": 0.0415,
+      "step": 4240
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862779729441221e-05,
+      "loss": 0.0758,
+      "step": 4242
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8627150334154976e-05,
+      "loss": 0.0378,
+      "step": 4244
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862650337389774e-05,
+      "loss": 0.0497,
+      "step": 4246
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8625856413640514e-05,
+      "loss": 0.0794,
+      "step": 4248
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8625209453383283e-05,
+      "loss": 0.0446,
+      "step": 4250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8624562493126046e-05,
+      "loss": 0.0377,
+      "step": 4252
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862391553286882e-05,
+      "loss": 0.1527,
+      "step": 4254
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8623268572611584e-05,
+      "loss": 0.0731,
+      "step": 4256
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862262161235436e-05,
+      "loss": 0.0756,
+      "step": 4258
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862197465209712e-05,
+      "loss": 0.0425,
+      "step": 4260
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862132769183989e-05,
+      "loss": 0.0773,
+      "step": 4262
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862068073158266e-05,
+      "loss": 0.0353,
+      "step": 4264
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862003377132543e-05,
+      "loss": 0.0661,
+      "step": 4266
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86193868110682e-05,
+      "loss": 0.0454,
+      "step": 4268
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861873985081097e-05,
+      "loss": 0.0759,
+      "step": 4270
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861809289055374e-05,
+      "loss": 0.0779,
+      "step": 4272
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8617445930296506e-05,
+      "loss": 0.0919,
+      "step": 4274
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8616798970039275e-05,
+      "loss": 0.0604,
+      "step": 4276
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861615200978204e-05,
+      "loss": 0.1958,
+      "step": 4278
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861550504952481e-05,
+      "loss": 0.0878,
+      "step": 4280
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861485808926758e-05,
+      "loss": 0.0489,
+      "step": 4282
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8614211129010344e-05,
+      "loss": 0.0551,
+      "step": 4284
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861356416875312e-05,
+      "loss": 0.0447,
+      "step": 4286
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861291720849588e-05,
+      "loss": 0.0351,
+      "step": 4288
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861227024823865e-05,
+      "loss": 0.0453,
+      "step": 4290
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861162328798142e-05,
+      "loss": 0.0439,
+      "step": 4292
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861097632772419e-05,
+      "loss": 0.0564,
+      "step": 4294
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861032936746696e-05,
+      "loss": 0.0523,
+      "step": 4296
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860968240720973e-05,
+      "loss": 0.0686,
+      "step": 4298
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86090354469525e-05,
+      "loss": 0.0603,
+      "step": 4300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8608388486695266e-05,
+      "loss": 0.0383,
+      "step": 4302
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8607741526438035e-05,
+      "loss": 0.0544,
+      "step": 4304
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86070945661808e-05,
+      "loss": 0.0535,
+      "step": 4306
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860644760592357e-05,
+      "loss": 0.0957,
+      "step": 4308
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8605800645666336e-05,
+      "loss": 0.0385,
+      "step": 4310
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8605153685409105e-05,
+      "loss": 0.018,
+      "step": 4312
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8604506725151874e-05,
+      "loss": 0.0653,
+      "step": 4314
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860385976489464e-05,
+      "loss": 0.0332,
+      "step": 4316
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860321280463742e-05,
+      "loss": 0.0402,
+      "step": 4318
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860256584438018e-05,
+      "loss": 0.0252,
+      "step": 4320
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860191888412295e-05,
+      "loss": 0.0358,
+      "step": 4322
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860127192386572e-05,
+      "loss": 0.0387,
+      "step": 4324
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860062496360849e-05,
+      "loss": 0.0355,
+      "step": 4326
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859997800335126e-05,
+      "loss": 0.0388,
+      "step": 4328
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8599331043094027e-05,
+      "loss": 0.0422,
+      "step": 4330
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8598684082836796e-05,
+      "loss": 0.0494,
+      "step": 4332
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8598037122579565e-05,
+      "loss": 0.0456,
+      "step": 4334
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8597390162322334e-05,
+      "loss": 0.0341,
+      "step": 4336
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8596743202065096e-05,
+      "loss": 0.0449,
+      "step": 4338
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859609624180787e-05,
+      "loss": 0.0558,
+      "step": 4340
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8595449281550634e-05,
+      "loss": 0.0459,
+      "step": 4342
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.85948023212934e-05,
+      "loss": 0.0636,
+      "step": 4344
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859415536103617e-05,
+      "loss": 0.0533,
+      "step": 4346
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859350840077894e-05,
+      "loss": 0.0659,
+      "step": 4348
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859286144052171e-05,
+      "loss": 0.0764,
+      "step": 4350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859221448026448e-05,
+      "loss": 0.0516,
+      "step": 4352
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859156752000725e-05,
+      "loss": 0.0663,
+      "step": 4354
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859092055975002e-05,
+      "loss": 0.037,
+      "step": 4356
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859027359949279e-05,
+      "loss": 0.0432,
+      "step": 4358
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858962663923555e-05,
+      "loss": 0.0491,
+      "step": 4360
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8588979678978325e-05,
+      "loss": 0.0639,
+      "step": 4362
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8588332718721094e-05,
+      "loss": 0.0576,
+      "step": 4364
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8587685758463856e-05,
+      "loss": 0.0997,
+      "step": 4366
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858703879820663e-05,
+      "loss": 0.0693,
+      "step": 4368
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8586391837949395e-05,
+      "loss": 0.0406,
+      "step": 4370
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8585744877692164e-05,
+      "loss": 0.0369,
+      "step": 4372
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858509791743493e-05,
+      "loss": 0.0776,
+      "step": 4374
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.85844509571777e-05,
+      "loss": 0.1104,
+      "step": 4376
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858380399692047e-05,
+      "loss": 0.079,
+      "step": 4378
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.858315703666324e-05,
+      "loss": 0.0702,
+      "step": 4380
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.858251007640601e-05,
+      "loss": 0.0423,
+      "step": 4382
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.858186311614878e-05,
+      "loss": 0.0674,
+      "step": 4384
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.858121615589155e-05,
+      "loss": 0.0555,
+      "step": 4386
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.858056919563431e-05,
+      "loss": 0.0275,
+      "step": 4388
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8579922235377085e-05,
+      "loss": 0.0214,
+      "step": 4390
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857927527511985e-05,
+      "loss": 0.0407,
+      "step": 4392
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857862831486262e-05,
+      "loss": 0.0317,
+      "step": 4394
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857798135460539e-05,
+      "loss": 0.0898,
+      "step": 4396
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8577334394348155e-05,
+      "loss": 0.0608,
+      "step": 4398
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857668743409093e-05,
+      "loss": 0.04,
+      "step": 4400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857604047383369e-05,
+      "loss": 0.0424,
+      "step": 4402
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857539351357646e-05,
+      "loss": 0.0636,
+      "step": 4404
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857474655331923e-05,
+      "loss": 0.0777,
+      "step": 4406
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8574099593062e-05,
+      "loss": 0.0391,
+      "step": 4408
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857345263280477e-05,
+      "loss": 0.0912,
+      "step": 4410
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857280567254754e-05,
+      "loss": 0.0845,
+      "step": 4412
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857215871229031e-05,
+      "loss": 0.0464,
+      "step": 4414
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857151175203308e-05,
+      "loss": 0.0505,
+      "step": 4416
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8570864791775846e-05,
+      "loss": 0.049,
+      "step": 4418
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857021783151861e-05,
+      "loss": 0.0464,
+      "step": 4420
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8569570871261384e-05,
+      "loss": 0.0704,
+      "step": 4422
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8568923911004146e-05,
+      "loss": 0.081,
+      "step": 4424
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8568276950746915e-05,
+      "loss": 0.0346,
+      "step": 4426
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856762999048969e-05,
+      "loss": 0.0445,
+      "step": 4428
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8566983030232454e-05,
+      "loss": 0.0548,
+      "step": 4430
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856633606997522e-05,
+      "loss": 0.0431,
+      "step": 4432
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856568910971799e-05,
+      "loss": 0.0378,
+      "step": 4434
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856504214946076e-05,
+      "loss": 0.0539,
+      "step": 4436
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856439518920353e-05,
+      "loss": 0.0443,
+      "step": 4438
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85637482289463e-05,
+      "loss": 0.0767,
+      "step": 4440
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856310126868907e-05,
+      "loss": 0.0591,
+      "step": 4442
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856245430843184e-05,
+      "loss": 0.0624,
+      "step": 4444
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8561807348174606e-05,
+      "loss": 0.0513,
+      "step": 4446
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856116038791737e-05,
+      "loss": 0.0433,
+      "step": 4448
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8560513427660144e-05,
+      "loss": 0.0454,
+      "step": 4450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855986646740291e-05,
+      "loss": 0.0302,
+      "step": 4452
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8559219507145676e-05,
+      "loss": 0.0899,
+      "step": 4454
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8558572546888445e-05,
+      "loss": 0.0556,
+      "step": 4456
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8557925586631214e-05,
+      "loss": 0.0481,
+      "step": 4458
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855727862637399e-05,
+      "loss": 0.0609,
+      "step": 4460
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855663166611675e-05,
+      "loss": 0.147,
+      "step": 4462
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855598470585952e-05,
+      "loss": 0.0299,
+      "step": 4464
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855533774560229e-05,
+      "loss": 0.0728,
+      "step": 4466
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855469078534506e-05,
+      "loss": 0.1251,
+      "step": 4468
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855404382508782e-05,
+      "loss": 0.0714,
+      "step": 4470
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85533968648306e-05,
+      "loss": 0.0378,
+      "step": 4472
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855274990457337e-05,
+      "loss": 0.0425,
+      "step": 4474
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8552102944316136e-05,
+      "loss": 0.0598,
+      "step": 4476
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8551455984058905e-05,
+      "loss": 0.0679,
+      "step": 4478
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855080902380167e-05,
+      "loss": 0.0704,
+      "step": 4480
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855016206354444e-05,
+      "loss": 0.0341,
+      "step": 4482
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8549515103287205e-05,
+      "loss": 0.0265,
+      "step": 4484
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8548868143029974e-05,
+      "loss": 0.029,
+      "step": 4486
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8548221182772744e-05,
+      "loss": 0.054,
+      "step": 4488
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854757422251551e-05,
+      "loss": 0.056,
+      "step": 4490
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854692726225828e-05,
+      "loss": 0.0369,
+      "step": 4492
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854628030200105e-05,
+      "loss": 0.0519,
+      "step": 4494
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854563334174382e-05,
+      "loss": 0.0848,
+      "step": 4496
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854498638148659e-05,
+      "loss": 0.0182,
+      "step": 4498
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854433942122936e-05,
+      "loss": 0.07,
+      "step": 4500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854369246097212e-05,
+      "loss": 0.033,
+      "step": 4502
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8543045500714896e-05,
+      "loss": 0.0248,
+      "step": 4504
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8542398540457665e-05,
+      "loss": 0.0428,
+      "step": 4506
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854175158020043e-05,
+      "loss": 0.0239,
+      "step": 4508
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8541104619943203e-05,
+      "loss": 0.0571,
+      "step": 4510
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8540457659685966e-05,
+      "loss": 0.0632,
+      "step": 4512
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8539810699428735e-05,
+      "loss": 0.058,
+      "step": 4514
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8539163739171504e-05,
+      "loss": 0.0161,
+      "step": 4516
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853851677891427e-05,
+      "loss": 0.0442,
+      "step": 4518
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853786981865704e-05,
+      "loss": 0.0443,
+      "step": 4520
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853722285839981e-05,
+      "loss": 0.0434,
+      "step": 4522
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853657589814258e-05,
+      "loss": 0.0219,
+      "step": 4524
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853592893788535e-05,
+      "loss": 0.0948,
+      "step": 4526
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853528197762812e-05,
+      "loss": 0.0499,
+      "step": 4528
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853463501737088e-05,
+      "loss": 0.09,
+      "step": 4530
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8533988057113657e-05,
+      "loss": 0.045,
+      "step": 4532
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853334109685642e-05,
+      "loss": 0.0544,
+      "step": 4534
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853269413659919e-05,
+      "loss": 0.0413,
+      "step": 4536
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853204717634196e-05,
+      "loss": 0.0502,
+      "step": 4538
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8531400216084726e-05,
+      "loss": 0.0186,
+      "step": 4540
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85307532558275e-05,
+      "loss": 0.0418,
+      "step": 4542
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8530106295570264e-05,
+      "loss": 0.0361,
+      "step": 4544
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8529459335313033e-05,
+      "loss": 0.0313,
+      "step": 4546
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85288123750558e-05,
+      "loss": 0.0583,
+      "step": 4548
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852816541479857e-05,
+      "loss": 0.0446,
+      "step": 4550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852751845454134e-05,
+      "loss": 0.0742,
+      "step": 4552
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852687149428411e-05,
+      "loss": 0.0308,
+      "step": 4554
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852622453402688e-05,
+      "loss": 0.0391,
+      "step": 4556
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852557757376965e-05,
+      "loss": 0.0444,
+      "step": 4558
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852493061351242e-05,
+      "loss": 0.0447,
+      "step": 4560
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852428365325518e-05,
+      "loss": 0.054,
+      "step": 4562
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8523636692997955e-05,
+      "loss": 0.0206,
+      "step": 4564
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852298973274072e-05,
+      "loss": 0.0288,
+      "step": 4566
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8522342772483487e-05,
+      "loss": 0.0597,
+      "step": 4568
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8521695812226256e-05,
+      "loss": 0.0797,
+      "step": 4570
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8521048851969025e-05,
+      "loss": 0.0298,
+      "step": 4572
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8520401891711794e-05,
+      "loss": 0.0358,
+      "step": 4574
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851975493145456e-05,
+      "loss": 0.0449,
+      "step": 4576
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851910797119733e-05,
+      "loss": 0.0479,
+      "step": 4578
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85184610109401e-05,
+      "loss": 0.042,
+      "step": 4580
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851781405068287e-05,
+      "loss": 0.024,
+      "step": 4582
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851716709042564e-05,
+      "loss": 0.0345,
+      "step": 4584
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851652013016841e-05,
+      "loss": 0.0812,
+      "step": 4586
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851587316991118e-05,
+      "loss": 0.0352,
+      "step": 4588
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851522620965394e-05,
+      "loss": 0.0421,
+      "step": 4590
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8514579249396716e-05,
+      "loss": 0.0665,
+      "step": 4592
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851393228913948e-05,
+      "loss": 0.0564,
+      "step": 4594
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851328532888225e-05,
+      "loss": 0.0442,
+      "step": 4596
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8512638368625016e-05,
+      "loss": 0.0271,
+      "step": 4598
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8511991408367785e-05,
+      "loss": 0.0442,
+      "step": 4600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8511344448110554e-05,
+      "loss": 0.0494,
+      "step": 4602
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851069748785332e-05,
+      "loss": 0.0318,
+      "step": 4604
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851005052759609e-05,
+      "loss": 0.0363,
+      "step": 4606
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850940356733886e-05,
+      "loss": 0.0482,
+      "step": 4608
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850875660708163e-05,
+      "loss": 0.0549,
+      "step": 4610
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850810964682439e-05,
+      "loss": 0.0395,
+      "step": 4612
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850746268656717e-05,
+      "loss": 0.0377,
+      "step": 4614
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850681572630993e-05,
+      "loss": 0.0472,
+      "step": 4616
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850616876605271e-05,
+      "loss": 0.076,
+      "step": 4618
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8505521805795476e-05,
+      "loss": 0.0847,
+      "step": 4620
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850487484553824e-05,
+      "loss": 0.034,
+      "step": 4622
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8504227885281014e-05,
+      "loss": 0.0598,
+      "step": 4624
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8503580925023776e-05,
+      "loss": 0.0852,
+      "step": 4626
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8502933964766546e-05,
+      "loss": 0.0391,
+      "step": 4628
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8502287004509315e-05,
+      "loss": 0.0653,
+      "step": 4630
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8501640044252084e-05,
+      "loss": 0.0333,
+      "step": 4632
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850099308399485e-05,
+      "loss": 0.0272,
+      "step": 4634
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850034612373762e-05,
+      "loss": 0.0706,
+      "step": 4636
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849969916348039e-05,
+      "loss": 0.0356,
+      "step": 4638
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849905220322316e-05,
+      "loss": 0.0613,
+      "step": 4640
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849840524296593e-05,
+      "loss": 0.026,
+      "step": 4642
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849775828270869e-05,
+      "loss": 0.064,
+      "step": 4644
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849711132245147e-05,
+      "loss": 0.0656,
+      "step": 4646
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849646436219423e-05,
+      "loss": 0.0304,
+      "step": 4648
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8495817401937e-05,
+      "loss": 0.0398,
+      "step": 4650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8495170441679775e-05,
+      "loss": 0.0255,
+      "step": 4652
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849452348142254e-05,
+      "loss": 0.0465,
+      "step": 4654
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8493876521165306e-05,
+      "loss": 0.0362,
+      "step": 4656
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8493229560908075e-05,
+      "loss": 0.0393,
+      "step": 4658
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8492582600650844e-05,
+      "loss": 0.0527,
+      "step": 4660
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849193564039361e-05,
+      "loss": 0.0617,
+      "step": 4662
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849128868013638e-05,
+      "loss": 0.0319,
+      "step": 4664
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849064171987915e-05,
+      "loss": 0.0505,
+      "step": 4666
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848999475962192e-05,
+      "loss": 0.0479,
+      "step": 4668
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848934779936469e-05,
+      "loss": 0.0525,
+      "step": 4670
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848870083910745e-05,
+      "loss": 0.0355,
+      "step": 4672
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848805387885023e-05,
+      "loss": 0.0275,
+      "step": 4674
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848740691859299e-05,
+      "loss": 0.0541,
+      "step": 4676
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848675995833576e-05,
+      "loss": 0.0617,
+      "step": 4678
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848611299807853e-05,
+      "loss": 0.0729,
+      "step": 4680
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84854660378213e-05,
+      "loss": 0.0395,
+      "step": 4682
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848481907756407e-05,
+      "loss": 0.0939,
+      "step": 4684
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8484172117306835e-05,
+      "loss": 0.0377,
+      "step": 4686
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8483525157049605e-05,
+      "loss": 0.0289,
+      "step": 4688
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8482878196792374e-05,
+      "loss": 0.0854,
+      "step": 4690
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848223123653514e-05,
+      "loss": 0.061,
+      "step": 4692
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8481584276277905e-05,
+      "loss": 0.0522,
+      "step": 4694
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848093731602068e-05,
+      "loss": 0.0294,
+      "step": 4696
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848029035576345e-05,
+      "loss": 0.0324,
+      "step": 4698
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847964339550622e-05,
+      "loss": 0.0443,
+      "step": 4700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847899643524899e-05,
+      "loss": 0.0312,
+      "step": 4702
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847834947499175e-05,
+      "loss": 0.037,
+      "step": 4704
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8477702514734526e-05,
+      "loss": 0.0401,
+      "step": 4706
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847705555447729e-05,
+      "loss": 0.0591,
+      "step": 4708
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847640859422006e-05,
+      "loss": 0.0186,
+      "step": 4710
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847576163396283e-05,
+      "loss": 0.0437,
+      "step": 4712
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8475114673705596e-05,
+      "loss": 0.1263,
+      "step": 4714
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8474467713448365e-05,
+      "loss": 0.0197,
+      "step": 4716
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8473820753191134e-05,
+      "loss": 0.0513,
+      "step": 4718
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84731737929339e-05,
+      "loss": 0.0864,
+      "step": 4720
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847252683267667e-05,
+      "loss": 0.0652,
+      "step": 4722
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847187987241944e-05,
+      "loss": 0.0279,
+      "step": 4724
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8471232912162204e-05,
+      "loss": 0.0469,
+      "step": 4726
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847058595190498e-05,
+      "loss": 0.0412,
+      "step": 4728
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846993899164775e-05,
+      "loss": 0.0669,
+      "step": 4730
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846929203139051e-05,
+      "loss": 0.0666,
+      "step": 4732
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846864507113329e-05,
+      "loss": 0.0267,
+      "step": 4734
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846799811087605e-05,
+      "loss": 0.0249,
+      "step": 4736
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846735115061882e-05,
+      "loss": 0.164,
+      "step": 4738
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846670419036159e-05,
+      "loss": 0.0586,
+      "step": 4740
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8466057230104356e-05,
+      "loss": 0.0741,
+      "step": 4742
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8465410269847125e-05,
+      "loss": 0.0452,
+      "step": 4744
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8464763309589894e-05,
+      "loss": 0.041,
+      "step": 4746
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8464116349332664e-05,
+      "loss": 0.0401,
+      "step": 4748
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846346938907543e-05,
+      "loss": 0.038,
+      "step": 4750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84628224288182e-05,
+      "loss": 0.0527,
+      "step": 4752
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8462175468560964e-05,
+      "loss": 0.0464,
+      "step": 4754
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846152850830374e-05,
+      "loss": 0.0481,
+      "step": 4756
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84608815480465e-05,
+      "loss": 0.0344,
+      "step": 4758
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846023458778928e-05,
+      "loss": 0.0223,
+      "step": 4760
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845958762753205e-05,
+      "loss": 0.0406,
+      "step": 4762
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845894066727481e-05,
+      "loss": 0.0483,
+      "step": 4764
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8458293707017585e-05,
+      "loss": 0.0295,
+      "step": 4766
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845764674676035e-05,
+      "loss": 0.0414,
+      "step": 4768
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845699978650312e-05,
+      "loss": 0.0519,
+      "step": 4770
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8456352826245886e-05,
+      "loss": 0.0325,
+      "step": 4772
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8455705865988655e-05,
+      "loss": 0.0332,
+      "step": 4774
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8455058905731424e-05,
+      "loss": 0.0404,
+      "step": 4776
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845441194547419e-05,
+      "loss": 0.0737,
+      "step": 4778
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845376498521696e-05,
+      "loss": 0.0452,
+      "step": 4780
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845311802495973e-05,
+      "loss": 0.0384,
+      "step": 4782
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84524710647025e-05,
+      "loss": 0.0639,
+      "step": 4784
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845182410444526e-05,
+      "loss": 0.0273,
+      "step": 4786
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845117714418804e-05,
+      "loss": 0.0392,
+      "step": 4788
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84505301839308e-05,
+      "loss": 0.0544,
+      "step": 4790
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844988322367357e-05,
+      "loss": 0.0447,
+      "step": 4792
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844923626341634e-05,
+      "loss": 0.0448,
+      "step": 4794
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844858930315911e-05,
+      "loss": 0.0843,
+      "step": 4796
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844794234290188e-05,
+      "loss": 0.0646,
+      "step": 4798
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8447295382644646e-05,
+      "loss": 0.0722,
+      "step": 4800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8446648422387415e-05,
+      "loss": 0.0918,
+      "step": 4802
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8446001462130184e-05,
+      "loss": 0.076,
+      "step": 4804
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8445354501872953e-05,
+      "loss": 0.0497,
+      "step": 4806
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844470754161572e-05,
+      "loss": 0.0292,
+      "step": 4808
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844406058135849e-05,
+      "loss": 0.0236,
+      "step": 4810
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844341362110126e-05,
+      "loss": 0.0311,
+      "step": 4812
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844276666084402e-05,
+      "loss": 0.0641,
+      "step": 4814
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84421197005868e-05,
+      "loss": 0.0994,
+      "step": 4816
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844147274032956e-05,
+      "loss": 0.0523,
+      "step": 4818
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844082578007233e-05,
+      "loss": 0.0489,
+      "step": 4820
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84401788198151e-05,
+      "loss": 0.0312,
+      "step": 4822
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843953185955787e-05,
+      "loss": 0.0772,
+      "step": 4824
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843888489930064e-05,
+      "loss": 0.0496,
+      "step": 4826
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8438237939043407e-05,
+      "loss": 0.0494,
+      "step": 4828
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8437590978786176e-05,
+      "loss": 0.0471,
+      "step": 4830
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8436944018528945e-05,
+      "loss": 0.063,
+      "step": 4832
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8436297058271714e-05,
+      "loss": 0.0295,
+      "step": 4834
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8435650098014476e-05,
+      "loss": 0.028,
+      "step": 4836
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843500313775725e-05,
+      "loss": 0.0214,
+      "step": 4838
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8434356177500014e-05,
+      "loss": 0.0305,
+      "step": 4840
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843370921724279e-05,
+      "loss": 0.0441,
+      "step": 4842
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843306225698556e-05,
+      "loss": 0.0524,
+      "step": 4844
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843241529672832e-05,
+      "loss": 0.0186,
+      "step": 4846
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84317683364711e-05,
+      "loss": 0.0184,
+      "step": 4848
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843112137621386e-05,
+      "loss": 0.0398,
+      "step": 4850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843047441595663e-05,
+      "loss": 0.0569,
+      "step": 4852
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84298274556994e-05,
+      "loss": 0.0646,
+      "step": 4854
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842918049544217e-05,
+      "loss": 0.0413,
+      "step": 4856
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8428533535184936e-05,
+      "loss": 0.0401,
+      "step": 4858
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8427886574927705e-05,
+      "loss": 0.0409,
+      "step": 4860
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8427239614670474e-05,
+      "loss": 0.0693,
+      "step": 4862
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842659265441324e-05,
+      "loss": 0.042,
+      "step": 4864
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842594569415601e-05,
+      "loss": 0.0234,
+      "step": 4866
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8425298733898775e-05,
+      "loss": 0.0301,
+      "step": 4868
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842465177364155e-05,
+      "loss": 0.0394,
+      "step": 4870
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842400481338431e-05,
+      "loss": 0.0627,
+      "step": 4872
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842335785312708e-05,
+      "loss": 0.0476,
+      "step": 4874
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842271089286986e-05,
+      "loss": 0.0355,
+      "step": 4876
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842206393261262e-05,
+      "loss": 0.0626,
+      "step": 4878
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842141697235539e-05,
+      "loss": 0.0268,
+      "step": 4880
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842077001209816e-05,
+      "loss": 0.0146,
+      "step": 4882
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842012305184093e-05,
+      "loss": 0.0879,
+      "step": 4884
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8419476091583696e-05,
+      "loss": 0.0188,
+      "step": 4886
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8418829131326466e-05,
+      "loss": 0.0678,
+      "step": 4888
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8418182171069235e-05,
+      "loss": 0.0369,
+      "step": 4890
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8417535210812004e-05,
+      "loss": 0.0168,
+      "step": 4892
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.841688825055477e-05,
+      "loss": 0.0177,
+      "step": 4894
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8416241290297535e-05,
+      "loss": 0.0449,
+      "step": 4896
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841559433004031e-05,
+      "loss": 0.0248,
+      "step": 4898
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841494736978307e-05,
+      "loss": 0.0361,
+      "step": 4900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841430040952585e-05,
+      "loss": 0.0453,
+      "step": 4902
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841365344926861e-05,
+      "loss": 0.0786,
+      "step": 4904
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841300648901138e-05,
+      "loss": 0.0362,
+      "step": 4906
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8412359528754156e-05,
+      "loss": 0.0349,
+      "step": 4908
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841171256849692e-05,
+      "loss": 0.0414,
+      "step": 4910
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841106560823969e-05,
+      "loss": 0.0341,
+      "step": 4912
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841041864798246e-05,
+      "loss": 0.0364,
+      "step": 4914
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8409771687725226e-05,
+      "loss": 0.0358,
+      "step": 4916
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840912472746799e-05,
+      "loss": 0.0155,
+      "step": 4918
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8408477767210764e-05,
+      "loss": 0.0347,
+      "step": 4920
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840783080695353e-05,
+      "loss": 0.0129,
+      "step": 4922
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.84071838466963e-05,
+      "loss": 0.0381,
+      "step": 4924
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840653688643907e-05,
+      "loss": 0.0467,
+      "step": 4926
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8405889926181834e-05,
+      "loss": 0.0477,
+      "step": 4928
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840524296592461e-05,
+      "loss": 0.0551,
+      "step": 4930
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840459600566737e-05,
+      "loss": 0.0545,
+      "step": 4932
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840394904541014e-05,
+      "loss": 0.0466,
+      "step": 4934
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840330208515291e-05,
+      "loss": 0.0269,
+      "step": 4936
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840265512489568e-05,
+      "loss": 0.0325,
+      "step": 4938
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840200816463845e-05,
+      "loss": 0.0431,
+      "step": 4940
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840136120438122e-05,
+      "loss": 0.0202,
+      "step": 4942
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8400714244123986e-05,
+      "loss": 0.0393,
+      "step": 4944
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8400067283866755e-05,
+      "loss": 0.0415,
+      "step": 4946
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8399420323609525e-05,
+      "loss": 0.1724,
+      "step": 4948
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839877336335229e-05,
+      "loss": 0.0428,
+      "step": 4950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839812640309506e-05,
+      "loss": 0.0714,
+      "step": 4952
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839747944283783e-05,
+      "loss": 0.0368,
+      "step": 4954
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8396832482580594e-05,
+      "loss": 0.0337,
+      "step": 4956
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839618552232337e-05,
+      "loss": 0.0556,
+      "step": 4958
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839553856206613e-05,
+      "loss": 0.1047,
+      "step": 4960
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83948916018089e-05,
+      "loss": 0.0239,
+      "step": 4962
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839424464155167e-05,
+      "loss": 0.0903,
+      "step": 4964
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839359768129444e-05,
+      "loss": 0.0286,
+      "step": 4966
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839295072103721e-05,
+      "loss": 0.0524,
+      "step": 4968
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839230376077998e-05,
+      "loss": 0.0593,
+      "step": 4970
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839165680052275e-05,
+      "loss": 0.0346,
+      "step": 4972
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8391009840265516e-05,
+      "loss": 0.0593,
+      "step": 4974
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8390362880008285e-05,
+      "loss": 0.0781,
+      "step": 4976
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838971591975105e-05,
+      "loss": 0.0257,
+      "step": 4978
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838906895949382e-05,
+      "loss": 0.043,
+      "step": 4980
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8388421999236585e-05,
+      "loss": 0.0534,
+      "step": 4982
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838777503897936e-05,
+      "loss": 0.0395,
+      "step": 4984
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838712807872213e-05,
+      "loss": 0.038,
+      "step": 4986
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838648111846489e-05,
+      "loss": 0.0707,
+      "step": 4988
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838583415820767e-05,
+      "loss": 0.0186,
+      "step": 4990
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838518719795043e-05,
+      "loss": 0.0792,
+      "step": 4992
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83845402376932e-05,
+      "loss": 0.0148,
+      "step": 4994
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838389327743597e-05,
+      "loss": 0.0268,
+      "step": 4996
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838324631717874e-05,
+      "loss": 0.0261,
+      "step": 4998
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838259935692151e-05,
+      "loss": 0.0444,
+      "step": 5000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8381952396664276e-05,
+      "loss": 0.0355,
+      "step": 5002
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8381305436407045e-05,
+      "loss": 0.0552,
+      "step": 5004
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8380658476149814e-05,
+      "loss": 0.046,
+      "step": 5006
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8380011515892583e-05,
+      "loss": 0.0267,
+      "step": 5008
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8379364555635346e-05,
+      "loss": 0.0293,
+      "step": 5010
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837871759537812e-05,
+      "loss": 0.0648,
+      "step": 5012
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8378070635120884e-05,
+      "loss": 0.0783,
+      "step": 5014
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837742367486365e-05,
+      "loss": 0.0236,
+      "step": 5016
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837677671460642e-05,
+      "loss": 0.0173,
+      "step": 5018
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837612975434919e-05,
+      "loss": 0.0277,
+      "step": 5020
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837548279409196e-05,
+      "loss": 0.0393,
+      "step": 5022
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837483583383473e-05,
+      "loss": 0.032,
+      "step": 5024
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83741888735775e-05,
+      "loss": 0.0568,
+      "step": 5026
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837354191332027e-05,
+      "loss": 0.0469,
+      "step": 5028
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837289495306304e-05,
+      "loss": 0.0416,
+      "step": 5030
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8372247992805806e-05,
+      "loss": 0.0414,
+      "step": 5032
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8371601032548575e-05,
+      "loss": 0.0331,
+      "step": 5034
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8370954072291344e-05,
+      "loss": 0.0273,
+      "step": 5036
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8370307112034106e-05,
+      "loss": 0.0384,
+      "step": 5038
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836966015177688e-05,
+      "loss": 0.0425,
+      "step": 5040
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8369013191519644e-05,
+      "loss": 0.0726,
+      "step": 5042
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836836623126242e-05,
+      "loss": 0.0523,
+      "step": 5044
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836771927100518e-05,
+      "loss": 0.0847,
+      "step": 5046
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836707231074795e-05,
+      "loss": 0.0253,
+      "step": 5048
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836642535049072e-05,
+      "loss": 0.0633,
+      "step": 5050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836577839023349e-05,
+      "loss": 0.0331,
+      "step": 5052
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836513142997626e-05,
+      "loss": 0.0149,
+      "step": 5054
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836448446971903e-05,
+      "loss": 0.0708,
+      "step": 5056
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83638375094618e-05,
+      "loss": 0.0379,
+      "step": 5058
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836319054920456e-05,
+      "loss": 0.0353,
+      "step": 5060
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8362543588947335e-05,
+      "loss": 0.1067,
+      "step": 5062
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8361896628690104e-05,
+      "loss": 0.0355,
+      "step": 5064
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836124966843287e-05,
+      "loss": 0.0173,
+      "step": 5066
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836060270817564e-05,
+      "loss": 0.0936,
+      "step": 5068
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8359955747918405e-05,
+      "loss": 0.0425,
+      "step": 5070
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835930878766118e-05,
+      "loss": 0.074,
+      "step": 5072
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835866182740394e-05,
+      "loss": 0.0559,
+      "step": 5074
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835801486714671e-05,
+      "loss": 0.072,
+      "step": 5076
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835736790688948e-05,
+      "loss": 0.0481,
+      "step": 5078
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835672094663225e-05,
+      "loss": 0.0217,
+      "step": 5080
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835607398637502e-05,
+      "loss": 0.0256,
+      "step": 5082
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835542702611779e-05,
+      "loss": 0.02,
+      "step": 5084
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835478006586056e-05,
+      "loss": 0.034,
+      "step": 5086
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8354133105603327e-05,
+      "loss": 0.029,
+      "step": 5088
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8353486145346096e-05,
+      "loss": 0.0481,
+      "step": 5090
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835283918508886e-05,
+      "loss": 0.0458,
+      "step": 5092
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8352192224831634e-05,
+      "loss": 0.0328,
+      "step": 5094
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8351545264574396e-05,
+      "loss": 0.0836,
+      "step": 5096
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8350898304317165e-05,
+      "loss": 0.0384,
+      "step": 5098
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835025134405994e-05,
+      "loss": 0.0566,
+      "step": 5100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83496043838027e-05,
+      "loss": 0.0264,
+      "step": 5102
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834895742354547e-05,
+      "loss": 0.043,
+      "step": 5104
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834831046328824e-05,
+      "loss": 0.0347,
+      "step": 5106
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834766350303101e-05,
+      "loss": 0.0258,
+      "step": 5108
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834701654277378e-05,
+      "loss": 0.0648,
+      "step": 5110
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834636958251655e-05,
+      "loss": 0.0981,
+      "step": 5112
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834572262225932e-05,
+      "loss": 0.0388,
+      "step": 5114
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834507566200209e-05,
+      "loss": 0.0515,
+      "step": 5116
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8344428701744856e-05,
+      "loss": 0.0249,
+      "step": 5118
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834378174148762e-05,
+      "loss": 0.0232,
+      "step": 5120
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8343134781230394e-05,
+      "loss": 0.0123,
+      "step": 5122
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8342487820973156e-05,
+      "loss": 0.026,
+      "step": 5124
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834184086071593e-05,
+      "loss": 0.0432,
+      "step": 5126
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8341193900458695e-05,
+      "loss": 0.0492,
+      "step": 5128
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8340546940201464e-05,
+      "loss": 0.0143,
+      "step": 5130
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833989997994424e-05,
+      "loss": 0.0297,
+      "step": 5132
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8339253019687e-05,
+      "loss": 0.0438,
+      "step": 5134
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833860605942977e-05,
+      "loss": 0.038,
+      "step": 5136
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833795909917254e-05,
+      "loss": 0.1027,
+      "step": 5138
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833731213891531e-05,
+      "loss": 0.0344,
+      "step": 5140
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833666517865808e-05,
+      "loss": 0.0369,
+      "step": 5142
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833601821840085e-05,
+      "loss": 0.0341,
+      "step": 5144
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8335371258143616e-05,
+      "loss": 0.021,
+      "step": 5146
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8334724297886386e-05,
+      "loss": 0.0147,
+      "step": 5148
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8334077337629155e-05,
+      "loss": 0.0331,
+      "step": 5150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833343037737192e-05,
+      "loss": 0.0332,
+      "step": 5152
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833278341711469e-05,
+      "loss": 0.0439,
+      "step": 5154
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8332136456857455e-05,
+      "loss": 0.0359,
+      "step": 5156
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8331489496600224e-05,
+      "loss": 0.053,
+      "step": 5158
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833084253634299e-05,
+      "loss": 0.0372,
+      "step": 5160
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833019557608576e-05,
+      "loss": 0.0514,
+      "step": 5162
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832954861582853e-05,
+      "loss": 0.0809,
+      "step": 5164
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83289016555713e-05,
+      "loss": 0.0291,
+      "step": 5166
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832825469531407e-05,
+      "loss": 0.0763,
+      "step": 5168
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832760773505684e-05,
+      "loss": 0.0295,
+      "step": 5170
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832696077479961e-05,
+      "loss": 0.0277,
+      "step": 5172
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832631381454237e-05,
+      "loss": 0.0196,
+      "step": 5174
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8325666854285146e-05,
+      "loss": 0.021,
+      "step": 5176
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8325019894027915e-05,
+      "loss": 0.0263,
+      "step": 5178
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832437293377068e-05,
+      "loss": 0.0297,
+      "step": 5180
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832372597351345e-05,
+      "loss": 0.0499,
+      "step": 5182
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8323079013256215e-05,
+      "loss": 0.0352,
+      "step": 5184
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832243205299899e-05,
+      "loss": 0.0718,
+      "step": 5186
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8321785092741754e-05,
+      "loss": 0.037,
+      "step": 5188
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832113813248452e-05,
+      "loss": 0.0465,
+      "step": 5190
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832049117222729e-05,
+      "loss": 0.0362,
+      "step": 5192
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831984421197006e-05,
+      "loss": 0.0345,
+      "step": 5194
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831919725171283e-05,
+      "loss": 0.0309,
+      "step": 5196
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83185502914556e-05,
+      "loss": 0.0111,
+      "step": 5198
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831790333119837e-05,
+      "loss": 0.0304,
+      "step": 5200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831725637094113e-05,
+      "loss": 0.0133,
+      "step": 5202
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8316609410683906e-05,
+      "loss": 0.0401,
+      "step": 5204
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831596245042667e-05,
+      "loss": 0.0251,
+      "step": 5206
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8315315490169444e-05,
+      "loss": 0.0437,
+      "step": 5208
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8314668529912214e-05,
+      "loss": 0.0509,
+      "step": 5210
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8314021569654976e-05,
+      "loss": 0.0208,
+      "step": 5212
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831337460939775e-05,
+      "loss": 0.0245,
+      "step": 5214
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8312727649140514e-05,
+      "loss": 0.0405,
+      "step": 5216
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831208068888328e-05,
+      "loss": 0.0356,
+      "step": 5218
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831143372862605e-05,
+      "loss": 0.0379,
+      "step": 5220
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831078676836882e-05,
+      "loss": 0.0231,
+      "step": 5222
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831013980811159e-05,
+      "loss": 0.0159,
+      "step": 5224
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830949284785436e-05,
+      "loss": 0.0363,
+      "step": 5226
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830884588759713e-05,
+      "loss": 0.0433,
+      "step": 5228
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83081989273399e-05,
+      "loss": 0.0325,
+      "step": 5230
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830755196708267e-05,
+      "loss": 0.0353,
+      "step": 5232
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830690500682543e-05,
+      "loss": 0.0364,
+      "step": 5234
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8306258046568205e-05,
+      "loss": 0.0792,
+      "step": 5236
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830561108631097e-05,
+      "loss": 0.0185,
+      "step": 5238
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8304964126053736e-05,
+      "loss": 0.0264,
+      "step": 5240
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830431716579651e-05,
+      "loss": 0.046,
+      "step": 5242
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8303670205539274e-05,
+      "loss": 0.0876,
+      "step": 5244
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8303023245282044e-05,
+      "loss": 0.0431,
+      "step": 5246
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830237628502481e-05,
+      "loss": 0.0534,
+      "step": 5248
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830172932476758e-05,
+      "loss": 0.0242,
+      "step": 5250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830108236451035e-05,
+      "loss": 0.0294,
+      "step": 5252
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830043540425312e-05,
+      "loss": 0.0255,
+      "step": 5254
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829978844399589e-05,
+      "loss": 0.056,
+      "step": 5256
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829914148373866e-05,
+      "loss": 0.038,
+      "step": 5258
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829849452348143e-05,
+      "loss": 0.0353,
+      "step": 5260
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829784756322419e-05,
+      "loss": 0.0377,
+      "step": 5262
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8297200602966965e-05,
+      "loss": 0.0535,
+      "step": 5264
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829655364270973e-05,
+      "loss": 0.0366,
+      "step": 5266
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8295906682452503e-05,
+      "loss": 0.0204,
+      "step": 5268
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8295259722195266e-05,
+      "loss": 0.0684,
+      "step": 5270
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8294612761938035e-05,
+      "loss": 0.0678,
+      "step": 5272
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8293965801680804e-05,
+      "loss": 0.0194,
+      "step": 5274
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829331884142357e-05,
+      "loss": 0.0637,
+      "step": 5276
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829267188116634e-05,
+      "loss": 0.0408,
+      "step": 5278
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829202492090911e-05,
+      "loss": 0.0387,
+      "step": 5280
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829137796065188e-05,
+      "loss": 0.0156,
+      "step": 5282
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829073100039464e-05,
+      "loss": 0.0387,
+      "step": 5284
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829008404013742e-05,
+      "loss": 0.025,
+      "step": 5286
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828943707988019e-05,
+      "loss": 0.0248,
+      "step": 5288
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828879011962296e-05,
+      "loss": 0.0247,
+      "step": 5290
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8288143159365726e-05,
+      "loss": 0.0411,
+      "step": 5292
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828749619910849e-05,
+      "loss": 0.0615,
+      "step": 5294
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8286849238851264e-05,
+      "loss": 0.0514,
+      "step": 5296
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8286202278594026e-05,
+      "loss": 0.0279,
+      "step": 5298
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8285555318336795e-05,
+      "loss": 0.0377,
+      "step": 5300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8284908358079564e-05,
+      "loss": 0.027,
+      "step": 5302
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8284261397822333e-05,
+      "loss": 0.018,
+      "step": 5304
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82836144375651e-05,
+      "loss": 0.0159,
+      "step": 5306
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828296747730787e-05,
+      "loss": 0.0119,
+      "step": 5308
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828232051705064e-05,
+      "loss": 0.032,
+      "step": 5310
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828167355679341e-05,
+      "loss": 0.0362,
+      "step": 5312
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828102659653618e-05,
+      "loss": 0.0239,
+      "step": 5314
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828037963627894e-05,
+      "loss": 0.0339,
+      "step": 5316
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827973267602172e-05,
+      "loss": 0.0445,
+      "step": 5318
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827908571576448e-05,
+      "loss": 0.058,
+      "step": 5320
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827843875550725e-05,
+      "loss": 0.0147,
+      "step": 5322
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8277791795250024e-05,
+      "loss": 0.0206,
+      "step": 5324
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8277144834992787e-05,
+      "loss": 0.0207,
+      "step": 5326
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827649787473556e-05,
+      "loss": 0.0315,
+      "step": 5328
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8275850914478325e-05,
+      "loss": 0.025,
+      "step": 5330
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8275203954221094e-05,
+      "loss": 0.0226,
+      "step": 5332
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827455699396386e-05,
+      "loss": 0.0351,
+      "step": 5334
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827391003370663e-05,
+      "loss": 0.0496,
+      "step": 5336
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82732630734494e-05,
+      "loss": 0.0235,
+      "step": 5338
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827261611319217e-05,
+      "loss": 0.0326,
+      "step": 5340
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827196915293494e-05,
+      "loss": 0.0294,
+      "step": 5342
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82713221926777e-05,
+      "loss": 0.0234,
+      "step": 5344
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827067523242048e-05,
+      "loss": 0.0265,
+      "step": 5346
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827002827216324e-05,
+      "loss": 0.0197,
+      "step": 5348
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8269381311906016e-05,
+      "loss": 0.0332,
+      "step": 5350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826873435164878e-05,
+      "loss": 0.0271,
+      "step": 5352
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826808739139155e-05,
+      "loss": 0.0168,
+      "step": 5354
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826744043113432e-05,
+      "loss": 0.1713,
+      "step": 5356
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8266793470877085e-05,
+      "loss": 0.036,
+      "step": 5358
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8266146510619854e-05,
+      "loss": 0.0187,
+      "step": 5360
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826549955036262e-05,
+      "loss": 0.0163,
+      "step": 5362
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826485259010539e-05,
+      "loss": 0.0393,
+      "step": 5364
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826420562984816e-05,
+      "loss": 0.0465,
+      "step": 5366
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826355866959093e-05,
+      "loss": 0.0541,
+      "step": 5368
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82629117093337e-05,
+      "loss": 0.0249,
+      "step": 5370
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826226474907647e-05,
+      "loss": 0.0239,
+      "step": 5372
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826161778881924e-05,
+      "loss": 0.0241,
+      "step": 5374
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8260970828562e-05,
+      "loss": 0.0512,
+      "step": 5376
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8260323868304776e-05,
+      "loss": 0.0324,
+      "step": 5378
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825967690804754e-05,
+      "loss": 0.0464,
+      "step": 5380
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825902994779031e-05,
+      "loss": 0.0341,
+      "step": 5382
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8258382987533076e-05,
+      "loss": 0.0222,
+      "step": 5384
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8257736027275846e-05,
+      "loss": 0.0096,
+      "step": 5386
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8257089067018615e-05,
+      "loss": 0.0319,
+      "step": 5388
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8256442106761384e-05,
+      "loss": 0.0265,
+      "step": 5390
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825579514650415e-05,
+      "loss": 0.0081,
+      "step": 5392
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825514818624692e-05,
+      "loss": 0.0355,
+      "step": 5394
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825450122598969e-05,
+      "loss": 0.0243,
+      "step": 5396
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825385426573245e-05,
+      "loss": 0.044,
+      "step": 5398
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825320730547523e-05,
+      "loss": 0.0548,
+      "step": 5400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8252560345218e-05,
+      "loss": 0.0418,
+      "step": 5402
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825191338496076e-05,
+      "loss": 0.0371,
+      "step": 5404
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8251266424703536e-05,
+      "loss": 0.0379,
+      "step": 5406
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82506194644463e-05,
+      "loss": 0.0501,
+      "step": 5408
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8249972504189075e-05,
+      "loss": 0.0253,
+      "step": 5410
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824932554393184e-05,
+      "loss": 0.0419,
+      "step": 5412
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8248678583674606e-05,
+      "loss": 0.039,
+      "step": 5414
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8248031623417375e-05,
+      "loss": 0.0712,
+      "step": 5416
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8247384663160144e-05,
+      "loss": 0.0641,
+      "step": 5418
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824673770290291e-05,
+      "loss": 0.0417,
+      "step": 5420
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824609074264568e-05,
+      "loss": 0.0685,
+      "step": 5422
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824544378238845e-05,
+      "loss": 0.021,
+      "step": 5424
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8244796822131214e-05,
+      "loss": 0.0169,
+      "step": 5426
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824414986187399e-05,
+      "loss": 0.0188,
+      "step": 5428
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824350290161675e-05,
+      "loss": 0.0466,
+      "step": 5430
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824285594135953e-05,
+      "loss": 0.0355,
+      "step": 5432
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82422089811023e-05,
+      "loss": 0.0417,
+      "step": 5434
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824156202084506e-05,
+      "loss": 0.0402,
+      "step": 5436
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8240915060587835e-05,
+      "loss": 0.0332,
+      "step": 5438
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82402681003306e-05,
+      "loss": 0.0708,
+      "step": 5440
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8239621140073366e-05,
+      "loss": 0.0165,
+      "step": 5442
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8238974179816135e-05,
+      "loss": 0.0261,
+      "step": 5444
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8238327219558905e-05,
+      "loss": 0.0287,
+      "step": 5446
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8237680259301674e-05,
+      "loss": 0.0507,
+      "step": 5448
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823703329904444e-05,
+      "loss": 0.0492,
+      "step": 5450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823638633878721e-05,
+      "loss": 0.0312,
+      "step": 5452
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823573937852998e-05,
+      "loss": 0.0599,
+      "step": 5454
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823509241827275e-05,
+      "loss": 0.0389,
+      "step": 5456
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823444545801551e-05,
+      "loss": 0.0244,
+      "step": 5458
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823379849775829e-05,
+      "loss": 0.0257,
+      "step": 5460
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823315153750105e-05,
+      "loss": 0.0345,
+      "step": 5462
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823250457724382e-05,
+      "loss": 0.0382,
+      "step": 5464
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8231857616986595e-05,
+      "loss": 0.0488,
+      "step": 5466
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823121065672936e-05,
+      "loss": 0.0234,
+      "step": 5468
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8230563696472134e-05,
+      "loss": 0.0434,
+      "step": 5470
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8229916736214896e-05,
+      "loss": 0.0367,
+      "step": 5472
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8229269775957665e-05,
+      "loss": 0.0218,
+      "step": 5474
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8228622815700434e-05,
+      "loss": 0.0355,
+      "step": 5476
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82279758554432e-05,
+      "loss": 0.0332,
+      "step": 5478
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822732889518597e-05,
+      "loss": 0.0244,
+      "step": 5480
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822668193492874e-05,
+      "loss": 0.0528,
+      "step": 5482
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822603497467151e-05,
+      "loss": 0.0631,
+      "step": 5484
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822538801441427e-05,
+      "loss": 0.0445,
+      "step": 5486
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822474105415705e-05,
+      "loss": 0.0353,
+      "step": 5488
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822409409389981e-05,
+      "loss": 0.0198,
+      "step": 5490
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822344713364259e-05,
+      "loss": 0.02,
+      "step": 5492
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822280017338535e-05,
+      "loss": 0.024,
+      "step": 5494
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822215321312812e-05,
+      "loss": 0.0491,
+      "step": 5496
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822150625287089e-05,
+      "loss": 0.0463,
+      "step": 5498
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8220859292613656e-05,
+      "loss": 0.033,
+      "step": 5500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8220212332356425e-05,
+      "loss": 0.0149,
+      "step": 5502
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8219565372099194e-05,
+      "loss": 0.0307,
+      "step": 5504
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8218918411841964e-05,
+      "loss": 0.0392,
+      "step": 5506
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8218271451584726e-05,
+      "loss": 0.0389,
+      "step": 5508
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82176244913275e-05,
+      "loss": 0.0355,
+      "step": 5510
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821697753107027e-05,
+      "loss": 0.0375,
+      "step": 5512
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821633057081304e-05,
+      "loss": 0.0783,
+      "step": 5514
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821568361055581e-05,
+      "loss": 0.0214,
+      "step": 5516
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821503665029857e-05,
+      "loss": 0.0299,
+      "step": 5518
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821438969004135e-05,
+      "loss": 0.0507,
+      "step": 5520
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821374272978411e-05,
+      "loss": 0.0977,
+      "step": 5522
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821309576952688e-05,
+      "loss": 0.045,
+      "step": 5524
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821244880926965e-05,
+      "loss": 0.0518,
+      "step": 5526
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821180184901242e-05,
+      "loss": 0.0208,
+      "step": 5528
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8211154888755186e-05,
+      "loss": 0.0184,
+      "step": 5530
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8210507928497955e-05,
+      "loss": 0.0586,
+      "step": 5532
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8209860968240724e-05,
+      "loss": 0.0377,
+      "step": 5534
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820921400798349e-05,
+      "loss": 0.0258,
+      "step": 5536
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820856704772626e-05,
+      "loss": 0.0208,
+      "step": 5538
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8207920087469024e-05,
+      "loss": 0.0405,
+      "step": 5540
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82072731272118e-05,
+      "loss": 0.0171,
+      "step": 5542
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820662616695457e-05,
+      "loss": 0.016,
+      "step": 5544
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820597920669733e-05,
+      "loss": 0.0426,
+      "step": 5546
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820533224644011e-05,
+      "loss": 0.0248,
+      "step": 5548
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820468528618287e-05,
+      "loss": 0.0108,
+      "step": 5550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8204038325925646e-05,
+      "loss": 0.0117,
+      "step": 5552
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820339136566841e-05,
+      "loss": 0.0207,
+      "step": 5554
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820274440541118e-05,
+      "loss": 0.0201,
+      "step": 5556
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8202097445153946e-05,
+      "loss": 0.0283,
+      "step": 5558
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8201450484896715e-05,
+      "loss": 0.0131,
+      "step": 5560
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8200803524639484e-05,
+      "loss": 0.0397,
+      "step": 5562
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8200156564382253e-05,
+      "loss": 0.0483,
+      "step": 5564
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819950960412502e-05,
+      "loss": 0.0737,
+      "step": 5566
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8198862643867785e-05,
+      "loss": 0.0298,
+      "step": 5568
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819821568361056e-05,
+      "loss": 0.0317,
+      "step": 5570
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819756872335332e-05,
+      "loss": 0.0094,
+      "step": 5572
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81969217630961e-05,
+      "loss": 0.0218,
+      "step": 5574
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819627480283886e-05,
+      "loss": 0.023,
+      "step": 5576
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819562784258163e-05,
+      "loss": 0.0203,
+      "step": 5578
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8194980882324406e-05,
+      "loss": 0.0221,
+      "step": 5580
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819433392206717e-05,
+      "loss": 0.0212,
+      "step": 5582
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819368696180994e-05,
+      "loss": 0.0223,
+      "step": 5584
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8193040001552707e-05,
+      "loss": 0.0338,
+      "step": 5586
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8192393041295476e-05,
+      "loss": 0.0404,
+      "step": 5588
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8191746081038245e-05,
+      "loss": 0.0136,
+      "step": 5590
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8191099120781014e-05,
+      "loss": 0.0339,
+      "step": 5592
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819045216052378e-05,
+      "loss": 0.0167,
+      "step": 5594
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818980520026655e-05,
+      "loss": 0.0189,
+      "step": 5596
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818915824000932e-05,
+      "loss": 0.0144,
+      "step": 5598
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818851127975208e-05,
+      "loss": 0.017,
+      "step": 5600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818786431949486e-05,
+      "loss": 0.0595,
+      "step": 5602
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818721735923762e-05,
+      "loss": 0.0183,
+      "step": 5604
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818657039898039e-05,
+      "loss": 0.0646,
+      "step": 5606
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818592343872316e-05,
+      "loss": 0.046,
+      "step": 5608
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818527647846593e-05,
+      "loss": 0.0265,
+      "step": 5610
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81846295182087e-05,
+      "loss": 0.0122,
+      "step": 5612
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818398255795147e-05,
+      "loss": 0.021,
+      "step": 5614
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8183335597694236e-05,
+      "loss": 0.0264,
+      "step": 5616
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8182688637437005e-05,
+      "loss": 0.0266,
+      "step": 5618
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8182041677179774e-05,
+      "loss": 0.0089,
+      "step": 5620
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818139471692254e-05,
+      "loss": 0.0515,
+      "step": 5622
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818074775666531e-05,
+      "loss": 0.0285,
+      "step": 5624
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818010079640808e-05,
+      "loss": 0.0111,
+      "step": 5626
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8179453836150844e-05,
+      "loss": 0.0349,
+      "step": 5628
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817880687589362e-05,
+      "loss": 0.0298,
+      "step": 5630
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817815991563638e-05,
+      "loss": 0.0227,
+      "step": 5632
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817751295537916e-05,
+      "loss": 0.0376,
+      "step": 5634
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817686599512192e-05,
+      "loss": 0.0235,
+      "step": 5636
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817621903486469e-05,
+      "loss": 0.0315,
+      "step": 5638
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817557207460746e-05,
+      "loss": 0.0545,
+      "step": 5640
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817492511435023e-05,
+      "loss": 0.0305,
+      "step": 5642
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8174278154092996e-05,
+      "loss": 0.0127,
+      "step": 5644
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8173631193835766e-05,
+      "loss": 0.0329,
+      "step": 5646
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8172984233578535e-05,
+      "loss": 0.0277,
+      "step": 5648
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81723372733213e-05,
+      "loss": 0.0316,
+      "step": 5650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817169031306407e-05,
+      "loss": 0.0246,
+      "step": 5652
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8171043352806835e-05,
+      "loss": 0.0186,
+      "step": 5654
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817039639254961e-05,
+      "loss": 0.0422,
+      "step": 5656
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816974943229238e-05,
+      "loss": 0.0305,
+      "step": 5658
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816910247203514e-05,
+      "loss": 0.0185,
+      "step": 5660
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816845551177792e-05,
+      "loss": 0.0484,
+      "step": 5662
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816780855152068e-05,
+      "loss": 0.0175,
+      "step": 5664
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816716159126345e-05,
+      "loss": 0.0265,
+      "step": 5666
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816651463100622e-05,
+      "loss": 0.0359,
+      "step": 5668
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816586767074899e-05,
+      "loss": 0.0391,
+      "step": 5670
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816522071049176e-05,
+      "loss": 0.0303,
+      "step": 5672
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8164573750234526e-05,
+      "loss": 0.0361,
+      "step": 5674
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8163926789977295e-05,
+      "loss": 0.031,
+      "step": 5676
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8163279829720064e-05,
+      "loss": 0.0098,
+      "step": 5678
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816263286946283e-05,
+      "loss": 0.0395,
+      "step": 5680
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8161985909205596e-05,
+      "loss": 0.0445,
+      "step": 5682
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816133894894837e-05,
+      "loss": 0.0493,
+      "step": 5684
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8160691988691134e-05,
+      "loss": 0.054,
+      "step": 5686
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81600450284339e-05,
+      "loss": 0.0256,
+      "step": 5688
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815939806817668e-05,
+      "loss": 0.0588,
+      "step": 5690
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815875110791944e-05,
+      "loss": 0.0151,
+      "step": 5692
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815810414766222e-05,
+      "loss": 0.0262,
+      "step": 5694
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815745718740498e-05,
+      "loss": 0.0272,
+      "step": 5696
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815681022714775e-05,
+      "loss": 0.0226,
+      "step": 5698
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815616326689052e-05,
+      "loss": 0.0278,
+      "step": 5700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8155516306633286e-05,
+      "loss": 0.0452,
+      "step": 5702
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8154869346376055e-05,
+      "loss": 0.0217,
+      "step": 5704
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8154222386118825e-05,
+      "loss": 0.0474,
+      "step": 5706
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8153575425861594e-05,
+      "loss": 0.023,
+      "step": 5708
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8152928465604356e-05,
+      "loss": 0.0331,
+      "step": 5710
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815228150534713e-05,
+      "loss": 0.0347,
+      "step": 5712
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8151634545089894e-05,
+      "loss": 0.0308,
+      "step": 5714
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815098758483267e-05,
+      "loss": 0.0143,
+      "step": 5716
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815034062457543e-05,
+      "loss": 0.0282,
+      "step": 5718
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81496936643182e-05,
+      "loss": 0.0399,
+      "step": 5720
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814904670406098e-05,
+      "loss": 0.0189,
+      "step": 5722
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814839974380374e-05,
+      "loss": 0.0094,
+      "step": 5724
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814775278354651e-05,
+      "loss": 0.0707,
+      "step": 5726
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814710582328928e-05,
+      "loss": 0.0382,
+      "step": 5728
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814645886303205e-05,
+      "loss": 0.0363,
+      "step": 5730
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814581190277481e-05,
+      "loss": 0.0192,
+      "step": 5732
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8145164942517585e-05,
+      "loss": 0.029,
+      "step": 5734
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8144517982260354e-05,
+      "loss": 0.0677,
+      "step": 5736
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814387102200312e-05,
+      "loss": 0.0188,
+      "step": 5738
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814322406174589e-05,
+      "loss": 0.0078,
+      "step": 5740
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8142577101488654e-05,
+      "loss": 0.0225,
+      "step": 5742
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814193014123143e-05,
+      "loss": 0.0289,
+      "step": 5744
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814128318097419e-05,
+      "loss": 0.0369,
+      "step": 5746
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814063622071696e-05,
+      "loss": 0.0159,
+      "step": 5748
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813998926045973e-05,
+      "loss": 0.0132,
+      "step": 5750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81393423002025e-05,
+      "loss": 0.0353,
+      "step": 5752
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813869533994527e-05,
+      "loss": 0.0216,
+      "step": 5754
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813804837968804e-05,
+      "loss": 0.0265,
+      "step": 5756
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813740141943081e-05,
+      "loss": 0.0146,
+      "step": 5758
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8136754459173576e-05,
+      "loss": 0.0301,
+      "step": 5760
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8136107498916345e-05,
+      "loss": 0.0195,
+      "step": 5762
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813546053865911e-05,
+      "loss": 0.0182,
+      "step": 5764
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8134813578401883e-05,
+      "loss": 0.0424,
+      "step": 5766
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813416661814465e-05,
+      "loss": 0.0362,
+      "step": 5768
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8133519657887415e-05,
+      "loss": 0.0334,
+      "step": 5770
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813287269763019e-05,
+      "loss": 0.0389,
+      "step": 5772
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813222573737295e-05,
+      "loss": 0.0189,
+      "step": 5774
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813157877711573e-05,
+      "loss": 0.0178,
+      "step": 5776
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813093181685849e-05,
+      "loss": 0.0233,
+      "step": 5778
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813028485660126e-05,
+      "loss": 0.0057,
+      "step": 5780
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812963789634403e-05,
+      "loss": 0.0304,
+      "step": 5782
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81289909360868e-05,
+      "loss": 0.0399,
+      "step": 5784
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812834397582957e-05,
+      "loss": 0.0357,
+      "step": 5786
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812769701557234e-05,
+      "loss": 0.0367,
+      "step": 5788
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8127050055315106e-05,
+      "loss": 0.0697,
+      "step": 5790
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812640309505787e-05,
+      "loss": 0.0139,
+      "step": 5792
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8125756134800644e-05,
+      "loss": 0.0447,
+      "step": 5794
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8125109174543406e-05,
+      "loss": 0.0443,
+      "step": 5796
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812446221428618e-05,
+      "loss": 0.0341,
+      "step": 5798
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8123815254028944e-05,
+      "loss": 0.0211,
+      "step": 5800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8123168293771713e-05,
+      "loss": 0.0177,
+      "step": 5802
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812252133351449e-05,
+      "loss": 0.0214,
+      "step": 5804
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812187437325725e-05,
+      "loss": 0.0155,
+      "step": 5806
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812122741300002e-05,
+      "loss": 0.0232,
+      "step": 5808
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812058045274279e-05,
+      "loss": 0.0168,
+      "step": 5810
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811993349248556e-05,
+      "loss": 0.0066,
+      "step": 5812
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811928653222833e-05,
+      "loss": 0.0204,
+      "step": 5814
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81186395719711e-05,
+      "loss": 0.0196,
+      "step": 5816
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8117992611713866e-05,
+      "loss": 0.0283,
+      "step": 5818
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8117345651456635e-05,
+      "loss": 0.0118,
+      "step": 5820
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8116698691199404e-05,
+      "loss": 0.0224,
+      "step": 5822
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811605173094217e-05,
+      "loss": 0.0295,
+      "step": 5824
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811540477068494e-05,
+      "loss": 0.0661,
+      "step": 5826
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8114757810427705e-05,
+      "loss": 0.0265,
+      "step": 5828
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8114110850170474e-05,
+      "loss": 0.0365,
+      "step": 5830
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811346388991324e-05,
+      "loss": 0.0459,
+      "step": 5832
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811281692965601e-05,
+      "loss": 0.0598,
+      "step": 5834
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811216996939879e-05,
+      "loss": 0.0358,
+      "step": 5836
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811152300914155e-05,
+      "loss": 0.0724,
+      "step": 5838
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811087604888432e-05,
+      "loss": 0.0244,
+      "step": 5840
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811022908862709e-05,
+      "loss": 0.0171,
+      "step": 5842
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810958212836986e-05,
+      "loss": 0.0195,
+      "step": 5844
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8108935168112627e-05,
+      "loss": 0.0175,
+      "step": 5846
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8108288207855396e-05,
+      "loss": 0.0317,
+      "step": 5848
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8107641247598165e-05,
+      "loss": 0.0105,
+      "step": 5850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810699428734093e-05,
+      "loss": 0.0716,
+      "step": 5852
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81063473270837e-05,
+      "loss": 0.0087,
+      "step": 5854
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8105700366826465e-05,
+      "loss": 0.0073,
+      "step": 5856
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810505340656924e-05,
+      "loss": 0.0397,
+      "step": 5858
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8104406446312e-05,
+      "loss": 0.042,
+      "step": 5860
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810375948605477e-05,
+      "loss": 0.1009,
+      "step": 5862
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810311252579754e-05,
+      "loss": 0.0317,
+      "step": 5864
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810246556554031e-05,
+      "loss": 0.0337,
+      "step": 5866
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810181860528308e-05,
+      "loss": 0.0406,
+      "step": 5868
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810117164502585e-05,
+      "loss": 0.0289,
+      "step": 5870
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810052468476862e-05,
+      "loss": 0.0724,
+      "step": 5872
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809987772451138e-05,
+      "loss": 0.0403,
+      "step": 5874
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8099230764254156e-05,
+      "loss": 0.0336,
+      "step": 5876
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809858380399692e-05,
+      "loss": 0.0386,
+      "step": 5878
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8097936843739694e-05,
+      "loss": 0.0411,
+      "step": 5880
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809728988348246e-05,
+      "loss": 0.0277,
+      "step": 5882
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8096642923225226e-05,
+      "loss": 0.0376,
+      "step": 5884
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8095995962968e-05,
+      "loss": 0.0276,
+      "step": 5886
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8095349002710764e-05,
+      "loss": 0.0279,
+      "step": 5888
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809470204245353e-05,
+      "loss": 0.0344,
+      "step": 5890
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.80940550821963e-05,
+      "loss": 0.0569,
+      "step": 5892
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809340812193907e-05,
+      "loss": 0.0335,
+      "step": 5894
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809276116168184e-05,
+      "loss": 0.0137,
+      "step": 5896
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809211420142461e-05,
+      "loss": 0.0158,
+      "step": 5898
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809146724116738e-05,
+      "loss": 0.0333,
+      "step": 5900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809082028091015e-05,
+      "loss": 0.0513,
+      "step": 5902
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8090173320652916e-05,
+      "loss": 0.0464,
+      "step": 5904
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808952636039568e-05,
+      "loss": 0.0292,
+      "step": 5906
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8088879400138455e-05,
+      "loss": 0.0416,
+      "step": 5908
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808823243988122e-05,
+      "loss": 0.0437,
+      "step": 5910
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8087585479623986e-05,
+      "loss": 0.0278,
+      "step": 5912
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808693851936676e-05,
+      "loss": 0.0185,
+      "step": 5914
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8086291559109524e-05,
+      "loss": 0.031,
+      "step": 5916
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.80856445988523e-05,
+      "loss": 0.017,
+      "step": 5918
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808499763859506e-05,
+      "loss": 0.0267,
+      "step": 5920
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808435067833783e-05,
+      "loss": 0.0133,
+      "step": 5922
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.80837037180806e-05,
+      "loss": 0.0566,
+      "step": 5924
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.808305675782337e-05,
+      "loss": 0.0261,
+      "step": 5926
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.808240979756614e-05,
+      "loss": 0.0126,
+      "step": 5928
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.808176283730891e-05,
+      "loss": 0.0264,
+      "step": 5930
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.808111587705168e-05,
+      "loss": 0.0558,
+      "step": 5932
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.808046891679444e-05,
+      "loss": 0.0282,
+      "step": 5934
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8079821956537215e-05,
+      "loss": 0.0203,
+      "step": 5936
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807917499627998e-05,
+      "loss": 0.0297,
+      "step": 5938
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807852803602275e-05,
+      "loss": 0.0178,
+      "step": 5940
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8077881075765515e-05,
+      "loss": 0.024,
+      "step": 5942
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8077234115508285e-05,
+      "loss": 0.0134,
+      "step": 5944
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807658715525106e-05,
+      "loss": 0.0181,
+      "step": 5946
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807594019499382e-05,
+      "loss": 0.021,
+      "step": 5948
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807529323473659e-05,
+      "loss": 0.036,
+      "step": 5950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807464627447936e-05,
+      "loss": 0.0258,
+      "step": 5952
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807399931422213e-05,
+      "loss": 0.0196,
+      "step": 5954
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807335235396489e-05,
+      "loss": 0.0172,
+      "step": 5956
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807270539370767e-05,
+      "loss": 0.0364,
+      "step": 5958
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807205843345044e-05,
+      "loss": 0.0651,
+      "step": 5960
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8071411473193206e-05,
+      "loss": 0.0712,
+      "step": 5962
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8070764512935975e-05,
+      "loss": 0.0249,
+      "step": 5964
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807011755267874e-05,
+      "loss": 0.0161,
+      "step": 5966
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8069470592421514e-05,
+      "loss": 0.0223,
+      "step": 5968
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8068823632164276e-05,
+      "loss": 0.0322,
+      "step": 5970
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8068176671907045e-05,
+      "loss": 0.019,
+      "step": 5972
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8067529711649814e-05,
+      "loss": 0.0186,
+      "step": 5974
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806688275139258e-05,
+      "loss": 0.0268,
+      "step": 5976
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806623579113535e-05,
+      "loss": 0.0851,
+      "step": 5978
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806558883087812e-05,
+      "loss": 0.0606,
+      "step": 5980
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806494187062089e-05,
+      "loss": 0.0069,
+      "step": 5982
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806429491036366e-05,
+      "loss": 0.0179,
+      "step": 5984
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806364795010643e-05,
+      "loss": 0.0534,
+      "step": 5986
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806300098984919e-05,
+      "loss": 0.0278,
+      "step": 5988
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806235402959197e-05,
+      "loss": 0.0432,
+      "step": 5990
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8061707069334736e-05,
+      "loss": 0.0398,
+      "step": 5992
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80610601090775e-05,
+      "loss": 0.0272,
+      "step": 5994
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8060413148820274e-05,
+      "loss": 0.0281,
+      "step": 5996
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8059766188563036e-05,
+      "loss": 0.0314,
+      "step": 5998
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805911922830581e-05,
+      "loss": 0.0317,
+      "step": 6000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8058472268048574e-05,
+      "loss": 0.0369,
+      "step": 6002
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8057825307791344e-05,
+      "loss": 0.024,
+      "step": 6004
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805717834753411e-05,
+      "loss": 0.039,
+      "step": 6006
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805653138727688e-05,
+      "loss": 0.0397,
+      "step": 6008
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805588442701965e-05,
+      "loss": 0.0606,
+      "step": 6010
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805523746676242e-05,
+      "loss": 0.0182,
+      "step": 6012
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805459050650519e-05,
+      "loss": 0.0287,
+      "step": 6014
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805394354624795e-05,
+      "loss": 0.025,
+      "step": 6016
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805329658599073e-05,
+      "loss": 0.0135,
+      "step": 6018
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805264962573349e-05,
+      "loss": 0.0264,
+      "step": 6020
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8052002665476265e-05,
+      "loss": 0.0354,
+      "step": 6022
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8051355705219034e-05,
+      "loss": 0.017,
+      "step": 6024
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80507087449618e-05,
+      "loss": 0.0399,
+      "step": 6026
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805006178470457e-05,
+      "loss": 0.0212,
+      "step": 6028
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8049414824447335e-05,
+      "loss": 0.0391,
+      "step": 6030
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8048767864190104e-05,
+      "loss": 0.0252,
+      "step": 6032
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804812090393287e-05,
+      "loss": 0.008,
+      "step": 6034
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804747394367564e-05,
+      "loss": 0.0274,
+      "step": 6036
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804682698341841e-05,
+      "loss": 0.0671,
+      "step": 6038
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804618002316118e-05,
+      "loss": 0.0395,
+      "step": 6040
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804553306290395e-05,
+      "loss": 0.0443,
+      "step": 6042
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804488610264672e-05,
+      "loss": 0.0493,
+      "step": 6044
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804423914238949e-05,
+      "loss": 0.0406,
+      "step": 6046
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804359218213225e-05,
+      "loss": 0.0161,
+      "step": 6048
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8042945221875026e-05,
+      "loss": 0.0667,
+      "step": 6050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804229826161779e-05,
+      "loss": 0.0274,
+      "step": 6052
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804165130136056e-05,
+      "loss": 0.0615,
+      "step": 6054
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8041004341103326e-05,
+      "loss": 0.0231,
+      "step": 6056
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8040357380846095e-05,
+      "loss": 0.0462,
+      "step": 6058
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803971042058887e-05,
+      "loss": 0.0414,
+      "step": 6060
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8039063460331633e-05,
+      "loss": 0.0458,
+      "step": 6062
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80384165000744e-05,
+      "loss": 0.0161,
+      "step": 6064
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803776953981717e-05,
+      "loss": 0.0098,
+      "step": 6066
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803712257955994e-05,
+      "loss": 0.0226,
+      "step": 6068
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803647561930271e-05,
+      "loss": 0.0388,
+      "step": 6070
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803582865904548e-05,
+      "loss": 0.0222,
+      "step": 6072
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803518169878825e-05,
+      "loss": 0.0409,
+      "step": 6074
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803453473853101e-05,
+      "loss": 0.0157,
+      "step": 6076
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8033887778273786e-05,
+      "loss": 0.0307,
+      "step": 6078
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803324081801655e-05,
+      "loss": 0.0186,
+      "step": 6080
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8032593857759324e-05,
+      "loss": 0.0254,
+      "step": 6082
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8031946897502087e-05,
+      "loss": 0.0328,
+      "step": 6084
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8031299937244856e-05,
+      "loss": 0.016,
+      "step": 6086
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8030652976987625e-05,
+      "loss": 0.0824,
+      "step": 6088
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8030006016730394e-05,
+      "loss": 0.0433,
+      "step": 6090
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802935905647316e-05,
+      "loss": 0.0346,
+      "step": 6092
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802871209621593e-05,
+      "loss": 0.0228,
+      "step": 6094
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80280651359587e-05,
+      "loss": 0.0206,
+      "step": 6096
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8027418175701463e-05,
+      "loss": 0.0146,
+      "step": 6098
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802677121544424e-05,
+      "loss": 0.0283,
+      "step": 6100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802612425518701e-05,
+      "loss": 0.0272,
+      "step": 6102
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802547729492978e-05,
+      "loss": 0.0649,
+      "step": 6104
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8024830334672547e-05,
+      "loss": 0.0158,
+      "step": 6106
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802418337441531e-05,
+      "loss": 0.0119,
+      "step": 6108
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8023536414158085e-05,
+      "loss": 0.0377,
+      "step": 6110
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802288945390085e-05,
+      "loss": 0.0151,
+      "step": 6112
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8022242493643616e-05,
+      "loss": 0.0343,
+      "step": 6114
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8021595533386385e-05,
+      "loss": 0.0427,
+      "step": 6116
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8020948573129154e-05,
+      "loss": 0.0194,
+      "step": 6118
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802030161287192e-05,
+      "loss": 0.0118,
+      "step": 6120
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801965465261469e-05,
+      "loss": 0.0562,
+      "step": 6122
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801900769235746e-05,
+      "loss": 0.0247,
+      "step": 6124
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801836073210023e-05,
+      "loss": 0.0154,
+      "step": 6126
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8017713771843e-05,
+      "loss": 0.0213,
+      "step": 6128
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801706681158576e-05,
+      "loss": 0.0303,
+      "step": 6130
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801641985132854e-05,
+      "loss": 0.0341,
+      "step": 6132
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80157728910713e-05,
+      "loss": 0.0369,
+      "step": 6134
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801512593081407e-05,
+      "loss": 0.0925,
+      "step": 6136
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8014478970556845e-05,
+      "loss": 0.0157,
+      "step": 6138
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801383201029961e-05,
+      "loss": 0.0288,
+      "step": 6140
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801318505004238e-05,
+      "loss": 0.0625,
+      "step": 6142
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8012538089785146e-05,
+      "loss": 0.0293,
+      "step": 6144
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8011891129527915e-05,
+      "loss": 0.022,
+      "step": 6146
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8011244169270684e-05,
+      "loss": 0.0081,
+      "step": 6148
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801059720901345e-05,
+      "loss": 0.0425,
+      "step": 6150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800995024875622e-05,
+      "loss": 0.0284,
+      "step": 6152
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800930328849899e-05,
+      "loss": 0.0264,
+      "step": 6154
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800865632824176e-05,
+      "loss": 0.0176,
+      "step": 6156
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800800936798452e-05,
+      "loss": 0.0273,
+      "step": 6158
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80073624077273e-05,
+      "loss": 0.0159,
+      "step": 6160
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800671544747006e-05,
+      "loss": 0.0372,
+      "step": 6162
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8006068487212836e-05,
+      "loss": 0.0174,
+      "step": 6164
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80054215269556e-05,
+      "loss": 0.0383,
+      "step": 6166
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800477456669837e-05,
+      "loss": 0.0266,
+      "step": 6168
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8004127606441144e-05,
+      "loss": 0.0082,
+      "step": 6170
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8003480646183906e-05,
+      "loss": 0.019,
+      "step": 6172
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8002833685926675e-05,
+      "loss": 0.0381,
+      "step": 6174
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8002186725669444e-05,
+      "loss": 0.0366,
+      "step": 6176
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800153976541221e-05,
+      "loss": 0.0105,
+      "step": 6178
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8000892805154976e-05,
+      "loss": 0.0266,
+      "step": 6180
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800024584489775e-05,
+      "loss": 0.0488,
+      "step": 6182
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799959888464052e-05,
+      "loss": 0.2202,
+      "step": 6184
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799895192438329e-05,
+      "loss": 0.0218,
+      "step": 6186
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799830496412606e-05,
+      "loss": 0.0153,
+      "step": 6188
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799765800386882e-05,
+      "loss": 0.0731,
+      "step": 6190
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79970110436116e-05,
+      "loss": 0.031,
+      "step": 6192
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799636408335436e-05,
+      "loss": 0.0168,
+      "step": 6194
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799571712309713e-05,
+      "loss": 0.044,
+      "step": 6196
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79950701628399e-05,
+      "loss": 0.0221,
+      "step": 6198
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7994423202582666e-05,
+      "loss": 0.0172,
+      "step": 6200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799377624232544e-05,
+      "loss": 0.0297,
+      "step": 6202
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7993129282068205e-05,
+      "loss": 0.0439,
+      "step": 6204
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7992482321810974e-05,
+      "loss": 0.0182,
+      "step": 6206
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799183536155374e-05,
+      "loss": 0.0192,
+      "step": 6208
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799118840129651e-05,
+      "loss": 0.0318,
+      "step": 6210
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7990541441039274e-05,
+      "loss": 0.0096,
+      "step": 6212
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798989448078205e-05,
+      "loss": 0.0119,
+      "step": 6214
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798924752052482e-05,
+      "loss": 0.0264,
+      "step": 6216
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798860056026758e-05,
+      "loss": 0.0161,
+      "step": 6218
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798795360001036e-05,
+      "loss": 0.0513,
+      "step": 6220
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798730663975312e-05,
+      "loss": 0.0262,
+      "step": 6222
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7986659679495895e-05,
+      "loss": 0.1103,
+      "step": 6224
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798601271923866e-05,
+      "loss": 0.0102,
+      "step": 6226
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798536575898143e-05,
+      "loss": 0.0507,
+      "step": 6228
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7984718798724196e-05,
+      "loss": 0.0172,
+      "step": 6230
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7984071838466965e-05,
+      "loss": 0.0268,
+      "step": 6232
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7983424878209734e-05,
+      "loss": 0.028,
+      "step": 6234
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79827779179525e-05,
+      "loss": 0.0175,
+      "step": 6236
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798213095769527e-05,
+      "loss": 0.0157,
+      "step": 6238
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7981483997438035e-05,
+      "loss": 0.0122,
+      "step": 6240
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798083703718081e-05,
+      "loss": 0.0184,
+      "step": 6242
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798019007692357e-05,
+      "loss": 0.0277,
+      "step": 6244
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797954311666635e-05,
+      "loss": 0.021,
+      "step": 6246
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797889615640912e-05,
+      "loss": 0.0209,
+      "step": 6248
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797824919615188e-05,
+      "loss": 0.0111,
+      "step": 6250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7977602235894656e-05,
+      "loss": 0.0484,
+      "step": 6252
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797695527563742e-05,
+      "loss": 0.0279,
+      "step": 6254
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797630831538019e-05,
+      "loss": 0.019,
+      "step": 6256
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7975661355122956e-05,
+      "loss": 0.016,
+      "step": 6258
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7975014394865725e-05,
+      "loss": 0.0327,
+      "step": 6260
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7974367434608494e-05,
+      "loss": 0.0213,
+      "step": 6262
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7973720474351264e-05,
+      "loss": 0.0155,
+      "step": 6264
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797307351409403e-05,
+      "loss": 0.1003,
+      "step": 6266
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79724265538368e-05,
+      "loss": 0.039,
+      "step": 6268
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797177959357957e-05,
+      "loss": 0.0465,
+      "step": 6270
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797113263332233e-05,
+      "loss": 0.0394,
+      "step": 6272
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797048567306511e-05,
+      "loss": 0.055,
+      "step": 6274
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796983871280787e-05,
+      "loss": 0.0176,
+      "step": 6276
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796919175255064e-05,
+      "loss": 0.0193,
+      "step": 6278
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796854479229341e-05,
+      "loss": 0.0457,
+      "step": 6280
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796789783203618e-05,
+      "loss": 0.1201,
+      "step": 6282
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7967250871778954e-05,
+      "loss": 0.0282,
+      "step": 6284
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796660391152172e-05,
+      "loss": 0.0325,
+      "step": 6286
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7965956951264486e-05,
+      "loss": 0.0147,
+      "step": 6288
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7965309991007255e-05,
+      "loss": 0.013,
+      "step": 6290
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7964663030750024e-05,
+      "loss": 0.0177,
+      "step": 6292
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796401607049279e-05,
+      "loss": 0.0398,
+      "step": 6294
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796336911023556e-05,
+      "loss": 0.0183,
+      "step": 6296
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796272214997833e-05,
+      "loss": 0.024,
+      "step": 6298
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7962075189721093e-05,
+      "loss": 0.0355,
+      "step": 6300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796142822946387e-05,
+      "loss": 0.0332,
+      "step": 6302
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796078126920663e-05,
+      "loss": 0.0191,
+      "step": 6304
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796013430894941e-05,
+      "loss": 0.0172,
+      "step": 6306
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795948734869217e-05,
+      "loss": 0.0138,
+      "step": 6308
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795884038843494e-05,
+      "loss": 0.0627,
+      "step": 6310
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795819342817771e-05,
+      "loss": 0.0069,
+      "step": 6312
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795754646792048e-05,
+      "loss": 0.0507,
+      "step": 6314
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7956899507663246e-05,
+      "loss": 0.0292,
+      "step": 6316
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7956252547406015e-05,
+      "loss": 0.0665,
+      "step": 6318
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7955605587148784e-05,
+      "loss": 0.0321,
+      "step": 6320
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795495862689155e-05,
+      "loss": 0.0292,
+      "step": 6322
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795431166663432e-05,
+      "loss": 0.0221,
+      "step": 6324
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795366470637709e-05,
+      "loss": 0.0391,
+      "step": 6326
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795301774611986e-05,
+      "loss": 0.0208,
+      "step": 6328
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795237078586263e-05,
+      "loss": 0.0174,
+      "step": 6330
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795172382560539e-05,
+      "loss": 0.0288,
+      "step": 6332
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795107686534817e-05,
+      "loss": 0.0582,
+      "step": 6334
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795042990509093e-05,
+      "loss": 0.0228,
+      "step": 6336
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79497829448337e-05,
+      "loss": 0.0326,
+      "step": 6338
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794913598457647e-05,
+      "loss": 0.0336,
+      "step": 6340
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794848902431924e-05,
+      "loss": 0.0563,
+      "step": 6342
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7947842064062007e-05,
+      "loss": 0.0347,
+      "step": 6344
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7947195103804776e-05,
+      "loss": 0.0401,
+      "step": 6346
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7946548143547545e-05,
+      "loss": 0.0236,
+      "step": 6348
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7945901183290314e-05,
+      "loss": 0.0185,
+      "step": 6350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794525422303308e-05,
+      "loss": 0.0327,
+      "step": 6352
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7944607262775845e-05,
+      "loss": 0.0144,
+      "step": 6354
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794396030251862e-05,
+      "loss": 0.0094,
+      "step": 6356
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7943313342261383e-05,
+      "loss": 0.0143,
+      "step": 6358
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794266638200415e-05,
+      "loss": 0.013,
+      "step": 6360
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794201942174693e-05,
+      "loss": 0.0295,
+      "step": 6362
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794137246148969e-05,
+      "loss": 0.0252,
+      "step": 6364
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7940725501232467e-05,
+      "loss": 0.0117,
+      "step": 6366
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794007854097523e-05,
+      "loss": 0.0307,
+      "step": 6368
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7939431580718e-05,
+      "loss": 0.0208,
+      "step": 6370
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793878462046077e-05,
+      "loss": 0.0205,
+      "step": 6372
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7938137660203536e-05,
+      "loss": 0.041,
+      "step": 6374
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7937490699946305e-05,
+      "loss": 0.0361,
+      "step": 6376
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7936843739689074e-05,
+      "loss": 0.022,
+      "step": 6378
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793619677943184e-05,
+      "loss": 0.0801,
+      "step": 6380
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7935549819174606e-05,
+      "loss": 0.0189,
+      "step": 6382
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793490285891738e-05,
+      "loss": 0.0057,
+      "step": 6384
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7934255898660144e-05,
+      "loss": 0.0227,
+      "step": 6386
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793360893840292e-05,
+      "loss": 0.0493,
+      "step": 6388
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793296197814568e-05,
+      "loss": 0.0314,
+      "step": 6390
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793231501788845e-05,
+      "loss": 0.0392,
+      "step": 6392
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793166805763123e-05,
+      "loss": 0.016,
+      "step": 6394
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793102109737399e-05,
+      "loss": 0.0265,
+      "step": 6396
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793037413711676e-05,
+      "loss": 0.0229,
+      "step": 6398
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792972717685953e-05,
+      "loss": 0.0228,
+      "step": 6400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792940369673091e-05,
+      "loss": 0.1248,
+      "step": 6402
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792875673647368e-05,
+      "loss": 0.0366,
+      "step": 6404
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792810977621645e-05,
+      "loss": 0.026,
+      "step": 6406
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792746281595922e-05,
+      "loss": 0.0101,
+      "step": 6408
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792681585570198e-05,
+      "loss": 0.0495,
+      "step": 6410
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792616889544476e-05,
+      "loss": 0.0343,
+      "step": 6412
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792552193518752e-05,
+      "loss": 0.0165,
+      "step": 6414
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7924874974930296e-05,
+      "loss": 0.017,
+      "step": 6416
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7924228014673065e-05,
+      "loss": 0.0271,
+      "step": 6418
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792358105441583e-05,
+      "loss": 0.0199,
+      "step": 6420
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79229340941586e-05,
+      "loss": 0.0222,
+      "step": 6422
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7922287133901365e-05,
+      "loss": 0.0174,
+      "step": 6424
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7921640173644134e-05,
+      "loss": 0.0259,
+      "step": 6426
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79209932133869e-05,
+      "loss": 0.0146,
+      "step": 6428
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792034625312967e-05,
+      "loss": 0.0477,
+      "step": 6430
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791969929287244e-05,
+      "loss": 0.0122,
+      "step": 6432
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791905233261521e-05,
+      "loss": 0.0123,
+      "step": 6434
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791840537235798e-05,
+      "loss": 0.0222,
+      "step": 6436
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791775841210075e-05,
+      "loss": 0.0351,
+      "step": 6438
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791711145184352e-05,
+      "loss": 0.015,
+      "step": 6440
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791646449158628e-05,
+      "loss": 0.0248,
+      "step": 6442
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7915817531329056e-05,
+      "loss": 0.0305,
+      "step": 6444
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791517057107182e-05,
+      "loss": 0.0218,
+      "step": 6446
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791452361081459e-05,
+      "loss": 0.0188,
+      "step": 6448
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791387665055736e-05,
+      "loss": 0.0156,
+      "step": 6450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7913229690300125e-05,
+      "loss": 0.0217,
+      "step": 6452
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7912582730042895e-05,
+      "loss": 0.0162,
+      "step": 6454
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7911935769785664e-05,
+      "loss": 0.0118,
+      "step": 6456
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791128880952843e-05,
+      "loss": 0.0201,
+      "step": 6458
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.79106418492712e-05,
+      "loss": 0.0165,
+      "step": 6460
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790999488901397e-05,
+      "loss": 0.0172,
+      "step": 6462
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790934792875674e-05,
+      "loss": 0.067,
+      "step": 6464
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790870096849951e-05,
+      "loss": 0.042,
+      "step": 6466
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790805400824228e-05,
+      "loss": 0.01,
+      "step": 6468
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790740704798504e-05,
+      "loss": 0.0215,
+      "step": 6470
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7906760087727816e-05,
+      "loss": 0.0101,
+      "step": 6472
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790611312747058e-05,
+      "loss": 0.0477,
+      "step": 6474
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7905466167213355e-05,
+      "loss": 0.0185,
+      "step": 6476
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790481920695612e-05,
+      "loss": 0.0117,
+      "step": 6478
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7904172246698886e-05,
+      "loss": 0.0208,
+      "step": 6480
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790352528644166e-05,
+      "loss": 0.0351,
+      "step": 6482
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7902878326184424e-05,
+      "loss": 0.0408,
+      "step": 6484
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790223136592719e-05,
+      "loss": 0.022,
+      "step": 6486
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790158440566996e-05,
+      "loss": 0.0304,
+      "step": 6488
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790093744541273e-05,
+      "loss": 0.0132,
+      "step": 6490
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7900290485155494e-05,
+      "loss": 0.0073,
+      "step": 6492
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789964352489827e-05,
+      "loss": 0.0239,
+      "step": 6494
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789899656464104e-05,
+      "loss": 0.0513,
+      "step": 6496
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789834960438381e-05,
+      "loss": 0.0198,
+      "step": 6498
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789770264412658e-05,
+      "loss": 0.0174,
+      "step": 6500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789705568386934e-05,
+      "loss": 0.0214,
+      "step": 6502
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7896408723612115e-05,
+      "loss": 0.0105,
+      "step": 6504
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789576176335488e-05,
+      "loss": 0.0419,
+      "step": 6506
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7895114803097646e-05,
+      "loss": 0.0175,
+      "step": 6508
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7894467842840415e-05,
+      "loss": 0.023,
+      "step": 6510
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7893820882583184e-05,
+      "loss": 0.0116,
+      "step": 6512
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7893173922325954e-05,
+      "loss": 0.0383,
+      "step": 6514
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789252696206872e-05,
+      "loss": 0.023,
+      "step": 6516
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789188000181149e-05,
+      "loss": 0.0404,
+      "step": 6518
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789123304155426e-05,
+      "loss": 0.028,
+      "step": 6520
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789058608129703e-05,
+      "loss": 0.0937,
+      "step": 6522
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788993912103979e-05,
+      "loss": 0.0146,
+      "step": 6524
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788929216078257e-05,
+      "loss": 0.0218,
+      "step": 6526
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788864520052534e-05,
+      "loss": 0.0434,
+      "step": 6528
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78879982402681e-05,
+      "loss": 0.0386,
+      "step": 6530
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7887351280010875e-05,
+      "loss": 0.0271,
+      "step": 6532
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788670431975364e-05,
+      "loss": 0.0319,
+      "step": 6534
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788605735949641e-05,
+      "loss": 0.0476,
+      "step": 6536
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7885410399239176e-05,
+      "loss": 0.0168,
+      "step": 6538
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7884763438981945e-05,
+      "loss": 0.0389,
+      "step": 6540
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7884116478724714e-05,
+      "loss": 0.0219,
+      "step": 6542
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788346951846748e-05,
+      "loss": 0.0381,
+      "step": 6544
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788282255821025e-05,
+      "loss": 0.0149,
+      "step": 6546
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788217559795302e-05,
+      "loss": 0.0276,
+      "step": 6548
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788152863769579e-05,
+      "loss": 0.0165,
+      "step": 6550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788088167743855e-05,
+      "loss": 0.0201,
+      "step": 6552
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788023471718133e-05,
+      "loss": 0.0069,
+      "step": 6554
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787958775692409e-05,
+      "loss": 0.0116,
+      "step": 6556
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787894079666687e-05,
+      "loss": 0.039,
+      "step": 6558
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787829383640963e-05,
+      "loss": 0.0227,
+      "step": 6560
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78776468761524e-05,
+      "loss": 0.0313,
+      "step": 6562
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7876999915895174e-05,
+      "loss": 0.0436,
+      "step": 6564
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7876352955637936e-05,
+      "loss": 0.0251,
+      "step": 6566
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7875705995380705e-05,
+      "loss": 0.0131,
+      "step": 6568
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7875059035123474e-05,
+      "loss": 0.0181,
+      "step": 6570
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7874412074866243e-05,
+      "loss": 0.0247,
+      "step": 6572
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787376511460901e-05,
+      "loss": 0.0203,
+      "step": 6574
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787311815435178e-05,
+      "loss": 0.0121,
+      "step": 6576
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787247119409455e-05,
+      "loss": 0.0224,
+      "step": 6578
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787182423383732e-05,
+      "loss": 0.0356,
+      "step": 6580
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787117727358009e-05,
+      "loss": 0.013,
+      "step": 6582
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787053031332285e-05,
+      "loss": 0.0486,
+      "step": 6584
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786988335306563e-05,
+      "loss": 0.0158,
+      "step": 6586
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786923639280839e-05,
+      "loss": 0.0202,
+      "step": 6588
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786858943255116e-05,
+      "loss": 0.0261,
+      "step": 6590
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786794247229393e-05,
+      "loss": 0.0174,
+      "step": 6592
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7867295512036697e-05,
+      "loss": 0.0271,
+      "step": 6594
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7866648551779466e-05,
+      "loss": 0.0192,
+      "step": 6596
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7866001591522235e-05,
+      "loss": 0.0158,
+      "step": 6598
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7865354631265004e-05,
+      "loss": 0.0197,
+      "step": 6600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786470767100777e-05,
+      "loss": 0.0412,
+      "step": 6602
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786406071075054e-05,
+      "loss": 0.0224,
+      "step": 6604
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786341375049331e-05,
+      "loss": 0.0217,
+      "step": 6606
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786276679023608e-05,
+      "loss": 0.0069,
+      "step": 6608
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786211982997885e-05,
+      "loss": 0.0293,
+      "step": 6610
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786147286972161e-05,
+      "loss": 0.0172,
+      "step": 6612
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786082590946439e-05,
+      "loss": 0.0151,
+      "step": 6614
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786017894920715e-05,
+      "loss": 0.0372,
+      "step": 6616
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7859531988949926e-05,
+      "loss": 0.0048,
+      "step": 6618
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785888502869269e-05,
+      "loss": 0.0292,
+      "step": 6620
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785823806843546e-05,
+      "loss": 0.0166,
+      "step": 6622
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7857591108178226e-05,
+      "loss": 0.0387,
+      "step": 6624
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7856944147920995e-05,
+      "loss": 0.0166,
+      "step": 6626
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7856297187663764e-05,
+      "loss": 0.0291,
+      "step": 6628
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785565022740653e-05,
+      "loss": 0.0327,
+      "step": 6630
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78550032671493e-05,
+      "loss": 0.0497,
+      "step": 6632
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7854356306892065e-05,
+      "loss": 0.0394,
+      "step": 6634
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785370934663484e-05,
+      "loss": 0.0526,
+      "step": 6636
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78530623863776e-05,
+      "loss": 0.0191,
+      "step": 6638
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785241542612038e-05,
+      "loss": 0.0124,
+      "step": 6640
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785176846586315e-05,
+      "loss": 0.0294,
+      "step": 6642
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785112150560591e-05,
+      "loss": 0.041,
+      "step": 6644
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7850474545348686e-05,
+      "loss": 0.0274,
+      "step": 6646
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784982758509145e-05,
+      "loss": 0.0358,
+      "step": 6648
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784918062483422e-05,
+      "loss": 0.0363,
+      "step": 6650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7848533664576986e-05,
+      "loss": 0.0204,
+      "step": 6652
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7847886704319756e-05,
+      "loss": 0.0483,
+      "step": 6654
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7847239744062525e-05,
+      "loss": 0.0157,
+      "step": 6656
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7846592783805294e-05,
+      "loss": 0.0125,
+      "step": 6658
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784594582354806e-05,
+      "loss": 0.0151,
+      "step": 6660
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784529886329083e-05,
+      "loss": 0.0135,
+      "step": 6662
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78446519030336e-05,
+      "loss": 0.0103,
+      "step": 6664
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784400494277636e-05,
+      "loss": 0.0123,
+      "step": 6666
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784335798251914e-05,
+      "loss": 0.0335,
+      "step": 6668
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78427110222619e-05,
+      "loss": 0.0508,
+      "step": 6670
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784206406200467e-05,
+      "loss": 0.0219,
+      "step": 6672
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7841417101747446e-05,
+      "loss": 0.015,
+      "step": 6674
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784077014149021e-05,
+      "loss": 0.0445,
+      "step": 6676
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784012318123298e-05,
+      "loss": 0.0388,
+      "step": 6678
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783947622097575e-05,
+      "loss": 0.0142,
+      "step": 6680
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7838829260718516e-05,
+      "loss": 0.0115,
+      "step": 6682
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7838182300461285e-05,
+      "loss": 0.0229,
+      "step": 6684
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7837535340204054e-05,
+      "loss": 0.0291,
+      "step": 6686
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783688837994682e-05,
+      "loss": 0.0303,
+      "step": 6688
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783624141968959e-05,
+      "loss": 0.0255,
+      "step": 6690
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783559445943236e-05,
+      "loss": 0.0364,
+      "step": 6692
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7834947499175124e-05,
+      "loss": 0.0239,
+      "step": 6694
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78343005389179e-05,
+      "loss": 0.0277,
+      "step": 6696
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783365357866066e-05,
+      "loss": 0.015,
+      "step": 6698
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783300661840344e-05,
+      "loss": 0.0234,
+      "step": 6700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78323596581462e-05,
+      "loss": 0.0112,
+      "step": 6702
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783171269788897e-05,
+      "loss": 0.0213,
+      "step": 6704
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7831065737631745e-05,
+      "loss": 0.0365,
+      "step": 6706
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783041877737451e-05,
+      "loss": 0.0369,
+      "step": 6708
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7829771817117276e-05,
+      "loss": 0.0123,
+      "step": 6710
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7829124856860045e-05,
+      "loss": 0.0128,
+      "step": 6712
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7828477896602815e-05,
+      "loss": 0.0169,
+      "step": 6714
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782783093634558e-05,
+      "loss": 0.0272,
+      "step": 6716
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782718397608835e-05,
+      "loss": 0.0273,
+      "step": 6718
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782653701583112e-05,
+      "loss": 0.0236,
+      "step": 6720
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782589005557389e-05,
+      "loss": 0.0202,
+      "step": 6722
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782524309531666e-05,
+      "loss": 0.0229,
+      "step": 6724
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782459613505942e-05,
+      "loss": 0.0428,
+      "step": 6726
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78239491748022e-05,
+      "loss": 0.0292,
+      "step": 6728
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782330221454496e-05,
+      "loss": 0.0324,
+      "step": 6730
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782265525428773e-05,
+      "loss": 0.0188,
+      "step": 6732
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78220082940305e-05,
+      "loss": 0.0109,
+      "step": 6734
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782136133377327e-05,
+      "loss": 0.0379,
+      "step": 6736
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782071437351604e-05,
+      "loss": 0.0413,
+      "step": 6738
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7820067413258806e-05,
+      "loss": 0.0515,
+      "step": 6740
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7819420453001575e-05,
+      "loss": 0.0483,
+      "step": 6742
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7818773492744344e-05,
+      "loss": 0.0153,
+      "step": 6744
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781812653248711e-05,
+      "loss": 0.0177,
+      "step": 6746
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7817479572229875e-05,
+      "loss": 0.0173,
+      "step": 6748
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781683261197265e-05,
+      "loss": 0.0181,
+      "step": 6750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781618565171542e-05,
+      "loss": 0.0189,
+      "step": 6752
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781553869145818e-05,
+      "loss": 0.0207,
+      "step": 6754
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781489173120096e-05,
+      "loss": 0.0163,
+      "step": 6756
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781424477094372e-05,
+      "loss": 0.015,
+      "step": 6758
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78135978106865e-05,
+      "loss": 0.007,
+      "step": 6760
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781295085042926e-05,
+      "loss": 0.0162,
+      "step": 6762
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781230389017203e-05,
+      "loss": 0.0266,
+      "step": 6764
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78116569299148e-05,
+      "loss": 0.0128,
+      "step": 6766
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7811009969657566e-05,
+      "loss": 0.0189,
+      "step": 6768
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7810363009400335e-05,
+      "loss": 0.0127,
+      "step": 6770
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7809716049143104e-05,
+      "loss": 0.0219,
+      "step": 6772
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7809069088885874e-05,
+      "loss": 0.083,
+      "step": 6774
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7808422128628636e-05,
+      "loss": 0.0124,
+      "step": 6776
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780777516837141e-05,
+      "loss": 0.0322,
+      "step": 6778
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7807128208114174e-05,
+      "loss": 0.0286,
+      "step": 6780
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780648124785695e-05,
+      "loss": 0.0257,
+      "step": 6782
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780583428759972e-05,
+      "loss": 0.0231,
+      "step": 6784
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780518732734248e-05,
+      "loss": 0.0088,
+      "step": 6786
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780454036708526e-05,
+      "loss": 0.0203,
+      "step": 6788
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780389340682802e-05,
+      "loss": 0.0332,
+      "step": 6790
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780324644657079e-05,
+      "loss": 0.0193,
+      "step": 6792
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780259948631356e-05,
+      "loss": 0.0116,
+      "step": 6794
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780195252605633e-05,
+      "loss": 0.0129,
+      "step": 6796
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7801305565799096e-05,
+      "loss": 0.0193,
+      "step": 6798
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7800658605541865e-05,
+      "loss": 0.0146,
+      "step": 6800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7800011645284634e-05,
+      "loss": 0.0169,
+      "step": 6802
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77993646850274e-05,
+      "loss": 0.0153,
+      "step": 6804
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779871772477017e-05,
+      "loss": 0.0237,
+      "step": 6806
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7798070764512934e-05,
+      "loss": 0.0085,
+      "step": 6808
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779742380425571e-05,
+      "loss": 0.0526,
+      "step": 6810
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779677684399847e-05,
+      "loss": 0.0113,
+      "step": 6812
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779612988374124e-05,
+      "loss": 0.0172,
+      "step": 6814
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779548292348401e-05,
+      "loss": 0.0079,
+      "step": 6816
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779483596322678e-05,
+      "loss": 0.0429,
+      "step": 6818
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779418900296955e-05,
+      "loss": 0.0163,
+      "step": 6820
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779354204271232e-05,
+      "loss": 0.0043,
+      "step": 6822
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779289508245509e-05,
+      "loss": 0.0096,
+      "step": 6824
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7792248122197856e-05,
+      "loss": 0.0476,
+      "step": 6826
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7791601161940625e-05,
+      "loss": 0.0169,
+      "step": 6828
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7790954201683394e-05,
+      "loss": 0.0396,
+      "step": 6830
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7790307241426163e-05,
+      "loss": 0.0101,
+      "step": 6832
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778966028116893e-05,
+      "loss": 0.029,
+      "step": 6834
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7789013320911695e-05,
+      "loss": 0.0169,
+      "step": 6836
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778836636065447e-05,
+      "loss": 0.0816,
+      "step": 6838
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778771940039723e-05,
+      "loss": 0.0233,
+      "step": 6840
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778707244014001e-05,
+      "loss": 0.006,
+      "step": 6842
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778642547988277e-05,
+      "loss": 0.018,
+      "step": 6844
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778577851962554e-05,
+      "loss": 0.03,
+      "step": 6846
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778513155936831e-05,
+      "loss": 0.0205,
+      "step": 6848
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778448459911108e-05,
+      "loss": 0.0056,
+      "step": 6850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778383763885385e-05,
+      "loss": 0.015,
+      "step": 6852
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7783190678596617e-05,
+      "loss": 0.0148,
+      "step": 6854
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7782543718339386e-05,
+      "loss": 0.0457,
+      "step": 6856
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778189675808215e-05,
+      "loss": 0.0365,
+      "step": 6858
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7781249797824924e-05,
+      "loss": 0.026,
+      "step": 6860
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7780602837567686e-05,
+      "loss": 0.0242,
+      "step": 6862
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777995587731046e-05,
+      "loss": 0.0284,
+      "step": 6864
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777930891705323e-05,
+      "loss": 0.0149,
+      "step": 6866
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7778661956795993e-05,
+      "loss": 0.0269,
+      "step": 6868
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777801499653877e-05,
+      "loss": 0.0117,
+      "step": 6870
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777736803628153e-05,
+      "loss": 0.0238,
+      "step": 6872
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77767210760243e-05,
+      "loss": 0.0352,
+      "step": 6874
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777607411576707e-05,
+      "loss": 0.0222,
+      "step": 6876
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777542715550984e-05,
+      "loss": 0.0582,
+      "step": 6878
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777478019525261e-05,
+      "loss": 0.1249,
+      "step": 6880
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777413323499538e-05,
+      "loss": 0.021,
+      "step": 6882
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7773486274738146e-05,
+      "loss": 0.0414,
+      "step": 6884
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7772839314480915e-05,
+      "loss": 0.0255,
+      "step": 6886
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7772192354223684e-05,
+      "loss": 0.0253,
+      "step": 6888
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7771545393966447e-05,
+      "loss": 0.0274,
+      "step": 6890
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777089843370922e-05,
+      "loss": 0.0193,
+      "step": 6892
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7770251473451985e-05,
+      "loss": 0.0182,
+      "step": 6894
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7769604513194754e-05,
+      "loss": 0.0404,
+      "step": 6896
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776895755293753e-05,
+      "loss": 0.0106,
+      "step": 6898
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776831059268029e-05,
+      "loss": 0.0211,
+      "step": 6900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776766363242307e-05,
+      "loss": 0.0184,
+      "step": 6902
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776701667216583e-05,
+      "loss": 0.0205,
+      "step": 6904
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77663697119086e-05,
+      "loss": 0.0225,
+      "step": 6906
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776572275165137e-05,
+      "loss": 0.0231,
+      "step": 6908
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776507579139414e-05,
+      "loss": 0.0089,
+      "step": 6910
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7764428831136906e-05,
+      "loss": 0.0126,
+      "step": 6912
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7763781870879676e-05,
+      "loss": 0.0238,
+      "step": 6914
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7763134910622445e-05,
+      "loss": 0.0191,
+      "step": 6916
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776248795036521e-05,
+      "loss": 0.0224,
+      "step": 6918
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776184099010798e-05,
+      "loss": 0.0422,
+      "step": 6920
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7761194029850745e-05,
+      "loss": 0.0286,
+      "step": 6922
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776054706959352e-05,
+      "loss": 0.0162,
+      "step": 6924
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775990010933628e-05,
+      "loss": 0.0306,
+      "step": 6926
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775925314907905e-05,
+      "loss": 0.0135,
+      "step": 6928
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775860618882183e-05,
+      "loss": 0.0306,
+      "step": 6930
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775795922856459e-05,
+      "loss": 0.0348,
+      "step": 6932
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775731226830736e-05,
+      "loss": 0.0239,
+      "step": 6934
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775666530805013e-05,
+      "loss": 0.0232,
+      "step": 6936
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77560183477929e-05,
+      "loss": 0.0386,
+      "step": 6938
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775537138753566e-05,
+      "loss": 0.0145,
+      "step": 6940
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7754724427278436e-05,
+      "loss": 0.0552,
+      "step": 6942
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7754077467021205e-05,
+      "loss": 0.0081,
+      "step": 6944
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7753430506763974e-05,
+      "loss": 0.0304,
+      "step": 6946
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775278354650674e-05,
+      "loss": 0.0167,
+      "step": 6948
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7752136586249506e-05,
+      "loss": 0.0123,
+      "step": 6950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775148962599228e-05,
+      "loss": 0.0122,
+      "step": 6952
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7750842665735044e-05,
+      "loss": 0.0289,
+      "step": 6954
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.775019570547781e-05,
+      "loss": 0.0274,
+      "step": 6956
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774954874522058e-05,
+      "loss": 0.02,
+      "step": 6958
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774890178496335e-05,
+      "loss": 0.0344,
+      "step": 6960
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774825482470612e-05,
+      "loss": 0.021,
+      "step": 6962
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774760786444889e-05,
+      "loss": 0.047,
+      "step": 6964
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774696090419166e-05,
+      "loss": 0.0466,
+      "step": 6966
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774631394393443e-05,
+      "loss": 0.0157,
+      "step": 6968
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7745666983677196e-05,
+      "loss": 0.0239,
+      "step": 6970
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774502002341996e-05,
+      "loss": 0.0326,
+      "step": 6972
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7744373063162735e-05,
+      "loss": 0.0128,
+      "step": 6974
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7743726102905504e-05,
+      "loss": 0.0214,
+      "step": 6976
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7743079142648266e-05,
+      "loss": 0.0116,
+      "step": 6978
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774243218239104e-05,
+      "loss": 0.0174,
+      "step": 6980
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7741785222133804e-05,
+      "loss": 0.0141,
+      "step": 6982
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774113826187658e-05,
+      "loss": 0.0174,
+      "step": 6984
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774049130161934e-05,
+      "loss": 0.0232,
+      "step": 6986
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773984434136211e-05,
+      "loss": 0.0188,
+      "step": 6988
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773919738110488e-05,
+      "loss": 0.0468,
+      "step": 6990
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773855042084765e-05,
+      "loss": 0.019,
+      "step": 6992
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773790346059042e-05,
+      "loss": 0.0157,
+      "step": 6994
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773725650033319e-05,
+      "loss": 0.029,
+      "step": 6996
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773660954007596e-05,
+      "loss": 0.029,
+      "step": 6998
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773596257981872e-05,
+      "loss": 0.0361,
+      "step": 7000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7735315619561495e-05,
+      "loss": 0.0092,
+      "step": 7002
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773466865930426e-05,
+      "loss": 0.0357,
+      "step": 7004
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773402169904703e-05,
+      "loss": 0.0049,
+      "step": 7006
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.77333747387898e-05,
+      "loss": 0.0279,
+      "step": 7008
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7732727778532565e-05,
+      "loss": 0.0284,
+      "step": 7010
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773208081827534e-05,
+      "loss": 0.0144,
+      "step": 7012
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.77314338580181e-05,
+      "loss": 0.0225,
+      "step": 7014
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773078689776087e-05,
+      "loss": 0.0224,
+      "step": 7016
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773013993750364e-05,
+      "loss": 0.0049,
+      "step": 7018
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772949297724641e-05,
+      "loss": 0.0256,
+      "step": 7020
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772884601698918e-05,
+      "loss": 0.0386,
+      "step": 7022
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772819905673195e-05,
+      "loss": 0.008,
+      "step": 7024
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772755209647472e-05,
+      "loss": 0.0058,
+      "step": 7026
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7726905136217486e-05,
+      "loss": 0.018,
+      "step": 7028
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7726258175960255e-05,
+      "loss": 0.0099,
+      "step": 7030
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772561121570302e-05,
+      "loss": 0.0134,
+      "step": 7032
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7724964255445794e-05,
+      "loss": 0.0244,
+      "step": 7034
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7724317295188556e-05,
+      "loss": 0.0359,
+      "step": 7036
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7723670334931325e-05,
+      "loss": 0.0332,
+      "step": 7038
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7723023374674094e-05,
+      "loss": 0.0409,
+      "step": 7040
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772237641441686e-05,
+      "loss": 0.017,
+      "step": 7042
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772172945415964e-05,
+      "loss": 0.0132,
+      "step": 7044
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.77210824939024e-05,
+      "loss": 0.0231,
+      "step": 7046
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772043553364517e-05,
+      "loss": 0.0383,
+      "step": 7048
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771978857338794e-05,
+      "loss": 0.045,
+      "step": 7050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771914161313071e-05,
+      "loss": 0.0073,
+      "step": 7052
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771849465287348e-05,
+      "loss": 0.0294,
+      "step": 7054
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771784769261625e-05,
+      "loss": 0.0233,
+      "step": 7056
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7717200732359016e-05,
+      "loss": 0.0175,
+      "step": 7058
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771655377210178e-05,
+      "loss": 0.0152,
+      "step": 7060
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7715906811844554e-05,
+      "loss": 0.0178,
+      "step": 7062
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7715259851587316e-05,
+      "loss": 0.0496,
+      "step": 7064
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771461289133009e-05,
+      "loss": 0.0457,
+      "step": 7066
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7713965931072854e-05,
+      "loss": 0.0258,
+      "step": 7068
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7713318970815623e-05,
+      "loss": 0.0272,
+      "step": 7070
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771267201055839e-05,
+      "loss": 0.0247,
+      "step": 7072
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771202505030116e-05,
+      "loss": 0.0488,
+      "step": 7074
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771137809004393e-05,
+      "loss": 0.02,
+      "step": 7076
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.77107311297867e-05,
+      "loss": 0.0497,
+      "step": 7078
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771008416952947e-05,
+      "loss": 0.0424,
+      "step": 7080
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770943720927223e-05,
+      "loss": 0.0198,
+      "step": 7082
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770879024901501e-05,
+      "loss": 0.006,
+      "step": 7084
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7708143288757776e-05,
+      "loss": 0.0182,
+      "step": 7086
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7707496328500545e-05,
+      "loss": 0.0232,
+      "step": 7088
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7706849368243314e-05,
+      "loss": 0.0359,
+      "step": 7090
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770620240798608e-05,
+      "loss": 0.0559,
+      "step": 7092
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770555544772885e-05,
+      "loss": 0.0132,
+      "step": 7094
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7704908487471615e-05,
+      "loss": 0.0339,
+      "step": 7096
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7704261527214384e-05,
+      "loss": 0.0324,
+      "step": 7098
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770361456695715e-05,
+      "loss": 0.0264,
+      "step": 7100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770296760669992e-05,
+      "loss": 0.0158,
+      "step": 7102
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770232064644269e-05,
+      "loss": 0.0045,
+      "step": 7104
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770167368618546e-05,
+      "loss": 0.0077,
+      "step": 7106
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770102672592823e-05,
+      "loss": 0.0217,
+      "step": 7108
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7700379765671e-05,
+      "loss": 0.0153,
+      "step": 7110
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769973280541377e-05,
+      "loss": 0.02,
+      "step": 7112
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769908584515653e-05,
+      "loss": 0.0135,
+      "step": 7114
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7698438884899306e-05,
+      "loss": 0.0139,
+      "step": 7116
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769779192464207e-05,
+      "loss": 0.0198,
+      "step": 7118
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769714496438484e-05,
+      "loss": 0.0117,
+      "step": 7120
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769649800412761e-05,
+      "loss": 0.0201,
+      "step": 7122
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7695851043870375e-05,
+      "loss": 0.0245,
+      "step": 7124
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769520408361315e-05,
+      "loss": 0.0053,
+      "step": 7126
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769455712335591e-05,
+      "loss": 0.0198,
+      "step": 7128
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769391016309868e-05,
+      "loss": 0.0052,
+      "step": 7130
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769326320284145e-05,
+      "loss": 0.024,
+      "step": 7132
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769261624258422e-05,
+      "loss": 0.023,
+      "step": 7134
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769196928232699e-05,
+      "loss": 0.1199,
+      "step": 7136
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769132232206976e-05,
+      "loss": 0.0178,
+      "step": 7138
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769067536181253e-05,
+      "loss": 0.0132,
+      "step": 7140
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769002840155529e-05,
+      "loss": 0.0278,
+      "step": 7142
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7689381441298066e-05,
+      "loss": 0.0099,
+      "step": 7144
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768873448104083e-05,
+      "loss": 0.0147,
+      "step": 7146
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7688087520783604e-05,
+      "loss": 0.0102,
+      "step": 7148
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7687440560526367e-05,
+      "loss": 0.0437,
+      "step": 7150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7686793600269136e-05,
+      "loss": 0.0446,
+      "step": 7152
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768614664001191e-05,
+      "loss": 0.03,
+      "step": 7154
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7685499679754674e-05,
+      "loss": 0.0201,
+      "step": 7156
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768485271949744e-05,
+      "loss": 0.0124,
+      "step": 7158
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768420575924021e-05,
+      "loss": 0.0102,
+      "step": 7160
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768355879898298e-05,
+      "loss": 0.0119,
+      "step": 7162
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768291183872575e-05,
+      "loss": 0.0498,
+      "step": 7164
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768226487846852e-05,
+      "loss": 0.0372,
+      "step": 7166
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768161791821129e-05,
+      "loss": 0.0268,
+      "step": 7168
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768097095795406e-05,
+      "loss": 0.0177,
+      "step": 7170
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7680323997696826e-05,
+      "loss": 0.0334,
+      "step": 7172
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767967703743959e-05,
+      "loss": 0.0132,
+      "step": 7174
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7679030077182365e-05,
+      "loss": 0.0117,
+      "step": 7176
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767838311692513e-05,
+      "loss": 0.0133,
+      "step": 7178
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7677736156667896e-05,
+      "loss": 0.0264,
+      "step": 7180
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7677089196410665e-05,
+      "loss": 0.0223,
+      "step": 7182
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7676442236153434e-05,
+      "loss": 0.0218,
+      "step": 7184
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76757952758962e-05,
+      "loss": 0.0357,
+      "step": 7186
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767514831563897e-05,
+      "loss": 0.0187,
+      "step": 7188
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767450135538174e-05,
+      "loss": 0.0039,
+      "step": 7190
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767385439512451e-05,
+      "loss": 0.0356,
+      "step": 7192
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767320743486728e-05,
+      "loss": 0.0125,
+      "step": 7194
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767256047461004e-05,
+      "loss": 0.0235,
+      "step": 7196
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767191351435282e-05,
+      "loss": 0.0293,
+      "step": 7198
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767126655409559e-05,
+      "loss": 0.0128,
+      "step": 7200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767061959383835e-05,
+      "loss": 0.0172,
+      "step": 7202
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7669972633581125e-05,
+      "loss": 0.0113,
+      "step": 7204
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766932567332389e-05,
+      "loss": 0.0265,
+      "step": 7206
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766867871306666e-05,
+      "loss": 0.0068,
+      "step": 7208
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7668031752809426e-05,
+      "loss": 0.0198,
+      "step": 7210
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7667384792552195e-05,
+      "loss": 0.0261,
+      "step": 7212
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7666737832294964e-05,
+      "loss": 0.0053,
+      "step": 7214
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766609087203773e-05,
+      "loss": 0.0319,
+      "step": 7216
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76654439117805e-05,
+      "loss": 0.0185,
+      "step": 7218
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766479695152327e-05,
+      "loss": 0.018,
+      "step": 7220
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766414999126604e-05,
+      "loss": 0.0281,
+      "step": 7222
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76635030310088e-05,
+      "loss": 0.0219,
+      "step": 7224
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766285607075158e-05,
+      "loss": 0.0404,
+      "step": 7226
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766220911049434e-05,
+      "loss": 0.0525,
+      "step": 7228
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7661562150237116e-05,
+      "loss": 0.0215,
+      "step": 7230
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7660915189979885e-05,
+      "loss": 0.0255,
+      "step": 7232
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766026822972265e-05,
+      "loss": 0.0077,
+      "step": 7234
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7659621269465424e-05,
+      "loss": 0.0136,
+      "step": 7236
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7658974309208186e-05,
+      "loss": 0.0437,
+      "step": 7238
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7658327348950955e-05,
+      "loss": 0.0134,
+      "step": 7240
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7657680388693724e-05,
+      "loss": 0.0084,
+      "step": 7242
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765703342843649e-05,
+      "loss": 0.0262,
+      "step": 7244
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765638646817926e-05,
+      "loss": 0.0246,
+      "step": 7246
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765573950792203e-05,
+      "loss": 0.0285,
+      "step": 7248
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76550925476648e-05,
+      "loss": 0.0191,
+      "step": 7250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765444558740757e-05,
+      "loss": 0.0124,
+      "step": 7252
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765379862715034e-05,
+      "loss": 0.0206,
+      "step": 7254
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76531516668931e-05,
+      "loss": 0.0395,
+      "step": 7256
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765250470663588e-05,
+      "loss": 0.0092,
+      "step": 7258
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765185774637864e-05,
+      "loss": 0.0073,
+      "step": 7260
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765121078612141e-05,
+      "loss": 0.0113,
+      "step": 7262
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7650563825864184e-05,
+      "loss": 0.0454,
+      "step": 7264
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7649916865606946e-05,
+      "loss": 0.0121,
+      "step": 7266
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764926990534972e-05,
+      "loss": 0.0094,
+      "step": 7268
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7648622945092484e-05,
+      "loss": 0.0101,
+      "step": 7270
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7647975984835254e-05,
+      "loss": 0.0424,
+      "step": 7272
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764732902457802e-05,
+      "loss": 0.007,
+      "step": 7274
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764668206432079e-05,
+      "loss": 0.0197,
+      "step": 7276
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764603510406356e-05,
+      "loss": 0.0225,
+      "step": 7278
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764538814380633e-05,
+      "loss": 0.0117,
+      "step": 7280
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76447411835491e-05,
+      "loss": 0.0154,
+      "step": 7282
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764409422329186e-05,
+      "loss": 0.009,
+      "step": 7284
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764344726303464e-05,
+      "loss": 0.014,
+      "step": 7286
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76428003027774e-05,
+      "loss": 0.009,
+      "step": 7288
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7642153342520175e-05,
+      "loss": 0.013,
+      "step": 7290
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764150638226294e-05,
+      "loss": 0.0145,
+      "step": 7292
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764085942200571e-05,
+      "loss": 0.0142,
+      "step": 7294
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7640212461748476e-05,
+      "loss": 0.0133,
+      "step": 7296
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7639565501491245e-05,
+      "loss": 0.0203,
+      "step": 7298
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7638918541234014e-05,
+      "loss": 0.0149,
+      "step": 7300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763827158097678e-05,
+      "loss": 0.0238,
+      "step": 7302
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763762462071955e-05,
+      "loss": 0.0067,
+      "step": 7304
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7636977660462314e-05,
+      "loss": 0.0394,
+      "step": 7306
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763633070020509e-05,
+      "loss": 0.0141,
+      "step": 7308
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763568373994786e-05,
+      "loss": 0.0254,
+      "step": 7310
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763503677969063e-05,
+      "loss": 0.0362,
+      "step": 7312
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76343898194334e-05,
+      "loss": 0.0233,
+      "step": 7314
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763374285917616e-05,
+      "loss": 0.0141,
+      "step": 7316
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7633095898918936e-05,
+      "loss": 0.0241,
+      "step": 7318
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76324489386617e-05,
+      "loss": 0.0189,
+      "step": 7320
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763180197840447e-05,
+      "loss": 0.0048,
+      "step": 7322
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7631155018147236e-05,
+      "loss": 0.0152,
+      "step": 7324
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7630508057890005e-05,
+      "loss": 0.0058,
+      "step": 7326
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7629861097632774e-05,
+      "loss": 0.0112,
+      "step": 7328
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7629214137375543e-05,
+      "loss": 0.0188,
+      "step": 7330
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762856717711831e-05,
+      "loss": 0.0196,
+      "step": 7332
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762792021686108e-05,
+      "loss": 0.0035,
+      "step": 7334
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762727325660385e-05,
+      "loss": 0.0298,
+      "step": 7336
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762662629634661e-05,
+      "loss": 0.0216,
+      "step": 7338
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762597933608939e-05,
+      "loss": 0.021,
+      "step": 7340
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762533237583215e-05,
+      "loss": 0.0045,
+      "step": 7342
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762468541557492e-05,
+      "loss": 0.0367,
+      "step": 7344
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7624038455317696e-05,
+      "loss": 0.0312,
+      "step": 7346
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762339149506046e-05,
+      "loss": 0.0172,
+      "step": 7348
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7622744534803234e-05,
+      "loss": 0.0058,
+      "step": 7350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7622097574546e-05,
+      "loss": 0.0062,
+      "step": 7352
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7621450614288766e-05,
+      "loss": 0.0361,
+      "step": 7354
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7620803654031535e-05,
+      "loss": 0.0119,
+      "step": 7356
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7620156693774304e-05,
+      "loss": 0.0505,
+      "step": 7358
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761950973351707e-05,
+      "loss": 0.0059,
+      "step": 7360
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761886277325984e-05,
+      "loss": 0.0066,
+      "step": 7362
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761821581300261e-05,
+      "loss": 0.0189,
+      "step": 7364
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7617568852745373e-05,
+      "loss": 0.0248,
+      "step": 7366
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761692189248815e-05,
+      "loss": 0.0136,
+      "step": 7368
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761627493223091e-05,
+      "loss": 0.0229,
+      "step": 7370
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761562797197369e-05,
+      "loss": 0.0176,
+      "step": 7372
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761498101171645e-05,
+      "loss": 0.0199,
+      "step": 7374
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761433405145922e-05,
+      "loss": 0.034,
+      "step": 7376
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7613687091201995e-05,
+      "loss": 0.0072,
+      "step": 7378
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761304013094476e-05,
+      "loss": 0.0256,
+      "step": 7380
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7612393170687526e-05,
+      "loss": 0.0271,
+      "step": 7382
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7611746210430295e-05,
+      "loss": 0.0123,
+      "step": 7384
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7611099250173064e-05,
+      "loss": 0.0096,
+      "step": 7386
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761045228991583e-05,
+      "loss": 0.0266,
+      "step": 7388
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76098053296586e-05,
+      "loss": 0.0093,
+      "step": 7390
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760915836940137e-05,
+      "loss": 0.0058,
+      "step": 7392
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760851140914414e-05,
+      "loss": 0.0431,
+      "step": 7394
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760786444888691e-05,
+      "loss": 0.025,
+      "step": 7396
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760721748862967e-05,
+      "loss": 0.003,
+      "step": 7398
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760657052837245e-05,
+      "loss": 0.0271,
+      "step": 7400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760592356811521e-05,
+      "loss": 0.0149,
+      "step": 7402
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760527660785798e-05,
+      "loss": 0.0098,
+      "step": 7404
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760462964760075e-05,
+      "loss": 0.0462,
+      "step": 7406
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760398268734352e-05,
+      "loss": 0.0076,
+      "step": 7408
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760333572708629e-05,
+      "loss": 0.0189,
+      "step": 7410
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7602688766829056e-05,
+      "loss": 0.0276,
+      "step": 7412
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7602041806571825e-05,
+      "loss": 0.0286,
+      "step": 7414
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7601394846314594e-05,
+      "loss": 0.0456,
+      "step": 7416
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760074788605736e-05,
+      "loss": 0.015,
+      "step": 7418
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7600100925800125e-05,
+      "loss": 0.0113,
+      "step": 7420
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.75994539655429e-05,
+      "loss": 0.0122,
+      "step": 7422
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759880700528567e-05,
+      "loss": 0.0167,
+      "step": 7424
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759816004502843e-05,
+      "loss": 0.0428,
+      "step": 7426
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759751308477121e-05,
+      "loss": 0.013,
+      "step": 7428
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759686612451397e-05,
+      "loss": 0.0386,
+      "step": 7430
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7596219164256746e-05,
+      "loss": 0.0126,
+      "step": 7432
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759557220399951e-05,
+      "loss": 0.0134,
+      "step": 7434
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759492524374228e-05,
+      "loss": 0.0197,
+      "step": 7436
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759427828348505e-05,
+      "loss": 0.0084,
+      "step": 7438
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7593631323227816e-05,
+      "loss": 0.012,
+      "step": 7440
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7592984362970585e-05,
+      "loss": 0.0242,
+      "step": 7442
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7592337402713354e-05,
+      "loss": 0.0445,
+      "step": 7444
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759169044245612e-05,
+      "loss": 0.0216,
+      "step": 7446
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7591043482198886e-05,
+      "loss": 0.0229,
+      "step": 7448
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759039652194166e-05,
+      "loss": 0.018,
+      "step": 7450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7589749561684424e-05,
+      "loss": 0.0202,
+      "step": 7452
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.75891026014272e-05,
+      "loss": 0.0139,
+      "step": 7454
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758845564116997e-05,
+      "loss": 0.0115,
+      "step": 7456
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758780868091273e-05,
+      "loss": 0.0129,
+      "step": 7458
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758716172065551e-05,
+      "loss": 0.0428,
+      "step": 7460
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758651476039827e-05,
+      "loss": 0.0141,
+      "step": 7462
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758586780014104e-05,
+      "loss": 0.009,
+      "step": 7464
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758522083988381e-05,
+      "loss": 0.0149,
+      "step": 7466
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7584573879626576e-05,
+      "loss": 0.0346,
+      "step": 7468
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7583926919369345e-05,
+      "loss": 0.0104,
+      "step": 7470
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7583279959112115e-05,
+      "loss": 0.0123,
+      "step": 7472
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7582632998854884e-05,
+      "loss": 0.028,
+      "step": 7474
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.758198603859765e-05,
+      "loss": 0.0177,
+      "step": 7476
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.758133907834042e-05,
+      "loss": 0.0228,
+      "step": 7478
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7580692118083184e-05,
+      "loss": 0.0191,
+      "step": 7480
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.758004515782596e-05,
+      "loss": 0.0178,
+      "step": 7482
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757939819756872e-05,
+      "loss": 0.0355,
+      "step": 7484
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757875123731149e-05,
+      "loss": 0.0101,
+      "step": 7486
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757810427705427e-05,
+      "loss": 0.0326,
+      "step": 7488
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757745731679703e-05,
+      "loss": 0.0165,
+      "step": 7490
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7576810356539805e-05,
+      "loss": 0.0168,
+      "step": 7492
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757616339628257e-05,
+      "loss": 0.0124,
+      "step": 7494
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757551643602534e-05,
+      "loss": 0.0141,
+      "step": 7496
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7574869475768106e-05,
+      "loss": 0.0205,
+      "step": 7498
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7574222515510875e-05,
+      "loss": 0.0237,
+      "step": 7500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7573575555253644e-05,
+      "loss": 0.0238,
+      "step": 7502
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757292859499641e-05,
+      "loss": 0.0148,
+      "step": 7504
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757228163473918e-05,
+      "loss": 0.0181,
+      "step": 7506
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7571634674481945e-05,
+      "loss": 0.0263,
+      "step": 7508
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757098771422472e-05,
+      "loss": 0.0135,
+      "step": 7510
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757034075396748e-05,
+      "loss": 0.0215,
+      "step": 7512
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756969379371026e-05,
+      "loss": 0.0127,
+      "step": 7514
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756904683345302e-05,
+      "loss": 0.0255,
+      "step": 7516
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756839987319579e-05,
+      "loss": 0.0123,
+      "step": 7518
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756775291293856e-05,
+      "loss": 0.0272,
+      "step": 7520
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756710595268133e-05,
+      "loss": 0.0141,
+      "step": 7522
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.75664589924241e-05,
+      "loss": 0.0267,
+      "step": 7524
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7565812032166866e-05,
+      "loss": 0.0282,
+      "step": 7526
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7565165071909635e-05,
+      "loss": 0.0278,
+      "step": 7528
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.75645181116524e-05,
+      "loss": 0.0209,
+      "step": 7530
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7563871151395174e-05,
+      "loss": 0.025,
+      "step": 7532
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756322419113794e-05,
+      "loss": 0.0293,
+      "step": 7534
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756257723088071e-05,
+      "loss": 0.0095,
+      "step": 7536
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756193027062348e-05,
+      "loss": 0.0168,
+      "step": 7538
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756128331036624e-05,
+      "loss": 0.0153,
+      "step": 7540
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.756063635010902e-05,
+      "loss": 0.0236,
+      "step": 7542
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755998938985178e-05,
+      "loss": 0.0212,
+      "step": 7544
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755934242959455e-05,
+      "loss": 0.0173,
+      "step": 7546
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755869546933732e-05,
+      "loss": 0.0213,
+      "step": 7548
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755804850908009e-05,
+      "loss": 0.0232,
+      "step": 7550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755740154882286e-05,
+      "loss": 0.009,
+      "step": 7552
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755675458856563e-05,
+      "loss": 0.0174,
+      "step": 7554
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7556107628308396e-05,
+      "loss": 0.0324,
+      "step": 7556
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7555460668051165e-05,
+      "loss": 0.0091,
+      "step": 7558
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755513718792255e-05,
+      "loss": 0.2548,
+      "step": 7560
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755449022766532e-05,
+      "loss": 0.0159,
+      "step": 7562
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755384326740809e-05,
+      "loss": 0.0326,
+      "step": 7564
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755319630715086e-05,
+      "loss": 0.0094,
+      "step": 7566
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755254934689362e-05,
+      "loss": 0.0368,
+      "step": 7568
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7551902386636395e-05,
+      "loss": 0.0263,
+      "step": 7570
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.755125542637916e-05,
+      "loss": 0.0196,
+      "step": 7572
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7550608466121926e-05,
+      "loss": 0.0117,
+      "step": 7574
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7549961505864695e-05,
+      "loss": 0.0259,
+      "step": 7576
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7549314545607464e-05,
+      "loss": 0.0417,
+      "step": 7578
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7548667585350233e-05,
+      "loss": 0.0217,
+      "step": 7580
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7548020625093e-05,
+      "loss": 0.0112,
+      "step": 7582
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754737366483577e-05,
+      "loss": 0.026,
+      "step": 7584
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754672670457854e-05,
+      "loss": 0.0136,
+      "step": 7586
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754607974432131e-05,
+      "loss": 0.0064,
+      "step": 7588
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754543278406408e-05,
+      "loss": 0.0204,
+      "step": 7590
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754478582380685e-05,
+      "loss": 0.0381,
+      "step": 7592
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754413886354962e-05,
+      "loss": 0.0131,
+      "step": 7594
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754349190329238e-05,
+      "loss": 0.0174,
+      "step": 7596
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7542844943035155e-05,
+      "loss": 0.0107,
+      "step": 7598
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754219798277792e-05,
+      "loss": 0.011,
+      "step": 7600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.754155102252069e-05,
+      "loss": 0.0388,
+      "step": 7602
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7540904062263456e-05,
+      "loss": 0.0138,
+      "step": 7604
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7540257102006225e-05,
+      "loss": 0.0155,
+      "step": 7606
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7539610141748994e-05,
+      "loss": 0.0187,
+      "step": 7608
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.753896318149176e-05,
+      "loss": 0.0245,
+      "step": 7610
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.753831622123453e-05,
+      "loss": 0.0178,
+      "step": 7612
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.75376692609773e-05,
+      "loss": 0.0224,
+      "step": 7614
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.753702230072007e-05,
+      "loss": 0.0396,
+      "step": 7616
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.753637534046283e-05,
+      "loss": 0.0166,
+      "step": 7618
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.753572838020561e-05,
+      "loss": 0.0212,
+      "step": 7620
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.753508141994837e-05,
+      "loss": 0.0086,
+      "step": 7622
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7534434459691147e-05,
+      "loss": 0.0205,
+      "step": 7624
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7533787499433916e-05,
+      "loss": 0.0659,
+      "step": 7626
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.753314053917668e-05,
+      "loss": 0.0104,
+      "step": 7628
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7532493578919454e-05,
+      "loss": 0.0146,
+      "step": 7630
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7531846618662216e-05,
+      "loss": 0.0123,
+      "step": 7632
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7531199658404985e-05,
+      "loss": 0.0137,
+      "step": 7634
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7530552698147754e-05,
+      "loss": 0.0113,
+      "step": 7636
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752990573789052e-05,
+      "loss": 0.0076,
+      "step": 7638
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752925877763329e-05,
+      "loss": 0.0189,
+      "step": 7640
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752861181737606e-05,
+      "loss": 0.0083,
+      "step": 7642
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752796485711883e-05,
+      "loss": 0.0312,
+      "step": 7644
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.75273178968616e-05,
+      "loss": 0.0229,
+      "step": 7646
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752667093660437e-05,
+      "loss": 0.0133,
+      "step": 7648
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752602397634713e-05,
+      "loss": 0.0266,
+      "step": 7650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752537701608991e-05,
+      "loss": 0.0295,
+      "step": 7652
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752473005583267e-05,
+      "loss": 0.017,
+      "step": 7654
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752408309557544e-05,
+      "loss": 0.0191,
+      "step": 7656
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7523436135318214e-05,
+      "loss": 0.0187,
+      "step": 7658
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7522789175060977e-05,
+      "loss": 0.0266,
+      "step": 7660
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7522142214803746e-05,
+      "loss": 0.0105,
+      "step": 7662
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7521495254546515e-05,
+      "loss": 0.0102,
+      "step": 7664
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7520848294289284e-05,
+      "loss": 0.0113,
+      "step": 7666
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.752020133403205e-05,
+      "loss": 0.0393,
+      "step": 7668
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751955437377482e-05,
+      "loss": 0.0567,
+      "step": 7670
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751890741351759e-05,
+      "loss": 0.0116,
+      "step": 7672
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751826045326036e-05,
+      "loss": 0.0119,
+      "step": 7674
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751761349300313e-05,
+      "loss": 0.0284,
+      "step": 7676
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751696653274589e-05,
+      "loss": 0.0205,
+      "step": 7678
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751631957248867e-05,
+      "loss": 0.011,
+      "step": 7680
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751567261223143e-05,
+      "loss": 0.0372,
+      "step": 7682
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.75150256519742e-05,
+      "loss": 0.0179,
+      "step": 7684
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751437869171697e-05,
+      "loss": 0.035,
+      "step": 7686
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751373173145974e-05,
+      "loss": 0.0069,
+      "step": 7688
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751308477120251e-05,
+      "loss": 0.0104,
+      "step": 7690
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7512437810945275e-05,
+      "loss": 0.0052,
+      "step": 7692
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7511790850688044e-05,
+      "loss": 0.0534,
+      "step": 7694
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751114389043081e-05,
+      "loss": 0.0062,
+      "step": 7696
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.751049693017358e-05,
+      "loss": 0.0077,
+      "step": 7698
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7509849969916345e-05,
+      "loss": 0.0212,
+      "step": 7700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750920300965912e-05,
+      "loss": 0.0229,
+      "step": 7702
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750855604940189e-05,
+      "loss": 0.0178,
+      "step": 7704
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750790908914466e-05,
+      "loss": 0.0201,
+      "step": 7706
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750726212888743e-05,
+      "loss": 0.0365,
+      "step": 7708
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750661516863019e-05,
+      "loss": 0.0053,
+      "step": 7710
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7505968208372966e-05,
+      "loss": 0.013,
+      "step": 7712
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750532124811573e-05,
+      "loss": 0.0173,
+      "step": 7714
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.75046742878585e-05,
+      "loss": 0.0051,
+      "step": 7716
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7504027327601266e-05,
+      "loss": 0.0056,
+      "step": 7718
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7503380367344036e-05,
+      "loss": 0.0114,
+      "step": 7720
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7502733407086805e-05,
+      "loss": 0.0247,
+      "step": 7722
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7502086446829574e-05,
+      "loss": 0.0161,
+      "step": 7724
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750143948657234e-05,
+      "loss": 0.0116,
+      "step": 7726
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750079252631511e-05,
+      "loss": 0.0119,
+      "step": 7728
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.750014556605788e-05,
+      "loss": 0.0195,
+      "step": 7730
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749949860580064e-05,
+      "loss": 0.0192,
+      "step": 7732
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749885164554342e-05,
+      "loss": 0.0299,
+      "step": 7734
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749820468528619e-05,
+      "loss": 0.0106,
+      "step": 7736
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749755772502895e-05,
+      "loss": 0.0131,
+      "step": 7738
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7496910764771726e-05,
+      "loss": 0.0108,
+      "step": 7740
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749626380451449e-05,
+      "loss": 0.0143,
+      "step": 7742
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749561684425726e-05,
+      "loss": 0.0145,
+      "step": 7744
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749496988400003e-05,
+      "loss": 0.0057,
+      "step": 7746
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7494322923742796e-05,
+      "loss": 0.0177,
+      "step": 7748
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7493675963485565e-05,
+      "loss": 0.0422,
+      "step": 7750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7493029003228334e-05,
+      "loss": 0.1787,
+      "step": 7752
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.74923820429711e-05,
+      "loss": 0.0226,
+      "step": 7754
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749173508271387e-05,
+      "loss": 0.0224,
+      "step": 7756
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.749108812245664e-05,
+      "loss": 0.0151,
+      "step": 7758
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7490441162199404e-05,
+      "loss": 0.0187,
+      "step": 7760
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748979420194218e-05,
+      "loss": 0.0422,
+      "step": 7762
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748914724168494e-05,
+      "loss": 0.0167,
+      "step": 7764
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748850028142772e-05,
+      "loss": 0.0067,
+      "step": 7766
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748785332117049e-05,
+      "loss": 0.0108,
+      "step": 7768
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748720636091325e-05,
+      "loss": 0.0152,
+      "step": 7770
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7486559400656025e-05,
+      "loss": 0.0115,
+      "step": 7772
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748591244039879e-05,
+      "loss": 0.0148,
+      "step": 7774
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7485265480141556e-05,
+      "loss": 0.0176,
+      "step": 7776
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7484618519884325e-05,
+      "loss": 0.0182,
+      "step": 7778
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7483971559627094e-05,
+      "loss": 0.0033,
+      "step": 7780
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7483324599369864e-05,
+      "loss": 0.0223,
+      "step": 7782
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748267763911263e-05,
+      "loss": 0.0092,
+      "step": 7784
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.74820306788554e-05,
+      "loss": 0.0086,
+      "step": 7786
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748138371859817e-05,
+      "loss": 0.0037,
+      "step": 7788
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.748073675834094e-05,
+      "loss": 0.0185,
+      "step": 7790
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.74800897980837e-05,
+      "loss": 0.0129,
+      "step": 7792
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747944283782648e-05,
+      "loss": 0.0129,
+      "step": 7794
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747879587756924e-05,
+      "loss": 0.0241,
+      "step": 7796
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747814891731201e-05,
+      "loss": 0.0099,
+      "step": 7798
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747750195705478e-05,
+      "loss": 0.0154,
+      "step": 7800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747685499679755e-05,
+      "loss": 0.0153,
+      "step": 7802
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747620803654032e-05,
+      "loss": 0.0119,
+      "step": 7804
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7475561076283086e-05,
+      "loss": 0.0244,
+      "step": 7806
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7474914116025855e-05,
+      "loss": 0.0119,
+      "step": 7808
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7474267155768624e-05,
+      "loss": 0.0196,
+      "step": 7810
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747362019551139e-05,
+      "loss": 0.0073,
+      "step": 7812
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747297323525416e-05,
+      "loss": 0.0388,
+      "step": 7814
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747232627499693e-05,
+      "loss": 0.0144,
+      "step": 7816
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.74716793147397e-05,
+      "loss": 0.0088,
+      "step": 7818
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747103235448246e-05,
+      "loss": 0.018,
+      "step": 7820
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.747038539422524e-05,
+      "loss": 0.0252,
+      "step": 7822
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7469738433968e-05,
+      "loss": 0.0167,
+      "step": 7824
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746909147371077e-05,
+      "loss": 0.0261,
+      "step": 7826
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746844451345354e-05,
+      "loss": 0.0053,
+      "step": 7828
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746779755319631e-05,
+      "loss": 0.0226,
+      "step": 7830
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746715059293908e-05,
+      "loss": 0.0275,
+      "step": 7832
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7466503632681846e-05,
+      "loss": 0.01,
+      "step": 7834
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7465856672424615e-05,
+      "loss": 0.0166,
+      "step": 7836
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7465209712167384e-05,
+      "loss": 0.011,
+      "step": 7838
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7464562751910153e-05,
+      "loss": 0.009,
+      "step": 7840
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7463915791652916e-05,
+      "loss": 0.0123,
+      "step": 7842
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746326883139569e-05,
+      "loss": 0.0111,
+      "step": 7844
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746262187113846e-05,
+      "loss": 0.0078,
+      "step": 7846
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746197491088123e-05,
+      "loss": 0.0155,
+      "step": 7848
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7461327950624e-05,
+      "loss": 0.0316,
+      "step": 7850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746068099036676e-05,
+      "loss": 0.0036,
+      "step": 7852
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.746003403010954e-05,
+      "loss": 0.0069,
+      "step": 7854
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.74593870698523e-05,
+      "loss": 0.0147,
+      "step": 7856
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745874010959507e-05,
+      "loss": 0.0084,
+      "step": 7858
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745809314933784e-05,
+      "loss": 0.0105,
+      "step": 7860
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745744618908061e-05,
+      "loss": 0.0239,
+      "step": 7862
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7456799228823376e-05,
+      "loss": 0.0049,
+      "step": 7864
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7456152268566145e-05,
+      "loss": 0.0136,
+      "step": 7866
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7455505308308914e-05,
+      "loss": 0.0124,
+      "step": 7868
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745485834805168e-05,
+      "loss": 0.021,
+      "step": 7870
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745421138779445e-05,
+      "loss": 0.003,
+      "step": 7872
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7453564427537214e-05,
+      "loss": 0.0062,
+      "step": 7874
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745291746727999e-05,
+      "loss": 0.0116,
+      "step": 7876
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745227050702275e-05,
+      "loss": 0.0152,
+      "step": 7878
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745162354676552e-05,
+      "loss": 0.0059,
+      "step": 7880
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.74509765865083e-05,
+      "loss": 0.0069,
+      "step": 7882
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.745032962625106e-05,
+      "loss": 0.0493,
+      "step": 7884
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744968266599383e-05,
+      "loss": 0.008,
+      "step": 7886
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.74490357057366e-05,
+      "loss": 0.0184,
+      "step": 7888
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744838874547937e-05,
+      "loss": 0.0509,
+      "step": 7890
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7447741785222136e-05,
+      "loss": 0.0141,
+      "step": 7892
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7447094824964905e-05,
+      "loss": 0.0095,
+      "step": 7894
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7446447864707674e-05,
+      "loss": 0.0094,
+      "step": 7896
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744580090445044e-05,
+      "loss": 0.0064,
+      "step": 7898
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744515394419321e-05,
+      "loss": 0.022,
+      "step": 7900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7444506983935975e-05,
+      "loss": 0.0233,
+      "step": 7902
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744386002367875e-05,
+      "loss": 0.0384,
+      "step": 7904
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744321306342151e-05,
+      "loss": 0.003,
+      "step": 7906
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744256610316429e-05,
+      "loss": 0.0345,
+      "step": 7908
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744191914290705e-05,
+      "loss": 0.0292,
+      "step": 7910
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.744127218264982e-05,
+      "loss": 0.0673,
+      "step": 7912
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7440625222392596e-05,
+      "loss": 0.01,
+      "step": 7914
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743997826213536e-05,
+      "loss": 0.0115,
+      "step": 7916
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743933130187813e-05,
+      "loss": 0.0128,
+      "step": 7918
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7438684341620897e-05,
+      "loss": 0.0208,
+      "step": 7920
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7438037381363666e-05,
+      "loss": 0.0148,
+      "step": 7922
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743739042110643e-05,
+      "loss": 0.0114,
+      "step": 7924
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7436743460849204e-05,
+      "loss": 0.0249,
+      "step": 7926
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743609650059197e-05,
+      "loss": 0.0317,
+      "step": 7928
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743544954033474e-05,
+      "loss": 0.0163,
+      "step": 7930
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743480258007751e-05,
+      "loss": 0.0194,
+      "step": 7932
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743415561982027e-05,
+      "loss": 0.0054,
+      "step": 7934
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743350865956305e-05,
+      "loss": 0.0183,
+      "step": 7936
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743286169930581e-05,
+      "loss": 0.0172,
+      "step": 7938
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743221473904858e-05,
+      "loss": 0.0077,
+      "step": 7940
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743156777879135e-05,
+      "loss": 0.0145,
+      "step": 7942
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743092081853412e-05,
+      "loss": 0.0053,
+      "step": 7944
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.743027385827689e-05,
+      "loss": 0.0209,
+      "step": 7946
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742962689801966e-05,
+      "loss": 0.0056,
+      "step": 7948
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7428979937762426e-05,
+      "loss": 0.0044,
+      "step": 7950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7428332977505195e-05,
+      "loss": 0.0088,
+      "step": 7952
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7427686017247964e-05,
+      "loss": 0.0202,
+      "step": 7954
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7427039056990726e-05,
+      "loss": 0.0193,
+      "step": 7956
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.74263920967335e-05,
+      "loss": 0.0146,
+      "step": 7958
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742574513647627e-05,
+      "loss": 0.0116,
+      "step": 7960
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7425098176219034e-05,
+      "loss": 0.0043,
+      "step": 7962
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742445121596181e-05,
+      "loss": 0.0154,
+      "step": 7964
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742380425570457e-05,
+      "loss": 0.0103,
+      "step": 7966
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742315729544734e-05,
+      "loss": 0.0065,
+      "step": 7968
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742251033519011e-05,
+      "loss": 0.007,
+      "step": 7970
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742186337493288e-05,
+      "loss": 0.0038,
+      "step": 7972
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742121641467565e-05,
+      "loss": 0.0344,
+      "step": 7974
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.742056945441842e-05,
+      "loss": 0.0344,
+      "step": 7976
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7419922494161186e-05,
+      "loss": 0.0275,
+      "step": 7978
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7419275533903955e-05,
+      "loss": 0.0884,
+      "step": 7980
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7418628573646725e-05,
+      "loss": 0.0213,
+      "step": 7982
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.741798161338949e-05,
+      "loss": 0.017,
+      "step": 7984
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.741733465313226e-05,
+      "loss": 0.0123,
+      "step": 7986
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7416687692875025e-05,
+      "loss": 0.0252,
+      "step": 7988
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.74160407326178e-05,
+      "loss": 0.0128,
+      "step": 7990
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.741539377236057e-05,
+      "loss": 0.0158,
+      "step": 7992
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.741474681210333e-05,
+      "loss": 0.0108,
+      "step": 7994
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.741409985184611e-05,
+      "loss": 0.0205,
+      "step": 7996
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.741345289158887e-05,
+      "loss": 0.0262,
+      "step": 7998
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.741280593133164e-05,
+      "loss": 0.0246,
+      "step": 8000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.741215897107441e-05,
+      "loss": 0.012,
+      "step": 8002
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.741151201081718e-05,
+      "loss": 0.0187,
+      "step": 8004
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.741086505055995e-05,
+      "loss": 0.0095,
+      "step": 8006
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7410218090302716e-05,
+      "loss": 0.0142,
+      "step": 8008
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7409571130045485e-05,
+      "loss": 0.008,
+      "step": 8010
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7408924169788254e-05,
+      "loss": 0.0056,
+      "step": 8012
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.740827720953102e-05,
+      "loss": 0.0358,
+      "step": 8014
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7407630249273785e-05,
+      "loss": 0.013,
+      "step": 8016
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.740698328901656e-05,
+      "loss": 0.0092,
+      "step": 8018
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7406336328759324e-05,
+      "loss": 0.0135,
+      "step": 8020
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.740568936850209e-05,
+      "loss": 0.0151,
+      "step": 8022
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.740504240824487e-05,
+      "loss": 0.0054,
+      "step": 8024
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.740439544798763e-05,
+      "loss": 0.0052,
+      "step": 8026
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.74037484877304e-05,
+      "loss": 0.0517,
+      "step": 8028
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.740310152747317e-05,
+      "loss": 0.0115,
+      "step": 8030
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.740245456721594e-05,
+      "loss": 0.0115,
+      "step": 8032
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.740180760695871e-05,
+      "loss": 0.0269,
+      "step": 8034
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7401160646701476e-05,
+      "loss": 0.0061,
+      "step": 8036
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7400513686444245e-05,
+      "loss": 0.0092,
+      "step": 8038
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7399866726187014e-05,
+      "loss": 0.0069,
+      "step": 8040
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7399219765929784e-05,
+      "loss": 0.0285,
+      "step": 8042
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7398572805672546e-05,
+      "loss": 0.0174,
+      "step": 8044
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.739792584541532e-05,
+      "loss": 0.0131,
+      "step": 8046
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7397278885158084e-05,
+      "loss": 0.0048,
+      "step": 8048
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.739663192490086e-05,
+      "loss": 0.0124,
+      "step": 8050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.739598496464362e-05,
+      "loss": 0.1072,
+      "step": 8052
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.739533800438639e-05,
+      "loss": 0.0206,
+      "step": 8054
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.739469104412916e-05,
+      "loss": 0.013,
+      "step": 8056
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.739404408387193e-05,
+      "loss": 0.0053,
+      "step": 8058
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.73933971236147e-05,
+      "loss": 0.006,
+      "step": 8060
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.739275016335747e-05,
+      "loss": 0.0105,
+      "step": 8062
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.739210320310024e-05,
+      "loss": 0.0143,
+      "step": 8064
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7391456242843e-05,
+      "loss": 0.0059,
+      "step": 8066
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7390809282585775e-05,
+      "loss": 0.0074,
+      "step": 8068
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7390162322328544e-05,
+      "loss": 0.0199,
+      "step": 8070
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738951536207131e-05,
+      "loss": 0.008,
+      "step": 8072
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738886840181408e-05,
+      "loss": 0.0031,
+      "step": 8074
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7388221441556844e-05,
+      "loss": 0.0216,
+      "step": 8076
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738757448129962e-05,
+      "loss": 0.0115,
+      "step": 8078
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738692752104238e-05,
+      "loss": 0.0381,
+      "step": 8080
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738628056078515e-05,
+      "loss": 0.0133,
+      "step": 8082
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738563360052792e-05,
+      "loss": 0.0104,
+      "step": 8084
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738498664027069e-05,
+      "loss": 0.0117,
+      "step": 8086
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738433968001346e-05,
+      "loss": 0.0247,
+      "step": 8088
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.738369271975623e-05,
+      "loss": 0.0057,
+      "step": 8090
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7383045759499e-05,
+      "loss": 0.0147,
+      "step": 8092
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7382398799241766e-05,
+      "loss": 0.0388,
+      "step": 8094
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7381751838984535e-05,
+      "loss": 0.008,
+      "step": 8096
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.73811048787273e-05,
+      "loss": 0.0235,
+      "step": 8098
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7380457918470073e-05,
+      "loss": 0.0096,
+      "step": 8100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7379810958212836e-05,
+      "loss": 0.0049,
+      "step": 8102
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7379163997955605e-05,
+      "loss": 0.0033,
+      "step": 8104
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737851703769838e-05,
+      "loss": 0.0278,
+      "step": 8106
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737787007744114e-05,
+      "loss": 0.0056,
+      "step": 8108
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737722311718391e-05,
+      "loss": 0.0122,
+      "step": 8110
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737657615692668e-05,
+      "loss": 0.0031,
+      "step": 8112
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737592919666945e-05,
+      "loss": 0.0072,
+      "step": 8114
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737528223641222e-05,
+      "loss": 0.0321,
+      "step": 8116
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737463527615499e-05,
+      "loss": 0.0252,
+      "step": 8118
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737398831589776e-05,
+      "loss": 0.0236,
+      "step": 8120
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7373341355640527e-05,
+      "loss": 0.0273,
+      "step": 8122
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7372694395383296e-05,
+      "loss": 0.0193,
+      "step": 8124
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737204743512606e-05,
+      "loss": 0.0302,
+      "step": 8126
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7371400474868834e-05,
+      "loss": 0.0046,
+      "step": 8128
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7370753514611596e-05,
+      "loss": 0.0149,
+      "step": 8130
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.737010655435437e-05,
+      "loss": 0.0088,
+      "step": 8132
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7369459594097134e-05,
+      "loss": 0.0039,
+      "step": 8134
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7368812633839903e-05,
+      "loss": 0.0033,
+      "step": 8136
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.736816567358268e-05,
+      "loss": 0.0042,
+      "step": 8138
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.736751871332544e-05,
+      "loss": 0.0109,
+      "step": 8140
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.736687175306821e-05,
+      "loss": 0.0187,
+      "step": 8142
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.736622479281098e-05,
+      "loss": 0.0051,
+      "step": 8144
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.736557783255375e-05,
+      "loss": 0.0102,
+      "step": 8146
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.736493087229652e-05,
+      "loss": 0.008,
+      "step": 8148
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.736428391203929e-05,
+      "loss": 0.0087,
+      "step": 8150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7363636951782056e-05,
+      "loss": 0.006,
+      "step": 8152
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7362989991524825e-05,
+      "loss": 0.0038,
+      "step": 8154
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7362343031267594e-05,
+      "loss": 0.0197,
+      "step": 8156
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7361696071010357e-05,
+      "loss": 0.0182,
+      "step": 8158
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.736104911075313e-05,
+      "loss": 0.0227,
+      "step": 8160
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7360402150495895e-05,
+      "loss": 0.0032,
+      "step": 8162
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7359755190238664e-05,
+      "loss": 0.0271,
+      "step": 8164
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735910822998143e-05,
+      "loss": 0.0107,
+      "step": 8166
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.73584612697242e-05,
+      "loss": 0.0276,
+      "step": 8168
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735781430946697e-05,
+      "loss": 0.0022,
+      "step": 8170
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735716734920974e-05,
+      "loss": 0.0048,
+      "step": 8172
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735652038895251e-05,
+      "loss": 0.0287,
+      "step": 8174
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735587342869528e-05,
+      "loss": 0.0215,
+      "step": 8176
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735522646843805e-05,
+      "loss": 0.0181,
+      "step": 8178
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735457950818081e-05,
+      "loss": 0.0159,
+      "step": 8180
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7353932547923586e-05,
+      "loss": 0.0221,
+      "step": 8182
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7353285587666355e-05,
+      "loss": 0.0177,
+      "step": 8184
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735263862740912e-05,
+      "loss": 0.0181,
+      "step": 8186
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735199166715189e-05,
+      "loss": 0.0109,
+      "step": 8188
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7351344706894655e-05,
+      "loss": 0.0125,
+      "step": 8190
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735069774663743e-05,
+      "loss": 0.0173,
+      "step": 8192
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.735005078638019e-05,
+      "loss": 0.0021,
+      "step": 8194
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734940382612296e-05,
+      "loss": 0.0166,
+      "step": 8196
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734875686586573e-05,
+      "loss": 0.0199,
+      "step": 8198
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.73481099056085e-05,
+      "loss": 0.0517,
+      "step": 8200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734746294535127e-05,
+      "loss": 0.0296,
+      "step": 8202
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734681598509404e-05,
+      "loss": 0.0073,
+      "step": 8204
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734616902483681e-05,
+      "loss": 0.0156,
+      "step": 8206
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734552206457957e-05,
+      "loss": 0.007,
+      "step": 8208
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7344875104322346e-05,
+      "loss": 0.006,
+      "step": 8210
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734422814406511e-05,
+      "loss": 0.0078,
+      "step": 8212
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7343581183807884e-05,
+      "loss": 0.0114,
+      "step": 8214
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734293422355065e-05,
+      "loss": 0.0281,
+      "step": 8216
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7342287263293416e-05,
+      "loss": 0.0283,
+      "step": 8218
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734164030303619e-05,
+      "loss": 0.005,
+      "step": 8220
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7340993342778954e-05,
+      "loss": 0.0164,
+      "step": 8222
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.734034638252172e-05,
+      "loss": 0.0293,
+      "step": 8224
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733969942226449e-05,
+      "loss": 0.0172,
+      "step": 8226
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733905246200726e-05,
+      "loss": 0.0267,
+      "step": 8228
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733840550175003e-05,
+      "loss": 0.0099,
+      "step": 8230
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.73377585414928e-05,
+      "loss": 0.0165,
+      "step": 8232
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733711158123557e-05,
+      "loss": 0.0099,
+      "step": 8234
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733646462097834e-05,
+      "loss": 0.0149,
+      "step": 8236
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7335817660721106e-05,
+      "loss": 0.0116,
+      "step": 8238
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733517070046387e-05,
+      "loss": 0.0168,
+      "step": 8240
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7334523740206645e-05,
+      "loss": 0.0391,
+      "step": 8242
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733387677994941e-05,
+      "loss": 0.0179,
+      "step": 8244
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7333229819692176e-05,
+      "loss": 0.014,
+      "step": 8246
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733258285943495e-05,
+      "loss": 0.0041,
+      "step": 8248
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7331935899177714e-05,
+      "loss": 0.0269,
+      "step": 8250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733128893892048e-05,
+      "loss": 0.0203,
+      "step": 8252
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.733064197866325e-05,
+      "loss": 0.0079,
+      "step": 8254
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732999501840602e-05,
+      "loss": 0.0126,
+      "step": 8256
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732934805814879e-05,
+      "loss": 0.0504,
+      "step": 8258
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732870109789156e-05,
+      "loss": 0.0497,
+      "step": 8260
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732805413763433e-05,
+      "loss": 0.0176,
+      "step": 8262
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.73274071773771e-05,
+      "loss": 0.0034,
+      "step": 8264
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732676021711987e-05,
+      "loss": 0.008,
+      "step": 8266
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732611325686263e-05,
+      "loss": 0.011,
+      "step": 8268
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7325466296605405e-05,
+      "loss": 0.0022,
+      "step": 8270
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732481933634817e-05,
+      "loss": 0.0223,
+      "step": 8272
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732417237609094e-05,
+      "loss": 0.0034,
+      "step": 8274
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7323525415833705e-05,
+      "loss": 0.0322,
+      "step": 8276
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7322878455576475e-05,
+      "loss": 0.0118,
+      "step": 8278
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7322231495319244e-05,
+      "loss": 0.0158,
+      "step": 8280
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732158453506201e-05,
+      "loss": 0.0103,
+      "step": 8282
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732093757480478e-05,
+      "loss": 0.0111,
+      "step": 8284
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.732029061454755e-05,
+      "loss": 0.0156,
+      "step": 8286
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731964365429032e-05,
+      "loss": 0.0103,
+      "step": 8288
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731899669403308e-05,
+      "loss": 0.0267,
+      "step": 8290
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731834973377586e-05,
+      "loss": 0.0075,
+      "step": 8292
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731770277351863e-05,
+      "loss": 0.0912,
+      "step": 8294
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7317055813261396e-05,
+      "loss": 0.0036,
+      "step": 8296
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7316408853004165e-05,
+      "loss": 0.0159,
+      "step": 8298
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731576189274693e-05,
+      "loss": 0.0175,
+      "step": 8300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7315114932489704e-05,
+      "loss": 0.0036,
+      "step": 8302
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7314467972232466e-05,
+      "loss": 0.0057,
+      "step": 8304
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7313821011975235e-05,
+      "loss": 0.0066,
+      "step": 8306
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7313174051718004e-05,
+      "loss": 0.0714,
+      "step": 8308
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731252709146077e-05,
+      "loss": 0.0272,
+      "step": 8310
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731188013120354e-05,
+      "loss": 0.0056,
+      "step": 8312
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731123317094631e-05,
+      "loss": 0.0216,
+      "step": 8314
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.731058621068908e-05,
+      "loss": 0.0157,
+      "step": 8316
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730993925043185e-05,
+      "loss": 0.0359,
+      "step": 8318
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730929229017462e-05,
+      "loss": 0.0048,
+      "step": 8320
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730864532991738e-05,
+      "loss": 0.0217,
+      "step": 8322
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730799836966016e-05,
+      "loss": 0.0234,
+      "step": 8324
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7307351409402926e-05,
+      "loss": 0.0189,
+      "step": 8326
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730670444914569e-05,
+      "loss": 0.0186,
+      "step": 8328
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7306057488888464e-05,
+      "loss": 0.0095,
+      "step": 8330
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7305410528631226e-05,
+      "loss": 0.0157,
+      "step": 8332
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7304763568374e-05,
+      "loss": 0.0708,
+      "step": 8334
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7304116608116764e-05,
+      "loss": 0.0079,
+      "step": 8336
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7303469647859533e-05,
+      "loss": 0.0125,
+      "step": 8338
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.73028226876023e-05,
+      "loss": 0.0115,
+      "step": 8340
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730217572734507e-05,
+      "loss": 0.0198,
+      "step": 8342
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730152876708784e-05,
+      "loss": 0.0067,
+      "step": 8344
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730088180683061e-05,
+      "loss": 0.0059,
+      "step": 8346
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.730023484657338e-05,
+      "loss": 0.0099,
+      "step": 8348
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729958788631614e-05,
+      "loss": 0.0142,
+      "step": 8350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729894092605892e-05,
+      "loss": 0.0226,
+      "step": 8352
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729829396580168e-05,
+      "loss": 0.0186,
+      "step": 8354
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7297647005544455e-05,
+      "loss": 0.0016,
+      "step": 8356
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729700004528722e-05,
+      "loss": 0.0058,
+      "step": 8358
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729635308502999e-05,
+      "loss": 0.0312,
+      "step": 8360
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729570612477276e-05,
+      "loss": 0.0289,
+      "step": 8362
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7295059164515525e-05,
+      "loss": 0.0113,
+      "step": 8364
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7294412204258294e-05,
+      "loss": 0.0136,
+      "step": 8366
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729376524400106e-05,
+      "loss": 0.0301,
+      "step": 8368
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729311828374383e-05,
+      "loss": 0.0301,
+      "step": 8370
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.72924713234866e-05,
+      "loss": 0.0187,
+      "step": 8372
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729182436322937e-05,
+      "loss": 0.0166,
+      "step": 8374
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729117740297214e-05,
+      "loss": 0.025,
+      "step": 8376
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.729053044271491e-05,
+      "loss": 0.0181,
+      "step": 8378
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728988348245768e-05,
+      "loss": 0.0206,
+      "step": 8380
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728923652220044e-05,
+      "loss": 0.0122,
+      "step": 8382
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7288589561943216e-05,
+      "loss": 0.0161,
+      "step": 8384
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728794260168598e-05,
+      "loss": 0.0137,
+      "step": 8386
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728729564142875e-05,
+      "loss": 0.0085,
+      "step": 8388
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7286648681171516e-05,
+      "loss": 0.0088,
+      "step": 8390
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7286001720914285e-05,
+      "loss": 0.0199,
+      "step": 8392
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7285354760657054e-05,
+      "loss": 0.0168,
+      "step": 8394
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7284707800399823e-05,
+      "loss": 0.0045,
+      "step": 8396
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728406084014259e-05,
+      "loss": 0.0084,
+      "step": 8398
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728341387988536e-05,
+      "loss": 0.0388,
+      "step": 8400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728276691962813e-05,
+      "loss": 0.0074,
+      "step": 8402
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728211995937089e-05,
+      "loss": 0.0108,
+      "step": 8404
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728147299911367e-05,
+      "loss": 0.0144,
+      "step": 8406
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.728082603885644e-05,
+      "loss": 0.0176,
+      "step": 8408
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.72801790785992e-05,
+      "loss": 0.0059,
+      "step": 8410
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7279532118341976e-05,
+      "loss": 0.0039,
+      "step": 8412
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727888515808474e-05,
+      "loss": 0.0097,
+      "step": 8414
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7278238197827514e-05,
+      "loss": 0.026,
+      "step": 8416
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7277591237570277e-05,
+      "loss": 0.0046,
+      "step": 8418
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7276944277313046e-05,
+      "loss": 0.0053,
+      "step": 8420
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7276297317055815e-05,
+      "loss": 0.0186,
+      "step": 8422
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7275650356798584e-05,
+      "loss": 0.013,
+      "step": 8424
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727500339654135e-05,
+      "loss": 0.0095,
+      "step": 8426
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727435643628412e-05,
+      "loss": 0.0485,
+      "step": 8428
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727370947602689e-05,
+      "loss": 0.0039,
+      "step": 8430
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727306251576965e-05,
+      "loss": 0.0082,
+      "step": 8432
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727241555551243e-05,
+      "loss": 0.0227,
+      "step": 8434
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727176859525519e-05,
+      "loss": 0.0026,
+      "step": 8436
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.727112163499797e-05,
+      "loss": 0.024,
+      "step": 8438
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7270474674740736e-05,
+      "loss": 0.0279,
+      "step": 8440
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.72698277144835e-05,
+      "loss": 0.0167,
+      "step": 8442
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7269180754226275e-05,
+      "loss": 0.0137,
+      "step": 8444
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726853379396904e-05,
+      "loss": 0.0144,
+      "step": 8446
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7267886833711806e-05,
+      "loss": 0.0297,
+      "step": 8448
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7267239873454575e-05,
+      "loss": 0.0151,
+      "step": 8450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7266592913197344e-05,
+      "loss": 0.0078,
+      "step": 8452
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726594595294011e-05,
+      "loss": 0.0115,
+      "step": 8454
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726529899268288e-05,
+      "loss": 0.0081,
+      "step": 8456
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726465203242565e-05,
+      "loss": 0.0155,
+      "step": 8458
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726400507216842e-05,
+      "loss": 0.0309,
+      "step": 8460
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726335811191119e-05,
+      "loss": 0.0342,
+      "step": 8462
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726271115165395e-05,
+      "loss": 0.0096,
+      "step": 8464
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726206419139673e-05,
+      "loss": 0.0324,
+      "step": 8466
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726141723113949e-05,
+      "loss": 0.0119,
+      "step": 8468
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.726077027088226e-05,
+      "loss": 0.0078,
+      "step": 8470
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7260123310625035e-05,
+      "loss": 0.0173,
+      "step": 8472
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.72594763503678e-05,
+      "loss": 0.0265,
+      "step": 8474
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725882939011057e-05,
+      "loss": 0.0295,
+      "step": 8476
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7258182429853336e-05,
+      "loss": 0.0077,
+      "step": 8478
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7257535469596105e-05,
+      "loss": 0.0208,
+      "step": 8480
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7256888509338874e-05,
+      "loss": 0.004,
+      "step": 8482
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725624154908164e-05,
+      "loss": 0.0265,
+      "step": 8484
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725559458882441e-05,
+      "loss": 0.0105,
+      "step": 8486
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725494762856718e-05,
+      "loss": 0.0233,
+      "step": 8488
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725430066830995e-05,
+      "loss": 0.0072,
+      "step": 8490
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725365370805271e-05,
+      "loss": 0.0143,
+      "step": 8492
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725300674779549e-05,
+      "loss": 0.0104,
+      "step": 8494
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725235978753825e-05,
+      "loss": 0.0356,
+      "step": 8496
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.7251712827281026e-05,
+      "loss": 0.0062,
+      "step": 8498
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.725106586702379e-05,
+      "loss": 0.0092,
+      "step": 8500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.725041890676656e-05,
+      "loss": 0.0146,
+      "step": 8502
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7249771946509334e-05,
+      "loss": 0.0074,
+      "step": 8504
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7249124986252096e-05,
+      "loss": 0.0133,
+      "step": 8506
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7248478025994865e-05,
+      "loss": 0.0047,
+      "step": 8508
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7247831065737634e-05,
+      "loss": 0.0043,
+      "step": 8510
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.72471841054804e-05,
+      "loss": 0.0027,
+      "step": 8512
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7246537145223165e-05,
+      "loss": 0.0095,
+      "step": 8514
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724589018496594e-05,
+      "loss": 0.0307,
+      "step": 8516
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724524322470871e-05,
+      "loss": 0.0071,
+      "step": 8518
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724459626445148e-05,
+      "loss": 0.0044,
+      "step": 8520
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724394930419425e-05,
+      "loss": 0.0069,
+      "step": 8522
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724330234393701e-05,
+      "loss": 0.0087,
+      "step": 8524
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724265538367979e-05,
+      "loss": 0.019,
+      "step": 8526
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724200842342255e-05,
+      "loss": 0.0303,
+      "step": 8528
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724136146316532e-05,
+      "loss": 0.0077,
+      "step": 8530
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.724071450290809e-05,
+      "loss": 0.0046,
+      "step": 8532
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7240067542650856e-05,
+      "loss": 0.0032,
+      "step": 8534
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7239420582393625e-05,
+      "loss": 0.0095,
+      "step": 8536
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7238773622136394e-05,
+      "loss": 0.0171,
+      "step": 8538
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7238126661879164e-05,
+      "loss": 0.0427,
+      "step": 8540
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.723747970162193e-05,
+      "loss": 0.0073,
+      "step": 8542
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.72368327413647e-05,
+      "loss": 0.0134,
+      "step": 8544
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7236185781107464e-05,
+      "loss": 0.0154,
+      "step": 8546
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.723553882085024e-05,
+      "loss": 0.0126,
+      "step": 8548
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.723489186059301e-05,
+      "loss": 0.0045,
+      "step": 8550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.723424490033577e-05,
+      "loss": 0.0056,
+      "step": 8552
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.723359794007855e-05,
+      "loss": 0.0171,
+      "step": 8554
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.723295097982131e-05,
+      "loss": 0.0146,
+      "step": 8556
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7232304019564085e-05,
+      "loss": 0.0112,
+      "step": 8558
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.723165705930685e-05,
+      "loss": 0.0167,
+      "step": 8560
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.723101009904962e-05,
+      "loss": 0.0595,
+      "step": 8562
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7230363138792386e-05,
+      "loss": 0.0126,
+      "step": 8564
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7229716178535155e-05,
+      "loss": 0.0287,
+      "step": 8566
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7229069218277924e-05,
+      "loss": 0.0153,
+      "step": 8568
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.722842225802069e-05,
+      "loss": 0.0093,
+      "step": 8570
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.722777529776346e-05,
+      "loss": 0.009,
+      "step": 8572
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7227128337506224e-05,
+      "loss": 0.0114,
+      "step": 8574
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7226481377249e-05,
+      "loss": 0.0113,
+      "step": 8576
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.722583441699176e-05,
+      "loss": 0.0043,
+      "step": 8578
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.722518745673454e-05,
+      "loss": 0.0093,
+      "step": 8580
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.72245404964773e-05,
+      "loss": 0.0048,
+      "step": 8582
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.722389353622007e-05,
+      "loss": 0.0148,
+      "step": 8584
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7223246575962846e-05,
+      "loss": 0.0197,
+      "step": 8586
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.722259961570561e-05,
+      "loss": 0.0167,
+      "step": 8588
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.722195265544838e-05,
+      "loss": 0.0165,
+      "step": 8590
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7221305695191146e-05,
+      "loss": 0.0082,
+      "step": 8592
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7220658734933915e-05,
+      "loss": 0.0102,
+      "step": 8594
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7220011774676684e-05,
+      "loss": 0.0233,
+      "step": 8596
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7219364814419453e-05,
+      "loss": 0.0091,
+      "step": 8598
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721871785416222e-05,
+      "loss": 0.0072,
+      "step": 8600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721807089390499e-05,
+      "loss": 0.01,
+      "step": 8602
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721742393364776e-05,
+      "loss": 0.0073,
+      "step": 8604
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721677697339052e-05,
+      "loss": 0.0023,
+      "step": 8606
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.72161300131333e-05,
+      "loss": 0.0021,
+      "step": 8608
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721548305287606e-05,
+      "loss": 0.0167,
+      "step": 8610
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721483609261883e-05,
+      "loss": 0.0378,
+      "step": 8612
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.72141891323616e-05,
+      "loss": 0.0168,
+      "step": 8614
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721354217210437e-05,
+      "loss": 0.0075,
+      "step": 8616
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7212895211847144e-05,
+      "loss": 0.0176,
+      "step": 8618
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.721224825158991e-05,
+      "loss": 0.0074,
+      "step": 8620
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7211601291332676e-05,
+      "loss": 0.0022,
+      "step": 8622
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7210954331075445e-05,
+      "loss": 0.0176,
+      "step": 8624
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7210307370818214e-05,
+      "loss": 0.0369,
+      "step": 8626
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.720966041056098e-05,
+      "loss": 0.0262,
+      "step": 8628
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.720901345030375e-05,
+      "loss": 0.0144,
+      "step": 8630
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.720836649004652e-05,
+      "loss": 0.0211,
+      "step": 8632
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7207719529789283e-05,
+      "loss": 0.0073,
+      "step": 8634
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.720707256953206e-05,
+      "loss": 0.0151,
+      "step": 8636
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.720642560927482e-05,
+      "loss": 0.0134,
+      "step": 8638
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.72057786490176e-05,
+      "loss": 0.0042,
+      "step": 8640
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.720513168876036e-05,
+      "loss": 0.0071,
+      "step": 8642
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.720448472850313e-05,
+      "loss": 0.024,
+      "step": 8644
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.72038377682459e-05,
+      "loss": 0.027,
+      "step": 8646
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.720319080798867e-05,
+      "loss": 0.0158,
+      "step": 8648
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7202543847731436e-05,
+      "loss": 0.0126,
+      "step": 8650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7201896887474205e-05,
+      "loss": 0.0108,
+      "step": 8652
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7201249927216974e-05,
+      "loss": 0.0134,
+      "step": 8654
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7200602966959737e-05,
+      "loss": 0.0278,
+      "step": 8656
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719995600670251e-05,
+      "loss": 0.0229,
+      "step": 8658
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7199309046445275e-05,
+      "loss": 0.012,
+      "step": 8660
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719866208618805e-05,
+      "loss": 0.0211,
+      "step": 8662
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719801512593082e-05,
+      "loss": 0.0093,
+      "step": 8664
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719736816567358e-05,
+      "loss": 0.0142,
+      "step": 8666
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719672120541636e-05,
+      "loss": 0.0076,
+      "step": 8668
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719607424515912e-05,
+      "loss": 0.0076,
+      "step": 8670
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719542728490189e-05,
+      "loss": 0.0072,
+      "step": 8672
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719478032464466e-05,
+      "loss": 0.044,
+      "step": 8674
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719413336438743e-05,
+      "loss": 0.0073,
+      "step": 8676
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7193486404130197e-05,
+      "loss": 0.022,
+      "step": 8678
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7192839443872966e-05,
+      "loss": 0.0053,
+      "step": 8680
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7192192483615735e-05,
+      "loss": 0.0082,
+      "step": 8682
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7191545523358504e-05,
+      "loss": 0.0216,
+      "step": 8684
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.719089856310127e-05,
+      "loss": 0.0111,
+      "step": 8686
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7190251602844035e-05,
+      "loss": 0.0016,
+      "step": 8688
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718960464258681e-05,
+      "loss": 0.0051,
+      "step": 8690
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718895768232957e-05,
+      "loss": 0.0055,
+      "step": 8692
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718831072207234e-05,
+      "loss": 0.0081,
+      "step": 8694
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718766376181512e-05,
+      "loss": 0.0228,
+      "step": 8696
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718701680155788e-05,
+      "loss": 0.0221,
+      "step": 8698
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7186369841300656e-05,
+      "loss": 0.0178,
+      "step": 8700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718572288104342e-05,
+      "loss": 0.0386,
+      "step": 8702
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718507592078619e-05,
+      "loss": 0.0057,
+      "step": 8704
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718442896052896e-05,
+      "loss": 0.0352,
+      "step": 8706
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7183782000271726e-05,
+      "loss": 0.076,
+      "step": 8708
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7183135040014495e-05,
+      "loss": 0.0089,
+      "step": 8710
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7182488079757264e-05,
+      "loss": 0.0209,
+      "step": 8712
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718184111950003e-05,
+      "loss": 0.0164,
+      "step": 8714
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7181194159242796e-05,
+      "loss": 0.0073,
+      "step": 8716
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.718054719898557e-05,
+      "loss": 0.0122,
+      "step": 8718
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7179900238728334e-05,
+      "loss": 0.0194,
+      "step": 8720
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717925327847111e-05,
+      "loss": 0.0067,
+      "step": 8722
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717860631821387e-05,
+      "loss": 0.0076,
+      "step": 8724
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717795935795664e-05,
+      "loss": 0.0119,
+      "step": 8726
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717731239769942e-05,
+      "loss": 0.0169,
+      "step": 8728
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717666543744218e-05,
+      "loss": 0.0378,
+      "step": 8730
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717601847718495e-05,
+      "loss": 0.0034,
+      "step": 8732
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717537151692772e-05,
+      "loss": 0.0036,
+      "step": 8734
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7174724556670486e-05,
+      "loss": 0.0318,
+      "step": 8736
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717407759641325e-05,
+      "loss": 0.0092,
+      "step": 8738
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7173430636156025e-05,
+      "loss": 0.0029,
+      "step": 8740
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7172783675898794e-05,
+      "loss": 0.008,
+      "step": 8742
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717213671564156e-05,
+      "loss": 0.0319,
+      "step": 8744
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717148975538433e-05,
+      "loss": 0.0087,
+      "step": 8746
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7170842795127094e-05,
+      "loss": 0.0122,
+      "step": 8748
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.717019583486987e-05,
+      "loss": 0.0033,
+      "step": 8750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716954887461263e-05,
+      "loss": 0.0098,
+      "step": 8752
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.71689019143554e-05,
+      "loss": 0.0116,
+      "step": 8754
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716825495409817e-05,
+      "loss": 0.0239,
+      "step": 8756
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716760799384094e-05,
+      "loss": 0.0094,
+      "step": 8758
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716696103358371e-05,
+      "loss": 0.0243,
+      "step": 8760
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716631407332648e-05,
+      "loss": 0.0412,
+      "step": 8762
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716566711306925e-05,
+      "loss": 0.0078,
+      "step": 8764
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7165020152812016e-05,
+      "loss": 0.012,
+      "step": 8766
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7164373192554785e-05,
+      "loss": 0.0177,
+      "step": 8768
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716372623229755e-05,
+      "loss": 0.0275,
+      "step": 8770
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716307927204032e-05,
+      "loss": 0.0172,
+      "step": 8772
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716243231178309e-05,
+      "loss": 0.003,
+      "step": 8774
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7161785351525855e-05,
+      "loss": 0.0048,
+      "step": 8776
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716113839126863e-05,
+      "loss": 0.007,
+      "step": 8778
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.716049143101139e-05,
+      "loss": 0.0142,
+      "step": 8780
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715984447075417e-05,
+      "loss": 0.026,
+      "step": 8782
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715919751049693e-05,
+      "loss": 0.0066,
+      "step": 8784
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.71585505502397e-05,
+      "loss": 0.0281,
+      "step": 8786
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715790358998247e-05,
+      "loss": 0.0034,
+      "step": 8788
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715725662972524e-05,
+      "loss": 0.0026,
+      "step": 8790
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715660966946801e-05,
+      "loss": 0.0168,
+      "step": 8792
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7155962709210776e-05,
+      "loss": 0.0086,
+      "step": 8794
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7155315748953545e-05,
+      "loss": 0.0266,
+      "step": 8796
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715466878869631e-05,
+      "loss": 0.0167,
+      "step": 8798
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7154021828439084e-05,
+      "loss": 0.0233,
+      "step": 8800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7153374868181846e-05,
+      "loss": 0.0226,
+      "step": 8802
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715272790792462e-05,
+      "loss": 0.0029,
+      "step": 8804
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715208094766739e-05,
+      "loss": 0.0141,
+      "step": 8806
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715143398741015e-05,
+      "loss": 0.005,
+      "step": 8808
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715078702715293e-05,
+      "loss": 0.0053,
+      "step": 8810
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.715014006689569e-05,
+      "loss": 0.0081,
+      "step": 8812
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.714949310663846e-05,
+      "loss": 0.0072,
+      "step": 8814
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.714884614638123e-05,
+      "loss": 0.0228,
+      "step": 8816
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7148199186124e-05,
+      "loss": 0.0083,
+      "step": 8818
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.714755222586677e-05,
+      "loss": 0.0231,
+      "step": 8820
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.714690526560954e-05,
+      "loss": 0.011,
+      "step": 8822
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7146258305352306e-05,
+      "loss": 0.005,
+      "step": 8824
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7145611345095075e-05,
+      "loss": 0.0211,
+      "step": 8826
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7144964384837844e-05,
+      "loss": 0.0399,
+      "step": 8828
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7144317424580606e-05,
+      "loss": 0.0322,
+      "step": 8830
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.714367046432338e-05,
+      "loss": 0.0508,
+      "step": 8832
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7143023504066144e-05,
+      "loss": 0.0081,
+      "step": 8834
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7142376543808914e-05,
+      "loss": 0.0066,
+      "step": 8836
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.714172958355168e-05,
+      "loss": 0.0167,
+      "step": 8838
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.714108262329445e-05,
+      "loss": 0.0589,
+      "step": 8840
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.714043566303723e-05,
+      "loss": 0.0141,
+      "step": 8842
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713978870277999e-05,
+      "loss": 0.0452,
+      "step": 8844
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713914174252276e-05,
+      "loss": 0.0211,
+      "step": 8846
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713849478226553e-05,
+      "loss": 0.0028,
+      "step": 8848
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.71378478220083e-05,
+      "loss": 0.0047,
+      "step": 8850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7137200861751066e-05,
+      "loss": 0.0173,
+      "step": 8852
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7136553901493835e-05,
+      "loss": 0.0142,
+      "step": 8854
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7135906941236604e-05,
+      "loss": 0.0124,
+      "step": 8856
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713525998097937e-05,
+      "loss": 0.0206,
+      "step": 8858
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713461302072214e-05,
+      "loss": 0.0243,
+      "step": 8860
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7133966060464905e-05,
+      "loss": 0.028,
+      "step": 8862
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713331910020768e-05,
+      "loss": 0.0349,
+      "step": 8864
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713267213995044e-05,
+      "loss": 0.0056,
+      "step": 8866
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713202517969321e-05,
+      "loss": 0.0284,
+      "step": 8868
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713137821943598e-05,
+      "loss": 0.0102,
+      "step": 8870
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713073125917875e-05,
+      "loss": 0.0074,
+      "step": 8872
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.713008429892152e-05,
+      "loss": 0.006,
+      "step": 8874
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712943733866429e-05,
+      "loss": 0.0182,
+      "step": 8876
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712879037840706e-05,
+      "loss": 0.023,
+      "step": 8878
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712814341814982e-05,
+      "loss": 0.0254,
+      "step": 8880
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7127496457892596e-05,
+      "loss": 0.029,
+      "step": 8882
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712684949763536e-05,
+      "loss": 0.0157,
+      "step": 8884
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7126202537378134e-05,
+      "loss": 0.0222,
+      "step": 8886
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.71255555771209e-05,
+      "loss": 0.0049,
+      "step": 8888
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7124908616863665e-05,
+      "loss": 0.0148,
+      "step": 8890
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712426165660644e-05,
+      "loss": 0.0348,
+      "step": 8892
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7123614696349203e-05,
+      "loss": 0.0035,
+      "step": 8894
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712296773609197e-05,
+      "loss": 0.0112,
+      "step": 8896
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712232077583474e-05,
+      "loss": 0.0039,
+      "step": 8898
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712167381557751e-05,
+      "loss": 0.0252,
+      "step": 8900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712102685532028e-05,
+      "loss": 0.011,
+      "step": 8902
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.712037989506305e-05,
+      "loss": 0.0151,
+      "step": 8904
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711973293480582e-05,
+      "loss": 0.0096,
+      "step": 8906
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711908597454859e-05,
+      "loss": 0.0506,
+      "step": 8908
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7118439014291356e-05,
+      "loss": 0.0474,
+      "step": 8910
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711779205403412e-05,
+      "loss": 0.0055,
+      "step": 8912
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7117145093776894e-05,
+      "loss": 0.0198,
+      "step": 8914
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7116498133519657e-05,
+      "loss": 0.0237,
+      "step": 8916
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7115851173262426e-05,
+      "loss": 0.0177,
+      "step": 8918
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.71152042130052e-05,
+      "loss": 0.0095,
+      "step": 8920
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7114557252747964e-05,
+      "loss": 0.0339,
+      "step": 8922
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711391029249074e-05,
+      "loss": 0.0268,
+      "step": 8924
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.71132633322335e-05,
+      "loss": 0.0216,
+      "step": 8926
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711261637197627e-05,
+      "loss": 0.0151,
+      "step": 8928
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711196941171904e-05,
+      "loss": 0.0228,
+      "step": 8930
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711132245146181e-05,
+      "loss": 0.0056,
+      "step": 8932
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711067549120458e-05,
+      "loss": 0.0168,
+      "step": 8934
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.711002853094735e-05,
+      "loss": 0.0045,
+      "step": 8936
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7109381570690117e-05,
+      "loss": 0.0219,
+      "step": 8938
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710873461043288e-05,
+      "loss": 0.0138,
+      "step": 8940
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7108087650175655e-05,
+      "loss": 0.0238,
+      "step": 8942
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710744068991842e-05,
+      "loss": 0.0132,
+      "step": 8944
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710679372966119e-05,
+      "loss": 0.0575,
+      "step": 8946
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7106146769403955e-05,
+      "loss": 0.0121,
+      "step": 8948
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7105499809146724e-05,
+      "loss": 0.0531,
+      "step": 8950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.71048528488895e-05,
+      "loss": 0.0008,
+      "step": 8952
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710420588863226e-05,
+      "loss": 0.0172,
+      "step": 8954
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710355892837503e-05,
+      "loss": 0.017,
+      "step": 8956
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.71029119681178e-05,
+      "loss": 0.0086,
+      "step": 8958
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710226500786057e-05,
+      "loss": 0.0189,
+      "step": 8960
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710161804760333e-05,
+      "loss": 0.0246,
+      "step": 8962
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710097108734611e-05,
+      "loss": 0.0021,
+      "step": 8964
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.710032412708888e-05,
+      "loss": 0.0172,
+      "step": 8966
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7099677166831646e-05,
+      "loss": 0.0065,
+      "step": 8968
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7099030206574415e-05,
+      "loss": 0.005,
+      "step": 8970
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.709838324631718e-05,
+      "loss": 0.0246,
+      "step": 8972
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.709773628605995e-05,
+      "loss": 0.0147,
+      "step": 8974
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7097089325802716e-05,
+      "loss": 0.0092,
+      "step": 8976
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7096442365545485e-05,
+      "loss": 0.0223,
+      "step": 8978
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7095795405288254e-05,
+      "loss": 0.0086,
+      "step": 8980
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.709514844503102e-05,
+      "loss": 0.0141,
+      "step": 8982
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.70945014847738e-05,
+      "loss": 0.0145,
+      "step": 8984
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.709385452451656e-05,
+      "loss": 0.002,
+      "step": 8986
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.709320756425933e-05,
+      "loss": 0.0068,
+      "step": 8988
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.70925606040021e-05,
+      "loss": 0.0303,
+      "step": 8990
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.709191364374487e-05,
+      "loss": 0.0245,
+      "step": 8992
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.709126668348763e-05,
+      "loss": 0.0155,
+      "step": 8994
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7090619723230406e-05,
+      "loss": 0.0034,
+      "step": 8996
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7089972762973175e-05,
+      "loss": 0.0381,
+      "step": 8998
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.708932580271594e-05,
+      "loss": 0.0016,
+      "step": 9000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7088678842458714e-05,
+      "loss": 0.0083,
+      "step": 9002
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7088031882201476e-05,
+      "loss": 0.0027,
+      "step": 9004
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.708738492194425e-05,
+      "loss": 0.0064,
+      "step": 9006
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.7086737961687014e-05,
+      "loss": 0.0261,
+      "step": 9008
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.708609100142978e-05,
+      "loss": 0.0132,
+      "step": 9010
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.708544404117255e-05,
+      "loss": 0.024,
+      "step": 9012
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.708479708091532e-05,
+      "loss": 0.0058,
+      "step": 9014
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.708415012065809e-05,
+      "loss": 0.0034,
+      "step": 9016
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708350316040086e-05,
+      "loss": 0.0149,
+      "step": 9018
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708285620014363e-05,
+      "loss": 0.0108,
+      "step": 9020
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708220923988639e-05,
+      "loss": 0.0273,
+      "step": 9022
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708156227962917e-05,
+      "loss": 0.0124,
+      "step": 9024
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708091531937193e-05,
+      "loss": 0.0025,
+      "step": 9026
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7080268359114705e-05,
+      "loss": 0.016,
+      "step": 9028
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7079621398857474e-05,
+      "loss": 0.0184,
+      "step": 9030
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7078974438600236e-05,
+      "loss": 0.0022,
+      "step": 9032
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707832747834301e-05,
+      "loss": 0.0076,
+      "step": 9034
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7077680518085775e-05,
+      "loss": 0.0051,
+      "step": 9036
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7077033557828544e-05,
+      "loss": 0.0172,
+      "step": 9038
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707638659757131e-05,
+      "loss": 0.0067,
+      "step": 9040
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707573963731408e-05,
+      "loss": 0.0113,
+      "step": 9042
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707509267705685e-05,
+      "loss": 0.0015,
+      "step": 9044
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707444571679962e-05,
+      "loss": 0.0543,
+      "step": 9046
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707379875654239e-05,
+      "loss": 0.0065,
+      "step": 9048
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707315179628516e-05,
+      "loss": 0.0031,
+      "step": 9050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707250483602793e-05,
+      "loss": 0.0026,
+      "step": 9052
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707185787577069e-05,
+      "loss": 0.0191,
+      "step": 9054
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7071210915513465e-05,
+      "loss": 0.0081,
+      "step": 9056
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707056395525623e-05,
+      "loss": 0.0044,
+      "step": 9058
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7069916994999e-05,
+      "loss": 0.0165,
+      "step": 9060
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7069270034741766e-05,
+      "loss": 0.0232,
+      "step": 9062
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7068623074484535e-05,
+      "loss": 0.0049,
+      "step": 9064
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706797611422731e-05,
+      "loss": 0.0081,
+      "step": 9066
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706732915397007e-05,
+      "loss": 0.0155,
+      "step": 9068
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706668219371284e-05,
+      "loss": 0.0067,
+      "step": 9070
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706603523345561e-05,
+      "loss": 0.0031,
+      "step": 9072
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706538827319838e-05,
+      "loss": 0.0052,
+      "step": 9074
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706474131294115e-05,
+      "loss": 0.0091,
+      "step": 9076
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706409435268392e-05,
+      "loss": 0.0117,
+      "step": 9078
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706344739242669e-05,
+      "loss": 0.0141,
+      "step": 9080
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706280043216945e-05,
+      "loss": 0.043,
+      "step": 9082
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7062153471912226e-05,
+      "loss": 0.0069,
+      "step": 9084
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.706150651165499e-05,
+      "loss": 0.0142,
+      "step": 9086
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7060859551397764e-05,
+      "loss": 0.0196,
+      "step": 9088
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7060212591140526e-05,
+      "loss": 0.1341,
+      "step": 9090
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7059565630883295e-05,
+      "loss": 0.0066,
+      "step": 9092
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7058918670626064e-05,
+      "loss": 0.0098,
+      "step": 9094
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7058271710368834e-05,
+      "loss": 0.0059,
+      "step": 9096
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70576247501116e-05,
+      "loss": 0.0096,
+      "step": 9098
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705697778985437e-05,
+      "loss": 0.0068,
+      "step": 9100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705633082959714e-05,
+      "loss": 0.0147,
+      "step": 9102
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70556838693399e-05,
+      "loss": 0.0121,
+      "step": 9104
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705503690908268e-05,
+      "loss": 0.0074,
+      "step": 9106
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705438994882545e-05,
+      "loss": 0.0191,
+      "step": 9108
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705374298856822e-05,
+      "loss": 0.0063,
+      "step": 9110
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7053096028310986e-05,
+      "loss": 0.0121,
+      "step": 9112
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705244906805375e-05,
+      "loss": 0.0207,
+      "step": 9114
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7051802107796524e-05,
+      "loss": 0.0077,
+      "step": 9116
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705115514753929e-05,
+      "loss": 0.0054,
+      "step": 9118
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7050508187282056e-05,
+      "loss": 0.0086,
+      "step": 9120
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7049861227024825e-05,
+      "loss": 0.0106,
+      "step": 9122
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7049214266767594e-05,
+      "loss": 0.0146,
+      "step": 9124
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704856730651036e-05,
+      "loss": 0.0092,
+      "step": 9126
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704792034625313e-05,
+      "loss": 0.0036,
+      "step": 9128
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70472733859959e-05,
+      "loss": 0.0706,
+      "step": 9130
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704662642573867e-05,
+      "loss": 0.0142,
+      "step": 9132
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704597946548144e-05,
+      "loss": 0.0086,
+      "step": 9134
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70453325052242e-05,
+      "loss": 0.0179,
+      "step": 9136
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704468554496698e-05,
+      "loss": 0.0103,
+      "step": 9138
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704403858470974e-05,
+      "loss": 0.0027,
+      "step": 9140
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704339162445251e-05,
+      "loss": 0.0024,
+      "step": 9142
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7042744664195285e-05,
+      "loss": 0.0048,
+      "step": 9144
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704209770393805e-05,
+      "loss": 0.0247,
+      "step": 9146
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.704145074368082e-05,
+      "loss": 0.015,
+      "step": 9148
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7040803783423585e-05,
+      "loss": 0.0179,
+      "step": 9150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7040156823166354e-05,
+      "loss": 0.015,
+      "step": 9152
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7039509862909123e-05,
+      "loss": 0.0124,
+      "step": 9154
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703886290265189e-05,
+      "loss": 0.0119,
+      "step": 9156
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703821594239466e-05,
+      "loss": 0.0243,
+      "step": 9158
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703756898213743e-05,
+      "loss": 0.0128,
+      "step": 9160
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70369220218802e-05,
+      "loss": 0.018,
+      "step": 9162
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703627506162296e-05,
+      "loss": 0.0104,
+      "step": 9164
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703562810136574e-05,
+      "loss": 0.0265,
+      "step": 9166
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70349811411085e-05,
+      "loss": 0.0058,
+      "step": 9168
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7034334180851276e-05,
+      "loss": 0.0088,
+      "step": 9170
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703368722059404e-05,
+      "loss": 0.0051,
+      "step": 9172
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703304026033681e-05,
+      "loss": 0.0257,
+      "step": 9174
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703239330007958e-05,
+      "loss": 0.0051,
+      "step": 9176
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7031746339822346e-05,
+      "loss": 0.0213,
+      "step": 9178
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7031099379565115e-05,
+      "loss": 0.0898,
+      "step": 9180
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7030452419307884e-05,
+      "loss": 0.0168,
+      "step": 9182
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702980545905065e-05,
+      "loss": 0.0056,
+      "step": 9184
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702915849879342e-05,
+      "loss": 0.0016,
+      "step": 9186
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702851153853619e-05,
+      "loss": 0.0359,
+      "step": 9188
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702786457827896e-05,
+      "loss": 0.0104,
+      "step": 9190
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702721761802173e-05,
+      "loss": 0.0049,
+      "step": 9192
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70265706577645e-05,
+      "loss": 0.029,
+      "step": 9194
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702592369750726e-05,
+      "loss": 0.0085,
+      "step": 9196
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7025276737250036e-05,
+      "loss": 0.0189,
+      "step": 9198
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70246297769928e-05,
+      "loss": 0.0116,
+      "step": 9200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702398281673557e-05,
+      "loss": 0.0214,
+      "step": 9202
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702333585647834e-05,
+      "loss": 0.0272,
+      "step": 9204
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7022688896221106e-05,
+      "loss": 0.0066,
+      "step": 9206
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702204193596388e-05,
+      "loss": 0.0105,
+      "step": 9208
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7021394975706644e-05,
+      "loss": 0.0263,
+      "step": 9210
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702074801544941e-05,
+      "loss": 0.0073,
+      "step": 9212
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.702010105519218e-05,
+      "loss": 0.014,
+      "step": 9214
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.701945409493495e-05,
+      "loss": 0.0082,
+      "step": 9216
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7018807134677714e-05,
+      "loss": 0.0187,
+      "step": 9218
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.701816017442049e-05,
+      "loss": 0.005,
+      "step": 9220
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.701751321416326e-05,
+      "loss": 0.0363,
+      "step": 9222
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.701686625390602e-05,
+      "loss": 0.0277,
+      "step": 9224
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70162192936488e-05,
+      "loss": 0.0068,
+      "step": 9226
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.701557233339156e-05,
+      "loss": 0.0129,
+      "step": 9228
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7014925373134335e-05,
+      "loss": 0.0093,
+      "step": 9230
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70142784128771e-05,
+      "loss": 0.0054,
+      "step": 9232
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7013631452619866e-05,
+      "loss": 0.0204,
+      "step": 9234
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7012984492362636e-05,
+      "loss": 0.0143,
+      "step": 9236
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7012337532105405e-05,
+      "loss": 0.0172,
+      "step": 9238
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7011690571848174e-05,
+      "loss": 0.0077,
+      "step": 9240
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.701104361159094e-05,
+      "loss": 0.0131,
+      "step": 9242
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.701039665133371e-05,
+      "loss": 0.0384,
+      "step": 9244
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7009749691076474e-05,
+      "loss": 0.0104,
+      "step": 9246
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700910273081925e-05,
+      "loss": 0.0232,
+      "step": 9248
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700845577056201e-05,
+      "loss": 0.0201,
+      "step": 9250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700780881030479e-05,
+      "loss": 0.0069,
+      "step": 9252
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700716185004756e-05,
+      "loss": 0.0053,
+      "step": 9254
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700651488979032e-05,
+      "loss": 0.0027,
+      "step": 9256
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7005867929533095e-05,
+      "loss": 0.0018,
+      "step": 9258
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700522096927586e-05,
+      "loss": 0.0058,
+      "step": 9260
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700457400901863e-05,
+      "loss": 0.0038,
+      "step": 9262
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7003927048761396e-05,
+      "loss": 0.005,
+      "step": 9264
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7003280088504165e-05,
+      "loss": 0.0098,
+      "step": 9266
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7002633128246934e-05,
+      "loss": 0.0027,
+      "step": 9268
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70019861679897e-05,
+      "loss": 0.0227,
+      "step": 9270
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700133920773247e-05,
+      "loss": 0.0396,
+      "step": 9272
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700069224747524e-05,
+      "loss": 0.0067,
+      "step": 9274
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.700004528721801e-05,
+      "loss": 0.0167,
+      "step": 9276
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.699939832696077e-05,
+      "loss": 0.0297,
+      "step": 9278
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.699875136670355e-05,
+      "loss": 0.0291,
+      "step": 9280
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.699810440644631e-05,
+      "loss": 0.0032,
+      "step": 9282
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.699745744618908e-05,
+      "loss": 0.0123,
+      "step": 9284
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6996810485931856e-05,
+      "loss": 0.0169,
+      "step": 9286
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.699616352567462e-05,
+      "loss": 0.0139,
+      "step": 9288
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6995516565417394e-05,
+      "loss": 0.0047,
+      "step": 9290
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6994869605160156e-05,
+      "loss": 0.0091,
+      "step": 9292
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6994222644902925e-05,
+      "loss": 0.0112,
+      "step": 9294
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6993575684645695e-05,
+      "loss": 0.0192,
+      "step": 9296
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6992928724388464e-05,
+      "loss": 0.0062,
+      "step": 9298
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.699228176413123e-05,
+      "loss": 0.012,
+      "step": 9300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6991634803874e-05,
+      "loss": 0.0093,
+      "step": 9302
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.699098784361677e-05,
+      "loss": 0.0093,
+      "step": 9304
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.699034088335953e-05,
+      "loss": 0.0055,
+      "step": 9306
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698969392310231e-05,
+      "loss": 0.0153,
+      "step": 9308
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698904696284507e-05,
+      "loss": 0.0276,
+      "step": 9310
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698840000258785e-05,
+      "loss": 0.0311,
+      "step": 9312
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698775304233061e-05,
+      "loss": 0.0069,
+      "step": 9314
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698710608207338e-05,
+      "loss": 0.0407,
+      "step": 9316
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698645912181615e-05,
+      "loss": 0.0096,
+      "step": 9318
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698581216155892e-05,
+      "loss": 0.008,
+      "step": 9320
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6985165201301686e-05,
+      "loss": 0.029,
+      "step": 9322
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6984518241044455e-05,
+      "loss": 0.0084,
+      "step": 9324
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6983871280787224e-05,
+      "loss": 0.0302,
+      "step": 9326
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6983224320529986e-05,
+      "loss": 0.0146,
+      "step": 9328
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698257736027276e-05,
+      "loss": 0.0174,
+      "step": 9330
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698193040001553e-05,
+      "loss": 0.0051,
+      "step": 9332
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69812834397583e-05,
+      "loss": 0.0102,
+      "step": 9334
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.698063647950107e-05,
+      "loss": 0.0207,
+      "step": 9336
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697998951924383e-05,
+      "loss": 0.0393,
+      "step": 9338
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697934255898661e-05,
+      "loss": 0.0256,
+      "step": 9340
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697869559872937e-05,
+      "loss": 0.006,
+      "step": 9342
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697804863847214e-05,
+      "loss": 0.0038,
+      "step": 9344
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697740167821491e-05,
+      "loss": 0.0097,
+      "step": 9346
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697675471795768e-05,
+      "loss": 0.0191,
+      "step": 9348
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6976107757700446e-05,
+      "loss": 0.0111,
+      "step": 9350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6975460797443215e-05,
+      "loss": 0.0135,
+      "step": 9352
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6974813837185984e-05,
+      "loss": 0.0016,
+      "step": 9354
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6974166876928753e-05,
+      "loss": 0.0046,
+      "step": 9356
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697351991667152e-05,
+      "loss": 0.0119,
+      "step": 9358
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6972872956414285e-05,
+      "loss": 0.0017,
+      "step": 9360
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697222599615706e-05,
+      "loss": 0.0357,
+      "step": 9362
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697157903589983e-05,
+      "loss": 0.0093,
+      "step": 9364
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697093207564259e-05,
+      "loss": 0.0168,
+      "step": 9366
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.697028511538537e-05,
+      "loss": 0.0082,
+      "step": 9368
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696963815512813e-05,
+      "loss": 0.0308,
+      "step": 9370
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6968991194870906e-05,
+      "loss": 0.0061,
+      "step": 9372
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696834423461367e-05,
+      "loss": 0.012,
+      "step": 9374
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696769727435644e-05,
+      "loss": 0.0327,
+      "step": 9376
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696705031409921e-05,
+      "loss": 0.0138,
+      "step": 9378
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6966403353841976e-05,
+      "loss": 0.0084,
+      "step": 9380
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6965756393584745e-05,
+      "loss": 0.0036,
+      "step": 9382
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6965109433327514e-05,
+      "loss": 0.0119,
+      "step": 9384
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696446247307028e-05,
+      "loss": 0.0038,
+      "step": 9386
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6963815512813045e-05,
+      "loss": 0.0123,
+      "step": 9388
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696316855255582e-05,
+      "loss": 0.0038,
+      "step": 9390
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6962521592298583e-05,
+      "loss": 0.0152,
+      "step": 9392
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696187463204136e-05,
+      "loss": 0.008,
+      "step": 9394
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696122767178412e-05,
+      "loss": 0.0099,
+      "step": 9396
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.696058071152689e-05,
+      "loss": 0.0141,
+      "step": 9398
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6959933751269667e-05,
+      "loss": 0.0017,
+      "step": 9400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695928679101243e-05,
+      "loss": 0.0147,
+      "step": 9402
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69586398307552e-05,
+      "loss": 0.0058,
+      "step": 9404
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695799287049797e-05,
+      "loss": 0.0058,
+      "step": 9406
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6957345910240736e-05,
+      "loss": 0.0084,
+      "step": 9408
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6956698949983505e-05,
+      "loss": 0.0091,
+      "step": 9410
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6956051989726274e-05,
+      "loss": 0.004,
+      "step": 9412
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6955405029469043e-05,
+      "loss": 0.0037,
+      "step": 9414
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695475806921181e-05,
+      "loss": 0.0208,
+      "step": 9416
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695411110895458e-05,
+      "loss": 0.0044,
+      "step": 9418
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6953464148697344e-05,
+      "loss": 0.0151,
+      "step": 9420
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695281718844012e-05,
+      "loss": 0.0028,
+      "step": 9422
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695217022818288e-05,
+      "loss": 0.0048,
+      "step": 9424
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695152326792565e-05,
+      "loss": 0.0091,
+      "step": 9426
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695087630766842e-05,
+      "loss": 0.0194,
+      "step": 9428
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.695022934741119e-05,
+      "loss": 0.0102,
+      "step": 9430
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6949582387153965e-05,
+      "loss": 0.0105,
+      "step": 9432
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694893542689673e-05,
+      "loss": 0.0075,
+      "step": 9434
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6948288466639497e-05,
+      "loss": 0.0103,
+      "step": 9436
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6947641506382266e-05,
+      "loss": 0.0138,
+      "step": 9438
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6946994546125035e-05,
+      "loss": 0.0027,
+      "step": 9440
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69463475858678e-05,
+      "loss": 0.0226,
+      "step": 9442
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694570062561057e-05,
+      "loss": 0.002,
+      "step": 9444
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694505366535334e-05,
+      "loss": 0.005,
+      "step": 9446
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6944406705096104e-05,
+      "loss": 0.0031,
+      "step": 9448
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694375974483888e-05,
+      "loss": 0.0033,
+      "step": 9450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694311278458164e-05,
+      "loss": 0.0135,
+      "step": 9452
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694246582432442e-05,
+      "loss": 0.0251,
+      "step": 9454
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694181886406718e-05,
+      "loss": 0.0052,
+      "step": 9456
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694117190380995e-05,
+      "loss": 0.003,
+      "step": 9458
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.694052494355272e-05,
+      "loss": 0.0175,
+      "step": 9460
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693987798329549e-05,
+      "loss": 0.0038,
+      "step": 9462
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693923102303826e-05,
+      "loss": 0.0103,
+      "step": 9464
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6938584062781026e-05,
+      "loss": 0.0552,
+      "step": 9466
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6937937102523795e-05,
+      "loss": 0.0299,
+      "step": 9468
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693729014226656e-05,
+      "loss": 0.005,
+      "step": 9470
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693664318200933e-05,
+      "loss": 0.0163,
+      "step": 9472
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6935996221752096e-05,
+      "loss": 0.0103,
+      "step": 9474
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693534926149487e-05,
+      "loss": 0.0135,
+      "step": 9476
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693470230123764e-05,
+      "loss": 0.0075,
+      "step": 9478
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69340553409804e-05,
+      "loss": 0.0038,
+      "step": 9480
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693340838072318e-05,
+      "loss": 0.0142,
+      "step": 9482
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693276142046594e-05,
+      "loss": 0.0201,
+      "step": 9484
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693211446020871e-05,
+      "loss": 0.0014,
+      "step": 9486
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693146749995148e-05,
+      "loss": 0.0052,
+      "step": 9488
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693082053969425e-05,
+      "loss": 0.0084,
+      "step": 9490
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.693017357943702e-05,
+      "loss": 0.0023,
+      "step": 9492
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6929526619179786e-05,
+      "loss": 0.0127,
+      "step": 9494
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6928879658922556e-05,
+      "loss": 0.006,
+      "step": 9496
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6928232698665325e-05,
+      "loss": 0.0026,
+      "step": 9498
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6927585738408094e-05,
+      "loss": 0.0198,
+      "step": 9500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6926938778150856e-05,
+      "loss": 0.0083,
+      "step": 9502
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.692629181789363e-05,
+      "loss": 0.0023,
+      "step": 9504
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6925644857636394e-05,
+      "loss": 0.0065,
+      "step": 9506
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.692499789737916e-05,
+      "loss": 0.0116,
+      "step": 9508
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.692435093712194e-05,
+      "loss": 0.0121,
+      "step": 9510
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69237039768647e-05,
+      "loss": 0.0092,
+      "step": 9512
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.692305701660748e-05,
+      "loss": 0.0041,
+      "step": 9514
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.692241005635024e-05,
+      "loss": 0.0241,
+      "step": 9516
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.692176309609301e-05,
+      "loss": 0.0019,
+      "step": 9518
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.692111613583578e-05,
+      "loss": 0.0142,
+      "step": 9520
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.692046917557855e-05,
+      "loss": 0.0108,
+      "step": 9522
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6919822215321316e-05,
+      "loss": 0.0033,
+      "step": 9524
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6919175255064085e-05,
+      "loss": 0.0223,
+      "step": 9526
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6918528294806854e-05,
+      "loss": 0.0048,
+      "step": 9528
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6917881334549616e-05,
+      "loss": 0.0052,
+      "step": 9530
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691723437429239e-05,
+      "loss": 0.0098,
+      "step": 9532
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6916587414035155e-05,
+      "loss": 0.0568,
+      "step": 9534
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691594045377793e-05,
+      "loss": 0.0021,
+      "step": 9536
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691529349352069e-05,
+      "loss": 0.0041,
+      "step": 9538
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691464653326346e-05,
+      "loss": 0.0045,
+      "step": 9540
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691399957300623e-05,
+      "loss": 0.0231,
+      "step": 9542
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6913352612749e-05,
+      "loss": 0.0136,
+      "step": 9544
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691270565249177e-05,
+      "loss": 0.0036,
+      "step": 9546
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691205869223454e-05,
+      "loss": 0.0051,
+      "step": 9548
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691141173197731e-05,
+      "loss": 0.0194,
+      "step": 9550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6910764771720076e-05,
+      "loss": 0.013,
+      "step": 9552
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6910117811462845e-05,
+      "loss": 0.0058,
+      "step": 9554
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6909470851205614e-05,
+      "loss": 0.0315,
+      "step": 9556
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6908823890948384e-05,
+      "loss": 0.0081,
+      "step": 9558
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690817693069115e-05,
+      "loss": 0.009,
+      "step": 9560
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6907529970433915e-05,
+      "loss": 0.006,
+      "step": 9562
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690688301017669e-05,
+      "loss": 0.0075,
+      "step": 9564
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690623604991945e-05,
+      "loss": 0.0162,
+      "step": 9566
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690558908966222e-05,
+      "loss": 0.0123,
+      "step": 9568
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690494212940499e-05,
+      "loss": 0.0083,
+      "step": 9570
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690429516914776e-05,
+      "loss": 0.0051,
+      "step": 9572
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690364820889053e-05,
+      "loss": 0.002,
+      "step": 9574
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.69030012486333e-05,
+      "loss": 0.012,
+      "step": 9576
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690235428837607e-05,
+      "loss": 0.0038,
+      "step": 9578
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690170732811884e-05,
+      "loss": 0.0042,
+      "step": 9580
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6901060367861606e-05,
+      "loss": 0.0128,
+      "step": 9582
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.690041340760437e-05,
+      "loss": 0.0081,
+      "step": 9584
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6899766447347144e-05,
+      "loss": 0.0169,
+      "step": 9586
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689911948708991e-05,
+      "loss": 0.0072,
+      "step": 9588
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6898472526832675e-05,
+      "loss": 0.011,
+      "step": 9590
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689782556657545e-05,
+      "loss": 0.0122,
+      "step": 9592
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6897178606318214e-05,
+      "loss": 0.0183,
+      "step": 9594
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689653164606099e-05,
+      "loss": 0.0185,
+      "step": 9596
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689588468580375e-05,
+      "loss": 0.0029,
+      "step": 9598
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689523772554652e-05,
+      "loss": 0.0025,
+      "step": 9600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689459076528929e-05,
+      "loss": 0.0086,
+      "step": 9602
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689394380503206e-05,
+      "loss": 0.0128,
+      "step": 9604
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689329684477483e-05,
+      "loss": 0.0281,
+      "step": 9606
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68926498845176e-05,
+      "loss": 0.0031,
+      "step": 9608
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6892002924260366e-05,
+      "loss": 0.0014,
+      "step": 9610
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689135596400313e-05,
+      "loss": 0.0039,
+      "step": 9612
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6890709003745904e-05,
+      "loss": 0.006,
+      "step": 9614
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.689006204348867e-05,
+      "loss": 0.0134,
+      "step": 9616
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688941508323144e-05,
+      "loss": 0.0019,
+      "step": 9618
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6888768122974205e-05,
+      "loss": 0.0105,
+      "step": 9620
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6888121162716974e-05,
+      "loss": 0.0092,
+      "step": 9622
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688747420245975e-05,
+      "loss": 0.0009,
+      "step": 9624
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688682724220251e-05,
+      "loss": 0.0015,
+      "step": 9626
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688618028194528e-05,
+      "loss": 0.0028,
+      "step": 9628
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688553332168805e-05,
+      "loss": 0.0171,
+      "step": 9630
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688488636143082e-05,
+      "loss": 0.0046,
+      "step": 9632
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688423940117359e-05,
+      "loss": 0.009,
+      "step": 9634
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688359244091636e-05,
+      "loss": 0.0146,
+      "step": 9636
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688294548065913e-05,
+      "loss": 0.0008,
+      "step": 9638
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6882298520401896e-05,
+      "loss": 0.0105,
+      "step": 9640
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6881651560144665e-05,
+      "loss": 0.0048,
+      "step": 9642
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.688100459988743e-05,
+      "loss": 0.0107,
+      "step": 9644
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68803576396302e-05,
+      "loss": 0.0229,
+      "step": 9646
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6879710679372965e-05,
+      "loss": 0.0164,
+      "step": 9648
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6879063719115734e-05,
+      "loss": 0.0388,
+      "step": 9650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6878416758858503e-05,
+      "loss": 0.0126,
+      "step": 9652
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687776979860127e-05,
+      "loss": 0.0262,
+      "step": 9654
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687712283834405e-05,
+      "loss": 0.0139,
+      "step": 9656
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687647587808681e-05,
+      "loss": 0.0202,
+      "step": 9658
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687582891782958e-05,
+      "loss": 0.0142,
+      "step": 9660
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687518195757235e-05,
+      "loss": 0.0047,
+      "step": 9662
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687453499731512e-05,
+      "loss": 0.0139,
+      "step": 9664
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687388803705789e-05,
+      "loss": 0.0288,
+      "step": 9666
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6873241076800656e-05,
+      "loss": 0.015,
+      "step": 9668
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6872594116543425e-05,
+      "loss": 0.0188,
+      "step": 9670
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687194715628619e-05,
+      "loss": 0.0345,
+      "step": 9672
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687130019602896e-05,
+      "loss": 0.0077,
+      "step": 9674
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6870653235771726e-05,
+      "loss": 0.0026,
+      "step": 9676
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68700062755145e-05,
+      "loss": 0.0102,
+      "step": 9678
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6869359315257264e-05,
+      "loss": 0.0306,
+      "step": 9680
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.686871235500003e-05,
+      "loss": 0.0068,
+      "step": 9682
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68680653947428e-05,
+      "loss": 0.0061,
+      "step": 9684
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.686741843448557e-05,
+      "loss": 0.0037,
+      "step": 9686
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.686677147422834e-05,
+      "loss": 0.0033,
+      "step": 9688
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.686612451397111e-05,
+      "loss": 0.0077,
+      "step": 9690
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.686547755371388e-05,
+      "loss": 0.0211,
+      "step": 9692
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.686483059345665e-05,
+      "loss": 0.0113,
+      "step": 9694
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6864183633199417e-05,
+      "loss": 0.0034,
+      "step": 9696
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.686353667294218e-05,
+      "loss": 0.0034,
+      "step": 9698
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6862889712684955e-05,
+      "loss": 0.0035,
+      "step": 9700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6862242752427724e-05,
+      "loss": 0.0083,
+      "step": 9702
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6861595792170486e-05,
+      "loss": 0.0034,
+      "step": 9704
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.686094883191326e-05,
+      "loss": 0.0037,
+      "step": 9706
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6860301871656024e-05,
+      "loss": 0.0018,
+      "step": 9708
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685965491139879e-05,
+      "loss": 0.0106,
+      "step": 9710
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685900795114156e-05,
+      "loss": 0.0038,
+      "step": 9712
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685836099088433e-05,
+      "loss": 0.0214,
+      "step": 9714
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68577140306271e-05,
+      "loss": 0.0049,
+      "step": 9716
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685706707036987e-05,
+      "loss": 0.0283,
+      "step": 9718
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685642011011264e-05,
+      "loss": 0.0038,
+      "step": 9720
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685577314985541e-05,
+      "loss": 0.004,
+      "step": 9722
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685512618959818e-05,
+      "loss": 0.0029,
+      "step": 9724
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685447922934094e-05,
+      "loss": 0.0136,
+      "step": 9726
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6853832269083715e-05,
+      "loss": 0.0322,
+      "step": 9728
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685318530882648e-05,
+      "loss": 0.0043,
+      "step": 9730
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6852538348569246e-05,
+      "loss": 0.0158,
+      "step": 9732
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685189138831202e-05,
+      "loss": 0.0241,
+      "step": 9734
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6851244428054785e-05,
+      "loss": 0.0208,
+      "step": 9736
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.685059746779756e-05,
+      "loss": 0.0034,
+      "step": 9738
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684995050754032e-05,
+      "loss": 0.0303,
+      "step": 9740
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684930354728309e-05,
+      "loss": 0.0066,
+      "step": 9742
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684865658702586e-05,
+      "loss": 0.0221,
+      "step": 9744
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684800962676863e-05,
+      "loss": 0.0064,
+      "step": 9746
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68473626665114e-05,
+      "loss": 0.0035,
+      "step": 9748
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684671570625417e-05,
+      "loss": 0.0116,
+      "step": 9750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684606874599694e-05,
+      "loss": 0.003,
+      "step": 9752
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68454217857397e-05,
+      "loss": 0.0152,
+      "step": 9754
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6844774825482476e-05,
+      "loss": 0.0102,
+      "step": 9756
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684412786522524e-05,
+      "loss": 0.0122,
+      "step": 9758
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6843480904968014e-05,
+      "loss": 0.0165,
+      "step": 9760
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6842833944710776e-05,
+      "loss": 0.0136,
+      "step": 9762
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6842186984453545e-05,
+      "loss": 0.0127,
+      "step": 9764
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684154002419632e-05,
+      "loss": 0.0045,
+      "step": 9766
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684089306393908e-05,
+      "loss": 0.0104,
+      "step": 9768
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.684024610368185e-05,
+      "loss": 0.0514,
+      "step": 9770
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683959914342462e-05,
+      "loss": 0.0036,
+      "step": 9772
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683895218316739e-05,
+      "loss": 0.0128,
+      "step": 9774
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683830522291016e-05,
+      "loss": 0.0428,
+      "step": 9776
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683765826265293e-05,
+      "loss": 0.0092,
+      "step": 9778
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68370113023957e-05,
+      "loss": 0.0181,
+      "step": 9780
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683636434213847e-05,
+      "loss": 0.0107,
+      "step": 9782
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6835717381881236e-05,
+      "loss": 0.0202,
+      "step": 9784
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6835070421624e-05,
+      "loss": 0.0049,
+      "step": 9786
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6834423461366774e-05,
+      "loss": 0.03,
+      "step": 9788
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6833776501109536e-05,
+      "loss": 0.0218,
+      "step": 9790
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6833129540852305e-05,
+      "loss": 0.0269,
+      "step": 9792
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6832482580595075e-05,
+      "loss": 0.0097,
+      "step": 9794
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6831835620337844e-05,
+      "loss": 0.004,
+      "step": 9796
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683118866008061e-05,
+      "loss": 0.0024,
+      "step": 9798
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683054169982338e-05,
+      "loss": 0.0022,
+      "step": 9800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682989473956615e-05,
+      "loss": 0.0089,
+      "step": 9802
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682924777930892e-05,
+      "loss": 0.0048,
+      "step": 9804
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682860081905169e-05,
+      "loss": 0.03,
+      "step": 9806
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682795385879445e-05,
+      "loss": 0.0044,
+      "step": 9808
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682730689853723e-05,
+      "loss": 0.006,
+      "step": 9810
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6826659938279996e-05,
+      "loss": 0.0167,
+      "step": 9812
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682601297802276e-05,
+      "loss": 0.0172,
+      "step": 9814
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6825366017765534e-05,
+      "loss": 0.0204,
+      "step": 9816
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68247190575083e-05,
+      "loss": 0.0043,
+      "step": 9818
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682407209725107e-05,
+      "loss": 0.048,
+      "step": 9820
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6823425136993835e-05,
+      "loss": 0.0048,
+      "step": 9822
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6822778176736604e-05,
+      "loss": 0.0123,
+      "step": 9824
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682213121647937e-05,
+      "loss": 0.0202,
+      "step": 9826
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682148425622214e-05,
+      "loss": 0.0015,
+      "step": 9828
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682083729596491e-05,
+      "loss": 0.0073,
+      "step": 9830
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682019033570768e-05,
+      "loss": 0.009,
+      "step": 9832
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681954337545045e-05,
+      "loss": 0.0275,
+      "step": 9834
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681889641519322e-05,
+      "loss": 0.0059,
+      "step": 9836
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681824945493599e-05,
+      "loss": 0.0201,
+      "step": 9838
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681760249467875e-05,
+      "loss": 0.0383,
+      "step": 9840
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6816955534421526e-05,
+      "loss": 0.007,
+      "step": 9842
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6816308574164295e-05,
+      "loss": 0.0045,
+      "step": 9844
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681566161390706e-05,
+      "loss": 0.0197,
+      "step": 9846
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681501465364983e-05,
+      "loss": 0.0055,
+      "step": 9848
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6814367693392595e-05,
+      "loss": 0.0112,
+      "step": 9850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6813720733135364e-05,
+      "loss": 0.0173,
+      "step": 9852
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6813073772878134e-05,
+      "loss": 0.0132,
+      "step": 9854
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68124268126209e-05,
+      "loss": 0.0238,
+      "step": 9856
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681177985236367e-05,
+      "loss": 0.007,
+      "step": 9858
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681113289210644e-05,
+      "loss": 0.012,
+      "step": 9860
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681048593184921e-05,
+      "loss": 0.0158,
+      "step": 9862
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680983897159198e-05,
+      "loss": 0.0103,
+      "step": 9864
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680919201133475e-05,
+      "loss": 0.0053,
+      "step": 9866
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680854505107751e-05,
+      "loss": 0.0127,
+      "step": 9868
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6807898090820286e-05,
+      "loss": 0.0095,
+      "step": 9870
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680725113056305e-05,
+      "loss": 0.0084,
+      "step": 9872
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680660417030582e-05,
+      "loss": 0.0029,
+      "step": 9874
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680595721004859e-05,
+      "loss": 0.0245,
+      "step": 9876
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6805310249791356e-05,
+      "loss": 0.0322,
+      "step": 9878
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680466328953413e-05,
+      "loss": 0.0023,
+      "step": 9880
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6804016329276894e-05,
+      "loss": 0.0317,
+      "step": 9882
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680336936901966e-05,
+      "loss": 0.0032,
+      "step": 9884
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680272240876243e-05,
+      "loss": 0.0193,
+      "step": 9886
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.68020754485052e-05,
+      "loss": 0.0147,
+      "step": 9888
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680142848824797e-05,
+      "loss": 0.0121,
+      "step": 9890
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680078152799074e-05,
+      "loss": 0.0146,
+      "step": 9892
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.680013456773351e-05,
+      "loss": 0.0229,
+      "step": 9894
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679948760747627e-05,
+      "loss": 0.0298,
+      "step": 9896
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6798840647219047e-05,
+      "loss": 0.0314,
+      "step": 9898
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679819368696181e-05,
+      "loss": 0.0142,
+      "step": 9900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6797546726704585e-05,
+      "loss": 0.0037,
+      "step": 9902
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679689976644735e-05,
+      "loss": 0.0136,
+      "step": 9904
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6796252806190116e-05,
+      "loss": 0.0067,
+      "step": 9906
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6795605845932885e-05,
+      "loss": 0.0126,
+      "step": 9908
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6794958885675654e-05,
+      "loss": 0.0135,
+      "step": 9910
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6794311925418423e-05,
+      "loss": 0.0089,
+      "step": 9912
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679366496516119e-05,
+      "loss": 0.0146,
+      "step": 9914
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679301800490396e-05,
+      "loss": 0.0086,
+      "step": 9916
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679237104464673e-05,
+      "loss": 0.0215,
+      "step": 9918
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.67917240843895e-05,
+      "loss": 0.0335,
+      "step": 9920
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679107712413226e-05,
+      "loss": 0.0095,
+      "step": 9922
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679043016387504e-05,
+      "loss": 0.0243,
+      "step": 9924
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678978320361781e-05,
+      "loss": 0.0075,
+      "step": 9926
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678913624336057e-05,
+      "loss": 0.004,
+      "step": 9928
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6788489283103345e-05,
+      "loss": 0.0023,
+      "step": 9930
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678784232284611e-05,
+      "loss": 0.0164,
+      "step": 9932
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6787195362588877e-05,
+      "loss": 0.0365,
+      "step": 9934
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6786548402331646e-05,
+      "loss": 0.002,
+      "step": 9936
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6785901442074415e-05,
+      "loss": 0.0047,
+      "step": 9938
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6785254481817184e-05,
+      "loss": 0.0184,
+      "step": 9940
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678460752155995e-05,
+      "loss": 0.0202,
+      "step": 9942
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678396056130272e-05,
+      "loss": 0.02,
+      "step": 9944
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678331360104549e-05,
+      "loss": 0.0268,
+      "step": 9946
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678266664078826e-05,
+      "loss": 0.0052,
+      "step": 9948
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678201968053102e-05,
+      "loss": 0.0017,
+      "step": 9950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.67813727202738e-05,
+      "loss": 0.0151,
+      "step": 9952
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678072576001656e-05,
+      "loss": 0.0058,
+      "step": 9954
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678007879975933e-05,
+      "loss": 0.0083,
+      "step": 9956
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6779431839502106e-05,
+      "loss": 0.0032,
+      "step": 9958
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677878487924487e-05,
+      "loss": 0.0022,
+      "step": 9960
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6778137918987644e-05,
+      "loss": 0.0183,
+      "step": 9962
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6777490958730406e-05,
+      "loss": 0.0044,
+      "step": 9964
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6776843998473175e-05,
+      "loss": 0.0075,
+      "step": 9966
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6776197038215944e-05,
+      "loss": 0.0065,
+      "step": 9968
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677555007795871e-05,
+      "loss": 0.0081,
+      "step": 9970
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677490311770148e-05,
+      "loss": 0.0014,
+      "step": 9972
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677425615744425e-05,
+      "loss": 0.0046,
+      "step": 9974
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677360919718702e-05,
+      "loss": 0.0035,
+      "step": 9976
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677296223692979e-05,
+      "loss": 0.0169,
+      "step": 9978
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677231527667256e-05,
+      "loss": 0.0082,
+      "step": 9980
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677166831641532e-05,
+      "loss": 0.004,
+      "step": 9982
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.67710213561581e-05,
+      "loss": 0.0108,
+      "step": 9984
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677037439590086e-05,
+      "loss": 0.0045,
+      "step": 9986
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676972743564363e-05,
+      "loss": 0.0042,
+      "step": 9988
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6769080475386404e-05,
+      "loss": 0.0138,
+      "step": 9990
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6768433515129166e-05,
+      "loss": 0.0109,
+      "step": 9992
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6767786554871936e-05,
+      "loss": 0.0044,
+      "step": 9994
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6767139594614705e-05,
+      "loss": 0.0041,
+      "step": 9996
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6766492634357474e-05,
+      "loss": 0.0073,
+      "step": 9998
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676584567410024e-05,
+      "loss": 0.0042,
+      "step": 10000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676519871384301e-05,
+      "loss": 0.0074,
+      "step": 10002
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676455175358578e-05,
+      "loss": 0.0046,
+      "step": 10004
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676390479332855e-05,
+      "loss": 0.0022,
+      "step": 10006
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676325783307132e-05,
+      "loss": 0.0082,
+      "step": 10008
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676261087281408e-05,
+      "loss": 0.0128,
+      "step": 10010
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676196391255686e-05,
+      "loss": 0.0074,
+      "step": 10012
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676131695229962e-05,
+      "loss": 0.049,
+      "step": 10014
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676066999204239e-05,
+      "loss": 0.0031,
+      "step": 10016
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.676002303178516e-05,
+      "loss": 0.003,
+      "step": 10018
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.675937607152793e-05,
+      "loss": 0.0039,
+      "step": 10020
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6758729111270696e-05,
+      "loss": 0.004,
+      "step": 10022
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6758082151013465e-05,
+      "loss": 0.0053,
+      "step": 10024
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6757435190756234e-05,
+      "loss": 0.0086,
+      "step": 10026
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6756788230499e-05,
+      "loss": 0.0165,
+      "step": 10028
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.675614127024177e-05,
+      "loss": 0.0245,
+      "step": 10030
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6755494309984535e-05,
+      "loss": 0.0044,
+      "step": 10032
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.675484734972731e-05,
+      "loss": 0.0085,
+      "step": 10034
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.675420038947008e-05,
+      "loss": 0.0049,
+      "step": 10036
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.675355342921284e-05,
+      "loss": 0.0654,
+      "step": 10038
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.675290646895562e-05,
+      "loss": 0.0113,
+      "step": 10040
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.675225950869838e-05,
+      "loss": 0.0076,
+      "step": 10042
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6751612548441156e-05,
+      "loss": 0.009,
+      "step": 10044
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.675096558818392e-05,
+      "loss": 0.024,
+      "step": 10046
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.675031862792669e-05,
+      "loss": 0.0461,
+      "step": 10048
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6749671667669456e-05,
+      "loss": 0.0231,
+      "step": 10050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6749024707412225e-05,
+      "loss": 0.0033,
+      "step": 10052
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6748377747154995e-05,
+      "loss": 0.0064,
+      "step": 10054
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6747730786897764e-05,
+      "loss": 0.0027,
+      "step": 10056
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674708382664053e-05,
+      "loss": 0.0427,
+      "step": 10058
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.67464368663833e-05,
+      "loss": 0.0055,
+      "step": 10060
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674578990612607e-05,
+      "loss": 0.0309,
+      "step": 10062
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674514294586883e-05,
+      "loss": 0.0219,
+      "step": 10064
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674449598561161e-05,
+      "loss": 0.0052,
+      "step": 10066
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674384902535438e-05,
+      "loss": 0.0015,
+      "step": 10068
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674320206509714e-05,
+      "loss": 0.0184,
+      "step": 10070
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6742555104839916e-05,
+      "loss": 0.0209,
+      "step": 10072
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674190814458268e-05,
+      "loss": 0.0102,
+      "step": 10074
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674126118432545e-05,
+      "loss": 0.0082,
+      "step": 10076
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.674061422406822e-05,
+      "loss": 0.0017,
+      "step": 10078
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6739967263810986e-05,
+      "loss": 0.0024,
+      "step": 10080
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6739320303553755e-05,
+      "loss": 0.0043,
+      "step": 10082
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6738673343296524e-05,
+      "loss": 0.001,
+      "step": 10084
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.673802638303929e-05,
+      "loss": 0.0285,
+      "step": 10086
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.673737942278206e-05,
+      "loss": 0.0031,
+      "step": 10088
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.673673246252483e-05,
+      "loss": 0.002,
+      "step": 10090
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6736085502267594e-05,
+      "loss": 0.005,
+      "step": 10092
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.673543854201037e-05,
+      "loss": 0.0118,
+      "step": 10094
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.673479158175313e-05,
+      "loss": 0.0045,
+      "step": 10096
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.67341446214959e-05,
+      "loss": 0.0044,
+      "step": 10098
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.673349766123867e-05,
+      "loss": 0.0138,
+      "step": 10100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.673285070098144e-05,
+      "loss": 0.0074,
+      "step": 10102
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6732203740724215e-05,
+      "loss": 0.0332,
+      "step": 10104
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.673155678046698e-05,
+      "loss": 0.0098,
+      "step": 10106
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6730909820209746e-05,
+      "loss": 0.0046,
+      "step": 10108
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6730262859952515e-05,
+      "loss": 0.0166,
+      "step": 10110
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6729615899695284e-05,
+      "loss": 0.0124,
+      "step": 10112
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6728968939438054e-05,
+      "loss": 0.001,
+      "step": 10114
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672832197918082e-05,
+      "loss": 0.0155,
+      "step": 10116
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672767501892359e-05,
+      "loss": 0.0041,
+      "step": 10118
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672702805866636e-05,
+      "loss": 0.0391,
+      "step": 10120
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672638109840913e-05,
+      "loss": 0.0191,
+      "step": 10122
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672573413815189e-05,
+      "loss": 0.0095,
+      "step": 10124
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672508717789467e-05,
+      "loss": 0.0019,
+      "step": 10126
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672444021763743e-05,
+      "loss": 0.0026,
+      "step": 10128
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.67237932573802e-05,
+      "loss": 0.0017,
+      "step": 10130
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672314629712297e-05,
+      "loss": 0.0085,
+      "step": 10132
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672249933686574e-05,
+      "loss": 0.0069,
+      "step": 10134
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.672185237660851e-05,
+      "loss": 0.0097,
+      "step": 10136
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6721205416351276e-05,
+      "loss": 0.0074,
+      "step": 10138
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6720558456094045e-05,
+      "loss": 0.0109,
+      "step": 10140
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6719911495836814e-05,
+      "loss": 0.0171,
+      "step": 10142
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671926453557958e-05,
+      "loss": 0.0025,
+      "step": 10144
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671861757532235e-05,
+      "loss": 0.0124,
+      "step": 10146
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671797061506512e-05,
+      "loss": 0.0042,
+      "step": 10148
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671732365480789e-05,
+      "loss": 0.0058,
+      "step": 10150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671667669455065e-05,
+      "loss": 0.0122,
+      "step": 10152
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671602973429343e-05,
+      "loss": 0.027,
+      "step": 10154
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671538277403619e-05,
+      "loss": 0.0054,
+      "step": 10156
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671473581377896e-05,
+      "loss": 0.0029,
+      "step": 10158
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671408885352173e-05,
+      "loss": 0.0166,
+      "step": 10160
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.67134418932645e-05,
+      "loss": 0.0274,
+      "step": 10162
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.671279493300727e-05,
+      "loss": 0.0128,
+      "step": 10164
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6712147972750036e-05,
+      "loss": 0.0088,
+      "step": 10166
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6711501012492805e-05,
+      "loss": 0.0137,
+      "step": 10168
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6710854052235574e-05,
+      "loss": 0.0269,
+      "step": 10170
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6710207091978343e-05,
+      "loss": 0.0132,
+      "step": 10172
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6709560131721106e-05,
+      "loss": 0.0232,
+      "step": 10174
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670891317146388e-05,
+      "loss": 0.0107,
+      "step": 10176
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6708266211206644e-05,
+      "loss": 0.0208,
+      "step": 10178
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670761925094941e-05,
+      "loss": 0.0229,
+      "step": 10180
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670697229069219e-05,
+      "loss": 0.0282,
+      "step": 10182
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670632533043495e-05,
+      "loss": 0.0035,
+      "step": 10184
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670567837017773e-05,
+      "loss": 0.006,
+      "step": 10186
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670503140992049e-05,
+      "loss": 0.0035,
+      "step": 10188
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670438444966326e-05,
+      "loss": 0.013,
+      "step": 10190
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670373748940603e-05,
+      "loss": 0.0105,
+      "step": 10192
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6703090529148797e-05,
+      "loss": 0.0036,
+      "step": 10194
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6702443568891566e-05,
+      "loss": 0.0115,
+      "step": 10196
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6701796608634335e-05,
+      "loss": 0.0126,
+      "step": 10198
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6701149648377104e-05,
+      "loss": 0.0499,
+      "step": 10200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.670050268811987e-05,
+      "loss": 0.0049,
+      "step": 10202
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669985572786264e-05,
+      "loss": 0.0045,
+      "step": 10204
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6699208767605404e-05,
+      "loss": 0.0086,
+      "step": 10206
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669856180734818e-05,
+      "loss": 0.0145,
+      "step": 10208
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669791484709094e-05,
+      "loss": 0.0007,
+      "step": 10210
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669726788683371e-05,
+      "loss": 0.0078,
+      "step": 10212
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669662092657649e-05,
+      "loss": 0.0101,
+      "step": 10214
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669597396631925e-05,
+      "loss": 0.0053,
+      "step": 10216
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669532700606202e-05,
+      "loss": 0.0277,
+      "step": 10218
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669468004580479e-05,
+      "loss": 0.0111,
+      "step": 10220
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669403308554756e-05,
+      "loss": 0.0031,
+      "step": 10222
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6693386125290326e-05,
+      "loss": 0.0394,
+      "step": 10224
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6692739165033095e-05,
+      "loss": 0.0063,
+      "step": 10226
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6692092204775864e-05,
+      "loss": 0.0133,
+      "step": 10228
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.669144524451863e-05,
+      "loss": 0.0119,
+      "step": 10230
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66907982842614e-05,
+      "loss": 0.0302,
+      "step": 10232
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6690151324004165e-05,
+      "loss": 0.0039,
+      "step": 10234
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668950436374694e-05,
+      "loss": 0.0035,
+      "step": 10236
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66888574034897e-05,
+      "loss": 0.0268,
+      "step": 10238
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668821044323247e-05,
+      "loss": 0.005,
+      "step": 10240
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668756348297524e-05,
+      "loss": 0.0072,
+      "step": 10242
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668691652271801e-05,
+      "loss": 0.0023,
+      "step": 10244
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6686269562460786e-05,
+      "loss": 0.0039,
+      "step": 10246
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668562260220355e-05,
+      "loss": 0.0042,
+      "step": 10248
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668497564194632e-05,
+      "loss": 0.0013,
+      "step": 10250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6684328681689086e-05,
+      "loss": 0.0018,
+      "step": 10252
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6683681721431856e-05,
+      "loss": 0.0013,
+      "step": 10254
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668303476117462e-05,
+      "loss": 0.0021,
+      "step": 10256
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6682387800917394e-05,
+      "loss": 0.0088,
+      "step": 10258
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668174084066016e-05,
+      "loss": 0.0313,
+      "step": 10260
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.668109388040293e-05,
+      "loss": 0.0024,
+      "step": 10262
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66804469201457e-05,
+      "loss": 0.0049,
+      "step": 10264
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667979995988846e-05,
+      "loss": 0.0261,
+      "step": 10266
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667915299963124e-05,
+      "loss": 0.0044,
+      "step": 10268
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6678506039374e-05,
+      "loss": 0.0018,
+      "step": 10270
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667785907911677e-05,
+      "loss": 0.0046,
+      "step": 10272
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667721211885954e-05,
+      "loss": 0.0072,
+      "step": 10274
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667656515860231e-05,
+      "loss": 0.0052,
+      "step": 10276
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667591819834508e-05,
+      "loss": 0.004,
+      "step": 10278
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667527123808785e-05,
+      "loss": 0.0148,
+      "step": 10280
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6674624277830616e-05,
+      "loss": 0.0218,
+      "step": 10282
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6673977317573385e-05,
+      "loss": 0.0076,
+      "step": 10284
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6673330357316154e-05,
+      "loss": 0.0105,
+      "step": 10286
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6672683397058916e-05,
+      "loss": 0.0014,
+      "step": 10288
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667203643680169e-05,
+      "loss": 0.012,
+      "step": 10290
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667138947654446e-05,
+      "loss": 0.01,
+      "step": 10292
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6670742516287224e-05,
+      "loss": 0.0021,
+      "step": 10294
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.667009555603e-05,
+      "loss": 0.001,
+      "step": 10296
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666944859577276e-05,
+      "loss": 0.004,
+      "step": 10298
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666880163551553e-05,
+      "loss": 0.0292,
+      "step": 10300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66681546752583e-05,
+      "loss": 0.0037,
+      "step": 10302
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666750771500107e-05,
+      "loss": 0.0039,
+      "step": 10304
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666686075474384e-05,
+      "loss": 0.0118,
+      "step": 10306
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666621379448661e-05,
+      "loss": 0.0027,
+      "step": 10308
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6665566834229376e-05,
+      "loss": 0.0025,
+      "step": 10310
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6664919873972145e-05,
+      "loss": 0.004,
+      "step": 10312
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6664272913714915e-05,
+      "loss": 0.0145,
+      "step": 10314
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666362595345768e-05,
+      "loss": 0.0106,
+      "step": 10316
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666297899320045e-05,
+      "loss": 0.0145,
+      "step": 10318
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6662332032943215e-05,
+      "loss": 0.0192,
+      "step": 10320
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6661685072685984e-05,
+      "loss": 0.0028,
+      "step": 10322
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666103811242876e-05,
+      "loss": 0.0008,
+      "step": 10324
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.666039115217152e-05,
+      "loss": 0.0102,
+      "step": 10326
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66597441919143e-05,
+      "loss": 0.042,
+      "step": 10328
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665909723165706e-05,
+      "loss": 0.0021,
+      "step": 10330
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665845027139983e-05,
+      "loss": 0.0084,
+      "step": 10332
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66578033111426e-05,
+      "loss": 0.0251,
+      "step": 10334
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665715635088537e-05,
+      "loss": 0.016,
+      "step": 10336
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665650939062814e-05,
+      "loss": 0.0073,
+      "step": 10338
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6655862430370906e-05,
+      "loss": 0.0185,
+      "step": 10340
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6655215470113675e-05,
+      "loss": 0.0236,
+      "step": 10342
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6654568509856444e-05,
+      "loss": 0.0336,
+      "step": 10344
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665392154959921e-05,
+      "loss": 0.036,
+      "step": 10346
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6653274589341975e-05,
+      "loss": 0.0163,
+      "step": 10348
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665262762908475e-05,
+      "loss": 0.0068,
+      "step": 10350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6651980668827514e-05,
+      "loss": 0.0031,
+      "step": 10352
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665133370857028e-05,
+      "loss": 0.0192,
+      "step": 10354
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665068674831305e-05,
+      "loss": 0.0145,
+      "step": 10356
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.665003978805582e-05,
+      "loss": 0.0086,
+      "step": 10358
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.664939282779859e-05,
+      "loss": 0.0021,
+      "step": 10360
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.664874586754136e-05,
+      "loss": 0.0146,
+      "step": 10362
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.664809890728413e-05,
+      "loss": 0.0014,
+      "step": 10364
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66474519470269e-05,
+      "loss": 0.0079,
+      "step": 10366
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6646804986769666e-05,
+      "loss": 0.0033,
+      "step": 10368
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6646158026512435e-05,
+      "loss": 0.0049,
+      "step": 10370
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6645511066255204e-05,
+      "loss": 0.0101,
+      "step": 10372
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6644864105997973e-05,
+      "loss": 0.0056,
+      "step": 10374
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6644217145740736e-05,
+      "loss": 0.0162,
+      "step": 10376
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.664357018548351e-05,
+      "loss": 0.0023,
+      "step": 10378
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6642923225226274e-05,
+      "loss": 0.019,
+      "step": 10380
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.664227626496904e-05,
+      "loss": 0.0038,
+      "step": 10382
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.664162930471181e-05,
+      "loss": 0.0027,
+      "step": 10384
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.664098234445458e-05,
+      "loss": 0.0015,
+      "step": 10386
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.664033538419735e-05,
+      "loss": 0.0032,
+      "step": 10388
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663968842394012e-05,
+      "loss": 0.0034,
+      "step": 10390
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663904146368289e-05,
+      "loss": 0.0037,
+      "step": 10392
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663839450342566e-05,
+      "loss": 0.0103,
+      "step": 10394
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663774754316843e-05,
+      "loss": 0.0028,
+      "step": 10396
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663710058291119e-05,
+      "loss": 0.0008,
+      "step": 10398
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6636453622653965e-05,
+      "loss": 0.0077,
+      "step": 10400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663580666239673e-05,
+      "loss": 0.0197,
+      "step": 10402
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6635159702139496e-05,
+      "loss": 0.0072,
+      "step": 10404
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663451274188227e-05,
+      "loss": 0.0035,
+      "step": 10406
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6633865781625034e-05,
+      "loss": 0.1665,
+      "step": 10408
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663321882136781e-05,
+      "loss": 0.0087,
+      "step": 10410
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663257186111057e-05,
+      "loss": 0.0062,
+      "step": 10412
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663192490085334e-05,
+      "loss": 0.0056,
+      "step": 10414
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663127794059611e-05,
+      "loss": 0.0034,
+      "step": 10416
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.663063098033888e-05,
+      "loss": 0.0096,
+      "step": 10418
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662998402008165e-05,
+      "loss": 0.0043,
+      "step": 10420
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662933705982442e-05,
+      "loss": 0.0056,
+      "step": 10422
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662869009956719e-05,
+      "loss": 0.0103,
+      "step": 10424
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6628043139309956e-05,
+      "loss": 0.0085,
+      "step": 10426
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6627396179052725e-05,
+      "loss": 0.016,
+      "step": 10428
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662674921879549e-05,
+      "loss": 0.0085,
+      "step": 10430
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662610225853826e-05,
+      "loss": 0.0011,
+      "step": 10432
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6625455298281026e-05,
+      "loss": 0.0017,
+      "step": 10434
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6624808338023795e-05,
+      "loss": 0.0117,
+      "step": 10436
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662416137776657e-05,
+      "loss": 0.0059,
+      "step": 10438
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662351441750933e-05,
+      "loss": 0.0156,
+      "step": 10440
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66228674572521e-05,
+      "loss": 0.0151,
+      "step": 10442
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662222049699487e-05,
+      "loss": 0.0118,
+      "step": 10444
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662157353673764e-05,
+      "loss": 0.005,
+      "step": 10446
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662092657648041e-05,
+      "loss": 0.0099,
+      "step": 10448
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.662027961622318e-05,
+      "loss": 0.0062,
+      "step": 10450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.661963265596595e-05,
+      "loss": 0.0141,
+      "step": 10452
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6618985695708717e-05,
+      "loss": 0.009,
+      "step": 10454
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6618338735451486e-05,
+      "loss": 0.0085,
+      "step": 10456
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.661769177519425e-05,
+      "loss": 0.0059,
+      "step": 10458
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6617044814937024e-05,
+      "loss": 0.0078,
+      "step": 10460
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6616397854679786e-05,
+      "loss": 0.0036,
+      "step": 10462
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6615750894422555e-05,
+      "loss": 0.0058,
+      "step": 10464
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6615103934165324e-05,
+      "loss": 0.003,
+      "step": 10466
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.661445697390809e-05,
+      "loss": 0.0291,
+      "step": 10468
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.661381001365087e-05,
+      "loss": 0.0126,
+      "step": 10470
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.661316305339363e-05,
+      "loss": 0.0042,
+      "step": 10472
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66125160931364e-05,
+      "loss": 0.0148,
+      "step": 10474
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.661186913287917e-05,
+      "loss": 0.0061,
+      "step": 10476
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.661122217262194e-05,
+      "loss": 0.0179,
+      "step": 10478
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66105752123647e-05,
+      "loss": 0.008,
+      "step": 10480
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.660992825210748e-05,
+      "loss": 0.0088,
+      "step": 10482
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6609281291850246e-05,
+      "loss": 0.0077,
+      "step": 10484
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6608634331593015e-05,
+      "loss": 0.0073,
+      "step": 10486
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6607987371335784e-05,
+      "loss": 0.0124,
+      "step": 10488
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6607340411078547e-05,
+      "loss": 0.0033,
+      "step": 10490
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.660669345082132e-05,
+      "loss": 0.0112,
+      "step": 10492
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6606046490564085e-05,
+      "loss": 0.0024,
+      "step": 10494
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6605399530306854e-05,
+      "loss": 0.0293,
+      "step": 10496
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.660475257004962e-05,
+      "loss": 0.0028,
+      "step": 10498
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.660410560979239e-05,
+      "loss": 0.0536,
+      "step": 10500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.660345864953516e-05,
+      "loss": 0.0022,
+      "step": 10502
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.660281168927793e-05,
+      "loss": 0.0166,
+      "step": 10504
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.66021647290207e-05,
+      "loss": 0.0171,
+      "step": 10506
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.660151776876347e-05,
+      "loss": 0.0211,
+      "step": 10508
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.660087080850624e-05,
+      "loss": 0.0018,
+      "step": 10510
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6600223848249e-05,
+      "loss": 0.0015,
+      "step": 10512
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6599576887991776e-05,
+      "loss": 0.0071,
+      "step": 10514
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6598929927734545e-05,
+      "loss": 0.0125,
+      "step": 10516
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659828296747731e-05,
+      "loss": 0.0049,
+      "step": 10518
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659763600722008e-05,
+      "loss": 0.0081,
+      "step": 10520
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6596989046962845e-05,
+      "loss": 0.0037,
+      "step": 10522
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6596342086705614e-05,
+      "loss": 0.0032,
+      "step": 10524
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659569512644838e-05,
+      "loss": 0.0063,
+      "step": 10526
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659504816619115e-05,
+      "loss": 0.0277,
+      "step": 10528
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659440120593392e-05,
+      "loss": 0.0016,
+      "step": 10530
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659375424567669e-05,
+      "loss": 0.0046,
+      "step": 10532
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659310728541946e-05,
+      "loss": 0.0185,
+      "step": 10534
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659246032516223e-05,
+      "loss": 0.0033,
+      "step": 10536
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6591813364905e-05,
+      "loss": 0.0301,
+      "step": 10538
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.659116640464776e-05,
+      "loss": 0.0047,
+      "step": 10540
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6590519444390536e-05,
+      "loss": 0.0298,
+      "step": 10542
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.65898724841333e-05,
+      "loss": 0.0187,
+      "step": 10544
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.658922552387607e-05,
+      "loss": 0.008,
+      "step": 10546
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.658857856361884e-05,
+      "loss": 0.0136,
+      "step": 10548
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6587931603361605e-05,
+      "loss": 0.0086,
+      "step": 10550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.658728464310438e-05,
+      "loss": 0.0404,
+      "step": 10552
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.6586637682847144e-05,
+      "loss": 0.007,
+      "step": 10554
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.658599072258991e-05,
+      "loss": 0.0021,
+      "step": 10556
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.658534376233268e-05,
+      "loss": 0.0197,
+      "step": 10558
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.658469680207545e-05,
+      "loss": 0.0068,
+      "step": 10560
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.658404984181822e-05,
+      "loss": 0.0103,
+      "step": 10562
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.658340288156099e-05,
+      "loss": 0.0107,
+      "step": 10564
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.658275592130376e-05,
+      "loss": 0.0117,
+      "step": 10566
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.658210896104653e-05,
+      "loss": 0.0063,
+      "step": 10568
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6581462000789296e-05,
+      "loss": 0.0213,
+      "step": 10570
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.658081504053206e-05,
+      "loss": 0.0043,
+      "step": 10572
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6580168080274834e-05,
+      "loss": 0.0055,
+      "step": 10574
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.65795211200176e-05,
+      "loss": 0.0181,
+      "step": 10576
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6578874159760366e-05,
+      "loss": 0.0093,
+      "step": 10578
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6578227199503135e-05,
+      "loss": 0.0023,
+      "step": 10580
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6577580239245904e-05,
+      "loss": 0.0378,
+      "step": 10582
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657693327898867e-05,
+      "loss": 0.0203,
+      "step": 10584
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657628631873144e-05,
+      "loss": 0.0045,
+      "step": 10586
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657563935847421e-05,
+      "loss": 0.0109,
+      "step": 10588
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657499239821698e-05,
+      "loss": 0.0266,
+      "step": 10590
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657434543795975e-05,
+      "loss": 0.059,
+      "step": 10592
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657369847770252e-05,
+      "loss": 0.0077,
+      "step": 10594
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657305151744529e-05,
+      "loss": 0.0024,
+      "step": 10596
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657240455718806e-05,
+      "loss": 0.0032,
+      "step": 10598
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657175759693082e-05,
+      "loss": 0.0043,
+      "step": 10600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6571110636673595e-05,
+      "loss": 0.0474,
+      "step": 10602
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.657046367641636e-05,
+      "loss": 0.0133,
+      "step": 10604
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6569816716159126e-05,
+      "loss": 0.0056,
+      "step": 10606
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6569169755901895e-05,
+      "loss": 0.0017,
+      "step": 10608
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6568522795644664e-05,
+      "loss": 0.0024,
+      "step": 10610
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6567875835387434e-05,
+      "loss": 0.0165,
+      "step": 10612
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.65672288751302e-05,
+      "loss": 0.0106,
+      "step": 10614
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.656658191487297e-05,
+      "loss": 0.0052,
+      "step": 10616
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.656593495461574e-05,
+      "loss": 0.0017,
+      "step": 10618
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.656528799435851e-05,
+      "loss": 0.0137,
+      "step": 10620
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.656464103410127e-05,
+      "loss": 0.0142,
+      "step": 10622
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.656399407384405e-05,
+      "loss": 0.0039,
+      "step": 10624
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.656334711358682e-05,
+      "loss": 0.0066,
+      "step": 10626
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6562700153329586e-05,
+      "loss": 0.0074,
+      "step": 10628
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6562053193072355e-05,
+      "loss": 0.008,
+      "step": 10630
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.656140623281512e-05,
+      "loss": 0.0026,
+      "step": 10632
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6560759272557893e-05,
+      "loss": 0.0165,
+      "step": 10634
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6560112312300656e-05,
+      "loss": 0.0461,
+      "step": 10636
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6559465352043425e-05,
+      "loss": 0.0115,
+      "step": 10638
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6558818391786194e-05,
+      "loss": 0.0068,
+      "step": 10640
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655817143152896e-05,
+      "loss": 0.0051,
+      "step": 10642
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655752447127173e-05,
+      "loss": 0.0097,
+      "step": 10644
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.65568775110145e-05,
+      "loss": 0.0055,
+      "step": 10646
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655623055075727e-05,
+      "loss": 0.0108,
+      "step": 10648
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655558359050004e-05,
+      "loss": 0.014,
+      "step": 10650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655493663024281e-05,
+      "loss": 0.005,
+      "step": 10652
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655428966998557e-05,
+      "loss": 0.0136,
+      "step": 10654
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655364270972835e-05,
+      "loss": 0.0073,
+      "step": 10656
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655299574947111e-05,
+      "loss": 0.0161,
+      "step": 10658
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.655234878921388e-05,
+      "loss": 0.0025,
+      "step": 10660
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6551701828956654e-05,
+      "loss": 0.0217,
+      "step": 10662
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6551054868699416e-05,
+      "loss": 0.0206,
+      "step": 10664
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6550407908442185e-05,
+      "loss": 0.0012,
+      "step": 10666
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6549760948184954e-05,
+      "loss": 0.0043,
+      "step": 10668
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6549113987927723e-05,
+      "loss": 0.0026,
+      "step": 10670
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654846702767049e-05,
+      "loss": 0.0057,
+      "step": 10672
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654782006741326e-05,
+      "loss": 0.0086,
+      "step": 10674
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654717310715603e-05,
+      "loss": 0.0165,
+      "step": 10676
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.65465261468988e-05,
+      "loss": 0.0023,
+      "step": 10678
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654587918664157e-05,
+      "loss": 0.0086,
+      "step": 10680
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654523222638433e-05,
+      "loss": 0.0068,
+      "step": 10682
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654458526612711e-05,
+      "loss": 0.0036,
+      "step": 10684
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654393830586987e-05,
+      "loss": 0.0051,
+      "step": 10686
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654329134561264e-05,
+      "loss": 0.0022,
+      "step": 10688
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654264438535541e-05,
+      "loss": 0.0142,
+      "step": 10690
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6541997425098177e-05,
+      "loss": 0.0047,
+      "step": 10692
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.654135046484095e-05,
+      "loss": 0.0143,
+      "step": 10694
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6540703504583715e-05,
+      "loss": 0.0192,
+      "step": 10696
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6540056544326484e-05,
+      "loss": 0.0177,
+      "step": 10698
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653940958406925e-05,
+      "loss": 0.0018,
+      "step": 10700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653876262381202e-05,
+      "loss": 0.0066,
+      "step": 10702
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6538115663554784e-05,
+      "loss": 0.0202,
+      "step": 10704
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653746870329756e-05,
+      "loss": 0.0071,
+      "step": 10706
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653682174304033e-05,
+      "loss": 0.0027,
+      "step": 10708
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.65361747827831e-05,
+      "loss": 0.0168,
+      "step": 10710
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653552782252587e-05,
+      "loss": 0.0114,
+      "step": 10712
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653488086226863e-05,
+      "loss": 0.0116,
+      "step": 10714
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6534233902011406e-05,
+      "loss": 0.0476,
+      "step": 10716
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653358694175417e-05,
+      "loss": 0.0046,
+      "step": 10718
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653293998149694e-05,
+      "loss": 0.0145,
+      "step": 10720
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6532293021239706e-05,
+      "loss": 0.0021,
+      "step": 10722
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6531646060982475e-05,
+      "loss": 0.001,
+      "step": 10724
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6530999100725244e-05,
+      "loss": 0.001,
+      "step": 10726
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.653035214046801e-05,
+      "loss": 0.0202,
+      "step": 10728
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652970518021078e-05,
+      "loss": 0.0044,
+      "step": 10730
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652905821995355e-05,
+      "loss": 0.0179,
+      "step": 10732
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652841125969632e-05,
+      "loss": 0.0252,
+      "step": 10734
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652776429943908e-05,
+      "loss": 0.0025,
+      "step": 10736
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652711733918186e-05,
+      "loss": 0.0045,
+      "step": 10738
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652647037892463e-05,
+      "loss": 0.0172,
+      "step": 10740
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652582341866739e-05,
+      "loss": 0.0057,
+      "step": 10742
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6525176458410166e-05,
+      "loss": 0.0112,
+      "step": 10744
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652452949815293e-05,
+      "loss": 0.0083,
+      "step": 10746
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.65238825378957e-05,
+      "loss": 0.0022,
+      "step": 10748
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6523235577638466e-05,
+      "loss": 0.0172,
+      "step": 10750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6522588617381236e-05,
+      "loss": 0.0129,
+      "step": 10752
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6521941657124005e-05,
+      "loss": 0.0165,
+      "step": 10754
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6521294696866774e-05,
+      "loss": 0.0104,
+      "step": 10756
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652064773660954e-05,
+      "loss": 0.0042,
+      "step": 10758
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.652000077635231e-05,
+      "loss": 0.005,
+      "step": 10760
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651935381609508e-05,
+      "loss": 0.0292,
+      "step": 10762
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651870685583784e-05,
+      "loss": 0.0196,
+      "step": 10764
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651805989558062e-05,
+      "loss": 0.0055,
+      "step": 10766
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651741293532338e-05,
+      "loss": 0.0114,
+      "step": 10768
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651676597506616e-05,
+      "loss": 0.0064,
+      "step": 10770
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6516119014808926e-05,
+      "loss": 0.0201,
+      "step": 10772
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651547205455169e-05,
+      "loss": 0.0021,
+      "step": 10774
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6514825094294465e-05,
+      "loss": 0.0136,
+      "step": 10776
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651417813403723e-05,
+      "loss": 0.0065,
+      "step": 10778
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6513531173779996e-05,
+      "loss": 0.0032,
+      "step": 10780
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6512884213522765e-05,
+      "loss": 0.0029,
+      "step": 10782
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6512237253265534e-05,
+      "loss": 0.0094,
+      "step": 10784
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.65115902930083e-05,
+      "loss": 0.0163,
+      "step": 10786
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651094333275107e-05,
+      "loss": 0.0248,
+      "step": 10788
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.651029637249384e-05,
+      "loss": 0.0026,
+      "step": 10790
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650964941223661e-05,
+      "loss": 0.0181,
+      "step": 10792
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650900245197938e-05,
+      "loss": 0.0061,
+      "step": 10794
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650835549172214e-05,
+      "loss": 0.011,
+      "step": 10796
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650770853146492e-05,
+      "loss": 0.031,
+      "step": 10798
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650706157120768e-05,
+      "loss": 0.0079,
+      "step": 10800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650641461095045e-05,
+      "loss": 0.0051,
+      "step": 10802
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6505767650693225e-05,
+      "loss": 0.023,
+      "step": 10804
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650512069043599e-05,
+      "loss": 0.0139,
+      "step": 10806
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6504473730178756e-05,
+      "loss": 0.0063,
+      "step": 10808
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6503826769921525e-05,
+      "loss": 0.0007,
+      "step": 10810
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6503179809664295e-05,
+      "loss": 0.01,
+      "step": 10812
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6502532849407064e-05,
+      "loss": 0.002,
+      "step": 10814
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650188588914983e-05,
+      "loss": 0.01,
+      "step": 10816
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.65012389288926e-05,
+      "loss": 0.0032,
+      "step": 10818
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.650059196863537e-05,
+      "loss": 0.0074,
+      "step": 10820
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649994500837814e-05,
+      "loss": 0.0198,
+      "step": 10822
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64992980481209e-05,
+      "loss": 0.0175,
+      "step": 10824
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649865108786368e-05,
+      "loss": 0.0016,
+      "step": 10826
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649800412760644e-05,
+      "loss": 0.0013,
+      "step": 10828
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649735716734921e-05,
+      "loss": 0.0047,
+      "step": 10830
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649671020709198e-05,
+      "loss": 0.0069,
+      "step": 10832
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649606324683475e-05,
+      "loss": 0.0106,
+      "step": 10834
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649541628657752e-05,
+      "loss": 0.0106,
+      "step": 10836
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6494769326320286e-05,
+      "loss": 0.0229,
+      "step": 10838
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6494122366063055e-05,
+      "loss": 0.0042,
+      "step": 10840
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6493475405805824e-05,
+      "loss": 0.0022,
+      "step": 10842
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649282844554859e-05,
+      "loss": 0.0134,
+      "step": 10844
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6492181485291355e-05,
+      "loss": 0.0016,
+      "step": 10846
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649153452503413e-05,
+      "loss": 0.0033,
+      "step": 10848
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64908875647769e-05,
+      "loss": 0.0127,
+      "step": 10850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.649024060451967e-05,
+      "loss": 0.0089,
+      "step": 10852
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648959364426244e-05,
+      "loss": 0.005,
+      "step": 10854
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64889466840052e-05,
+      "loss": 0.0074,
+      "step": 10856
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648829972374798e-05,
+      "loss": 0.0025,
+      "step": 10858
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648765276349074e-05,
+      "loss": 0.0035,
+      "step": 10860
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648700580323351e-05,
+      "loss": 0.0404,
+      "step": 10862
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648635884297628e-05,
+      "loss": 0.0075,
+      "step": 10864
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6485711882719046e-05,
+      "loss": 0.0024,
+      "step": 10866
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6485064922461815e-05,
+      "loss": 0.0162,
+      "step": 10868
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6484417962204584e-05,
+      "loss": 0.0012,
+      "step": 10870
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6483771001947354e-05,
+      "loss": 0.0188,
+      "step": 10872
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648312404169012e-05,
+      "loss": 0.0067,
+      "step": 10874
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648247708143289e-05,
+      "loss": 0.008,
+      "step": 10876
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6481830121175654e-05,
+      "loss": 0.0268,
+      "step": 10878
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648118316091843e-05,
+      "loss": 0.0093,
+      "step": 10880
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.648053620066119e-05,
+      "loss": 0.0064,
+      "step": 10882
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647988924040396e-05,
+      "loss": 0.0215,
+      "step": 10884
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647924228014674e-05,
+      "loss": 0.0069,
+      "step": 10886
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64785953198895e-05,
+      "loss": 0.0046,
+      "step": 10888
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647794835963227e-05,
+      "loss": 0.0015,
+      "step": 10890
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647730139937504e-05,
+      "loss": 0.0033,
+      "step": 10892
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647665443911781e-05,
+      "loss": 0.004,
+      "step": 10894
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6476007478860576e-05,
+      "loss": 0.008,
+      "step": 10896
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6475360518603345e-05,
+      "loss": 0.0136,
+      "step": 10898
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6474713558346114e-05,
+      "loss": 0.01,
+      "step": 10900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647406659808888e-05,
+      "loss": 0.0087,
+      "step": 10902
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647341963783165e-05,
+      "loss": 0.0179,
+      "step": 10904
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6472772677574414e-05,
+      "loss": 0.0075,
+      "step": 10906
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647212571731719e-05,
+      "loss": 0.0025,
+      "step": 10908
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647147875705995e-05,
+      "loss": 0.0049,
+      "step": 10910
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647083179680273e-05,
+      "loss": 0.0144,
+      "step": 10912
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.647018483654549e-05,
+      "loss": 0.0088,
+      "step": 10914
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646953787628826e-05,
+      "loss": 0.0186,
+      "step": 10916
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6468890916031036e-05,
+      "loss": 0.0071,
+      "step": 10918
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64682439557738e-05,
+      "loss": 0.0254,
+      "step": 10920
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646759699551657e-05,
+      "loss": 0.0013,
+      "step": 10922
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6466950035259336e-05,
+      "loss": 0.0159,
+      "step": 10924
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6466303075002105e-05,
+      "loss": 0.0193,
+      "step": 10926
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6465656114744874e-05,
+      "loss": 0.0294,
+      "step": 10928
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6465009154487643e-05,
+      "loss": 0.0119,
+      "step": 10930
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646436219423041e-05,
+      "loss": 0.0215,
+      "step": 10932
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646371523397318e-05,
+      "loss": 0.0031,
+      "step": 10934
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646306827371595e-05,
+      "loss": 0.0106,
+      "step": 10936
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646242131345871e-05,
+      "loss": 0.0576,
+      "step": 10938
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646177435320149e-05,
+      "loss": 0.0026,
+      "step": 10940
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646112739294425e-05,
+      "loss": 0.0074,
+      "step": 10942
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.646048043268702e-05,
+      "loss": 0.0082,
+      "step": 10944
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645983347242979e-05,
+      "loss": 0.0067,
+      "step": 10946
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645918651217256e-05,
+      "loss": 0.009,
+      "step": 10948
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645853955191533e-05,
+      "loss": 0.0019,
+      "step": 10950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6457892591658097e-05,
+      "loss": 0.0058,
+      "step": 10952
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6457245631400866e-05,
+      "loss": 0.0067,
+      "step": 10954
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6456598671143635e-05,
+      "loss": 0.0015,
+      "step": 10956
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6455951710886404e-05,
+      "loss": 0.0023,
+      "step": 10958
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6455304750629166e-05,
+      "loss": 0.0116,
+      "step": 10960
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645465779037194e-05,
+      "loss": 0.0046,
+      "step": 10962
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645401083011471e-05,
+      "loss": 0.0103,
+      "step": 10964
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6453363869857473e-05,
+      "loss": 0.0015,
+      "step": 10966
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645271690960025e-05,
+      "loss": 0.0166,
+      "step": 10968
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645206994934301e-05,
+      "loss": 0.0123,
+      "step": 10970
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645142298908578e-05,
+      "loss": 0.0076,
+      "step": 10972
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645077602882855e-05,
+      "loss": 0.0129,
+      "step": 10974
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.645012906857132e-05,
+      "loss": 0.0091,
+      "step": 10976
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644948210831409e-05,
+      "loss": 0.0144,
+      "step": 10978
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644883514805686e-05,
+      "loss": 0.0188,
+      "step": 10980
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6448188187799626e-05,
+      "loss": 0.0124,
+      "step": 10982
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6447541227542395e-05,
+      "loss": 0.0095,
+      "step": 10984
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6446894267285164e-05,
+      "loss": 0.0037,
+      "step": 10986
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6446247307027927e-05,
+      "loss": 0.0039,
+      "step": 10988
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64456003467707e-05,
+      "loss": 0.0057,
+      "step": 10990
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6444953386513465e-05,
+      "loss": 0.0019,
+      "step": 10992
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644430642625624e-05,
+      "loss": 0.0119,
+      "step": 10994
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644365946599901e-05,
+      "loss": 0.0004,
+      "step": 10996
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644301250574177e-05,
+      "loss": 0.0333,
+      "step": 10998
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644236554548455e-05,
+      "loss": 0.0011,
+      "step": 11000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644171858522731e-05,
+      "loss": 0.0096,
+      "step": 11002
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644107162497008e-05,
+      "loss": 0.0012,
+      "step": 11004
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.644042466471285e-05,
+      "loss": 0.0041,
+      "step": 11006
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643977770445562e-05,
+      "loss": 0.0106,
+      "step": 11008
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6439130744198386e-05,
+      "loss": 0.0051,
+      "step": 11010
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6438483783941156e-05,
+      "loss": 0.0194,
+      "step": 11012
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6437836823683925e-05,
+      "loss": 0.0027,
+      "step": 11014
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6437189863426694e-05,
+      "loss": 0.0229,
+      "step": 11016
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643654290316946e-05,
+      "loss": 0.0032,
+      "step": 11018
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6435895942912225e-05,
+      "loss": 0.0164,
+      "step": 11020
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6435248982655e-05,
+      "loss": 0.0054,
+      "step": 11022
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643460202239776e-05,
+      "loss": 0.0089,
+      "step": 11024
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643395506214053e-05,
+      "loss": 0.01,
+      "step": 11026
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643330810188331e-05,
+      "loss": 0.0015,
+      "step": 11028
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643266114162607e-05,
+      "loss": 0.0071,
+      "step": 11030
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643201418136884e-05,
+      "loss": 0.0019,
+      "step": 11032
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643136722111161e-05,
+      "loss": 0.0082,
+      "step": 11034
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643072026085438e-05,
+      "loss": 0.011,
+      "step": 11036
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.643007330059715e-05,
+      "loss": 0.003,
+      "step": 11038
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6429426340339916e-05,
+      "loss": 0.0033,
+      "step": 11040
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6428779380082685e-05,
+      "loss": 0.0127,
+      "step": 11042
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6428132419825454e-05,
+      "loss": 0.0134,
+      "step": 11044
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.642748545956822e-05,
+      "loss": 0.0024,
+      "step": 11046
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6426838499310986e-05,
+      "loss": 0.0038,
+      "step": 11048
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.642619153905376e-05,
+      "loss": 0.0149,
+      "step": 11050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6425544578796524e-05,
+      "loss": 0.004,
+      "step": 11052
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64248976185393e-05,
+      "loss": 0.007,
+      "step": 11054
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.642425065828206e-05,
+      "loss": 0.0175,
+      "step": 11056
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.642360369802483e-05,
+      "loss": 0.0252,
+      "step": 11058
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.64229567377676e-05,
+      "loss": 0.0034,
+      "step": 11060
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.642230977751037e-05,
+      "loss": 0.0051,
+      "step": 11062
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.642166281725314e-05,
+      "loss": 0.0166,
+      "step": 11064
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.642101585699591e-05,
+      "loss": 0.0146,
+      "step": 11066
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6420368896738676e-05,
+      "loss": 0.0094,
+      "step": 11068
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.641972193648144e-05,
+      "loss": 0.0043,
+      "step": 11070
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6419074976224215e-05,
+      "loss": 0.0028,
+      "step": 11072
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.6418428015966984e-05,
+      "loss": 0.0117,
+      "step": 11074
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.641778105570975e-05,
+      "loss": 0.0079,
+      "step": 11076
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.641713409545252e-05,
+      "loss": 0.001,
+      "step": 11078
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6416487135195284e-05,
+      "loss": 0.0025,
+      "step": 11080
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.641584017493806e-05,
+      "loss": 0.0028,
+      "step": 11082
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.641519321468082e-05,
+      "loss": 0.0036,
+      "step": 11084
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.641454625442359e-05,
+      "loss": 0.0017,
+      "step": 11086
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.641389929416636e-05,
+      "loss": 0.0067,
+      "step": 11088
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.641325233390913e-05,
+      "loss": 0.0054,
+      "step": 11090
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.64126053736519e-05,
+      "loss": 0.0057,
+      "step": 11092
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.641195841339467e-05,
+      "loss": 0.0052,
+      "step": 11094
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.641131145313744e-05,
+      "loss": 0.0028,
+      "step": 11096
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6410664492880206e-05,
+      "loss": 0.0451,
+      "step": 11098
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6410017532622975e-05,
+      "loss": 0.0022,
+      "step": 11100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640937057236574e-05,
+      "loss": 0.003,
+      "step": 11102
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640872361210851e-05,
+      "loss": 0.0021,
+      "step": 11104
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640807665185128e-05,
+      "loss": 0.0078,
+      "step": 11106
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6407429691594044e-05,
+      "loss": 0.0037,
+      "step": 11108
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640678273133682e-05,
+      "loss": 0.0057,
+      "step": 11110
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640613577107958e-05,
+      "loss": 0.0063,
+      "step": 11112
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640548881082235e-05,
+      "loss": 0.0047,
+      "step": 11114
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640484185056512e-05,
+      "loss": 0.0067,
+      "step": 11116
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640419489030789e-05,
+      "loss": 0.0013,
+      "step": 11118
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640354793005066e-05,
+      "loss": 0.0006,
+      "step": 11120
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.640290096979343e-05,
+      "loss": 0.0013,
+      "step": 11122
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.64022540095362e-05,
+      "loss": 0.0058,
+      "step": 11124
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6401607049278966e-05,
+      "loss": 0.0026,
+      "step": 11126
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6400960089021735e-05,
+      "loss": 0.0041,
+      "step": 11128
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.64003131287645e-05,
+      "loss": 0.0032,
+      "step": 11130
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6399666168507274e-05,
+      "loss": 0.0067,
+      "step": 11132
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6399019208250036e-05,
+      "loss": 0.0013,
+      "step": 11134
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639837224799281e-05,
+      "loss": 0.001,
+      "step": 11136
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6397725287735574e-05,
+      "loss": 0.0079,
+      "step": 11138
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639707832747834e-05,
+      "loss": 0.001,
+      "step": 11140
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639643136722112e-05,
+      "loss": 0.0012,
+      "step": 11142
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639578440696388e-05,
+      "loss": 0.0089,
+      "step": 11144
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639513744670665e-05,
+      "loss": 0.0019,
+      "step": 11146
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639449048644942e-05,
+      "loss": 0.0208,
+      "step": 11148
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639384352619219e-05,
+      "loss": 0.0081,
+      "step": 11150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639319656593496e-05,
+      "loss": 0.0129,
+      "step": 11152
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.639254960567773e-05,
+      "loss": 0.0013,
+      "step": 11154
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6391902645420496e-05,
+      "loss": 0.0019,
+      "step": 11156
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6391255685163265e-05,
+      "loss": 0.0175,
+      "step": 11158
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6390608724906034e-05,
+      "loss": 0.0024,
+      "step": 11160
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6389961764648796e-05,
+      "loss": 0.057,
+      "step": 11162
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638931480439157e-05,
+      "loss": 0.0011,
+      "step": 11164
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6388667844134334e-05,
+      "loss": 0.0023,
+      "step": 11166
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6388020883877103e-05,
+      "loss": 0.0012,
+      "step": 11168
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638737392361987e-05,
+      "loss": 0.0052,
+      "step": 11170
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638672696336264e-05,
+      "loss": 0.0196,
+      "step": 11172
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638608000310541e-05,
+      "loss": 0.0041,
+      "step": 11174
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638543304284818e-05,
+      "loss": 0.0045,
+      "step": 11176
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638478608259095e-05,
+      "loss": 0.0045,
+      "step": 11178
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638413912233372e-05,
+      "loss": 0.0105,
+      "step": 11180
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638349216207649e-05,
+      "loss": 0.0188,
+      "step": 11182
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638284520181925e-05,
+      "loss": 0.0025,
+      "step": 11184
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6382198241562025e-05,
+      "loss": 0.0122,
+      "step": 11186
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6381551281304794e-05,
+      "loss": 0.0029,
+      "step": 11188
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638090432104756e-05,
+      "loss": 0.007,
+      "step": 11190
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.638025736079033e-05,
+      "loss": 0.0051,
+      "step": 11192
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6379610400533095e-05,
+      "loss": 0.019,
+      "step": 11194
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637896344027587e-05,
+      "loss": 0.0217,
+      "step": 11196
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637831648001863e-05,
+      "loss": 0.0039,
+      "step": 11198
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.63776695197614e-05,
+      "loss": 0.0271,
+      "step": 11200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637702255950417e-05,
+      "loss": 0.0018,
+      "step": 11202
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637637559924694e-05,
+      "loss": 0.0144,
+      "step": 11204
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637572863898971e-05,
+      "loss": 0.0016,
+      "step": 11206
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637508167873248e-05,
+      "loss": 0.0298,
+      "step": 11208
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637443471847525e-05,
+      "loss": 0.0135,
+      "step": 11210
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637378775821801e-05,
+      "loss": 0.0214,
+      "step": 11212
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6373140797960786e-05,
+      "loss": 0.0016,
+      "step": 11214
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637249383770355e-05,
+      "loss": 0.0043,
+      "step": 11216
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6371846877446324e-05,
+      "loss": 0.0007,
+      "step": 11218
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.637119991718909e-05,
+      "loss": 0.0146,
+      "step": 11220
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6370552956931855e-05,
+      "loss": 0.0081,
+      "step": 11222
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636990599667463e-05,
+      "loss": 0.0171,
+      "step": 11224
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636925903641739e-05,
+      "loss": 0.0017,
+      "step": 11226
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636861207616016e-05,
+      "loss": 0.0218,
+      "step": 11228
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636796511590293e-05,
+      "loss": 0.0209,
+      "step": 11230
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.63673181556457e-05,
+      "loss": 0.0009,
+      "step": 11232
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636667119538847e-05,
+      "loss": 0.012,
+      "step": 11234
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636602423513124e-05,
+      "loss": 0.0045,
+      "step": 11236
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636537727487401e-05,
+      "loss": 0.0065,
+      "step": 11238
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636473031461678e-05,
+      "loss": 0.0316,
+      "step": 11240
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6364083354359546e-05,
+      "loss": 0.0084,
+      "step": 11242
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636343639410231e-05,
+      "loss": 0.031,
+      "step": 11244
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6362789433845084e-05,
+      "loss": 0.0018,
+      "step": 11246
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6362142473587847e-05,
+      "loss": 0.0064,
+      "step": 11248
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6361495513330616e-05,
+      "loss": 0.0065,
+      "step": 11250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.636084855307339e-05,
+      "loss": 0.0019,
+      "step": 11252
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6360201592816154e-05,
+      "loss": 0.002,
+      "step": 11254
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635955463255892e-05,
+      "loss": 0.0255,
+      "step": 11256
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635890767230169e-05,
+      "loss": 0.0069,
+      "step": 11258
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635826071204446e-05,
+      "loss": 0.0303,
+      "step": 11260
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635761375178723e-05,
+      "loss": 0.0243,
+      "step": 11262
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635696679153e-05,
+      "loss": 0.0102,
+      "step": 11264
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635631983127277e-05,
+      "loss": 0.004,
+      "step": 11266
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635567287101554e-05,
+      "loss": 0.0319,
+      "step": 11268
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6355025910758306e-05,
+      "loss": 0.0119,
+      "step": 11270
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635437895050107e-05,
+      "loss": 0.0081,
+      "step": 11272
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6353731990243845e-05,
+      "loss": 0.0011,
+      "step": 11274
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635308502998661e-05,
+      "loss": 0.0046,
+      "step": 11276
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635243806972938e-05,
+      "loss": 0.0027,
+      "step": 11278
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6351791109472145e-05,
+      "loss": 0.0015,
+      "step": 11280
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6351144149214914e-05,
+      "loss": 0.0048,
+      "step": 11282
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.635049718895769e-05,
+      "loss": 0.0104,
+      "step": 11284
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634985022870045e-05,
+      "loss": 0.0248,
+      "step": 11286
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634920326844322e-05,
+      "loss": 0.0027,
+      "step": 11288
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634855630818599e-05,
+      "loss": 0.0013,
+      "step": 11290
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634790934792876e-05,
+      "loss": 0.0086,
+      "step": 11292
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634726238767152e-05,
+      "loss": 0.2262,
+      "step": 11294
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.63466154274143e-05,
+      "loss": 0.0052,
+      "step": 11296
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634596846715707e-05,
+      "loss": 0.0096,
+      "step": 11298
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6345321506899836e-05,
+      "loss": 0.0147,
+      "step": 11300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6344674546642605e-05,
+      "loss": 0.0054,
+      "step": 11302
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634402758638537e-05,
+      "loss": 0.003,
+      "step": 11304
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634338062612814e-05,
+      "loss": 0.0111,
+      "step": 11306
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6342733665870906e-05,
+      "loss": 0.0109,
+      "step": 11308
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6342086705613675e-05,
+      "loss": 0.0116,
+      "step": 11310
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6341439745356444e-05,
+      "loss": 0.0182,
+      "step": 11312
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634079278509921e-05,
+      "loss": 0.012,
+      "step": 11314
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.634014582484198e-05,
+      "loss": 0.0128,
+      "step": 11316
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633949886458475e-05,
+      "loss": 0.0356,
+      "step": 11318
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633885190432752e-05,
+      "loss": 0.0233,
+      "step": 11320
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633820494407029e-05,
+      "loss": 0.0023,
+      "step": 11322
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633755798381306e-05,
+      "loss": 0.0009,
+      "step": 11324
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633691102355582e-05,
+      "loss": 0.02,
+      "step": 11326
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6336264063298596e-05,
+      "loss": 0.0139,
+      "step": 11328
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6335617103041365e-05,
+      "loss": 0.0011,
+      "step": 11330
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633497014278413e-05,
+      "loss": 0.0006,
+      "step": 11332
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6334323182526904e-05,
+      "loss": 0.008,
+      "step": 11334
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6333676222269666e-05,
+      "loss": 0.0026,
+      "step": 11336
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633302926201244e-05,
+      "loss": 0.0103,
+      "step": 11338
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6332382301755204e-05,
+      "loss": 0.0336,
+      "step": 11340
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633173534149797e-05,
+      "loss": 0.0239,
+      "step": 11342
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633108838124074e-05,
+      "loss": 0.0129,
+      "step": 11344
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.633044142098351e-05,
+      "loss": 0.001,
+      "step": 11346
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632979446072628e-05,
+      "loss": 0.0023,
+      "step": 11348
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632914750046905e-05,
+      "loss": 0.0072,
+      "step": 11350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632850054021182e-05,
+      "loss": 0.0087,
+      "step": 11352
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632785357995458e-05,
+      "loss": 0.0031,
+      "step": 11354
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632720661969736e-05,
+      "loss": 0.0078,
+      "step": 11356
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632655965944012e-05,
+      "loss": 0.0032,
+      "step": 11358
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6325912699182895e-05,
+      "loss": 0.0043,
+      "step": 11360
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632526573892566e-05,
+      "loss": 0.0184,
+      "step": 11362
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6324618778668426e-05,
+      "loss": 0.0048,
+      "step": 11364
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.63239718184112e-05,
+      "loss": 0.0011,
+      "step": 11366
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6323324858153964e-05,
+      "loss": 0.0066,
+      "step": 11368
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6322677897896734e-05,
+      "loss": 0.0053,
+      "step": 11370
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.63220309376395e-05,
+      "loss": 0.0011,
+      "step": 11372
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632138397738227e-05,
+      "loss": 0.0206,
+      "step": 11374
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632073701712504e-05,
+      "loss": 0.0017,
+      "step": 11376
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.632009005686781e-05,
+      "loss": 0.0094,
+      "step": 11378
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631944309661058e-05,
+      "loss": 0.001,
+      "step": 11380
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631879613635335e-05,
+      "loss": 0.0094,
+      "step": 11382
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631814917609612e-05,
+      "loss": 0.0016,
+      "step": 11384
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631750221583888e-05,
+      "loss": 0.0234,
+      "step": 11386
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6316855255581655e-05,
+      "loss": 0.0018,
+      "step": 11388
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631620829532442e-05,
+      "loss": 0.0051,
+      "step": 11390
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631556133506719e-05,
+      "loss": 0.0029,
+      "step": 11392
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6314914374809956e-05,
+      "loss": 0.0186,
+      "step": 11394
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6314267414552725e-05,
+      "loss": 0.0009,
+      "step": 11396
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6313620454295494e-05,
+      "loss": 0.0025,
+      "step": 11398
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631297349403826e-05,
+      "loss": 0.0045,
+      "step": 11400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631232653378103e-05,
+      "loss": 0.0144,
+      "step": 11402
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.63116795735238e-05,
+      "loss": 0.0011,
+      "step": 11404
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631103261326657e-05,
+      "loss": 0.018,
+      "step": 11406
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.631038565300934e-05,
+      "loss": 0.0065,
+      "step": 11408
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630973869275211e-05,
+      "loss": 0.0026,
+      "step": 11410
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630909173249488e-05,
+      "loss": 0.0038,
+      "step": 11412
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630844477223764e-05,
+      "loss": 0.0147,
+      "step": 11414
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6307797811980416e-05,
+      "loss": 0.001,
+      "step": 11416
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630715085172318e-05,
+      "loss": 0.0008,
+      "step": 11418
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6306503891465954e-05,
+      "loss": 0.0016,
+      "step": 11420
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6305856931208716e-05,
+      "loss": 0.0067,
+      "step": 11422
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6305209970951485e-05,
+      "loss": 0.0076,
+      "step": 11424
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6304563010694254e-05,
+      "loss": 0.0029,
+      "step": 11426
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6303916050437023e-05,
+      "loss": 0.0257,
+      "step": 11428
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630326909017979e-05,
+      "loss": 0.0113,
+      "step": 11430
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630262212992256e-05,
+      "loss": 0.0028,
+      "step": 11432
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630197516966533e-05,
+      "loss": 0.0046,
+      "step": 11434
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630132820940809e-05,
+      "loss": 0.0021,
+      "step": 11436
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630068124915087e-05,
+      "loss": 0.0016,
+      "step": 11438
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.630003428889363e-05,
+      "loss": 0.0035,
+      "step": 11440
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629938732863641e-05,
+      "loss": 0.0017,
+      "step": 11442
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6298740368379176e-05,
+      "loss": 0.0254,
+      "step": 11444
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629809340812194e-05,
+      "loss": 0.004,
+      "step": 11446
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6297446447864714e-05,
+      "loss": 0.0022,
+      "step": 11448
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6296799487607477e-05,
+      "loss": 0.0059,
+      "step": 11450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6296152527350246e-05,
+      "loss": 0.0197,
+      "step": 11452
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6295505567093015e-05,
+      "loss": 0.0115,
+      "step": 11454
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6294858606835784e-05,
+      "loss": 0.0011,
+      "step": 11456
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629421164657855e-05,
+      "loss": 0.0376,
+      "step": 11458
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629356468632132e-05,
+      "loss": 0.0049,
+      "step": 11460
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629291772606409e-05,
+      "loss": 0.019,
+      "step": 11462
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629227076580686e-05,
+      "loss": 0.0087,
+      "step": 11464
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629162380554963e-05,
+      "loss": 0.0121,
+      "step": 11466
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629097684529239e-05,
+      "loss": 0.0042,
+      "step": 11468
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.629032988503517e-05,
+      "loss": 0.0143,
+      "step": 11470
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628968292477793e-05,
+      "loss": 0.0154,
+      "step": 11472
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.62890359645207e-05,
+      "loss": 0.0023,
+      "step": 11474
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6288389004263475e-05,
+      "loss": 0.01,
+      "step": 11476
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628774204400624e-05,
+      "loss": 0.0013,
+      "step": 11478
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628709508374901e-05,
+      "loss": 0.0096,
+      "step": 11480
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6286448123491775e-05,
+      "loss": 0.0088,
+      "step": 11482
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6285801163234544e-05,
+      "loss": 0.0028,
+      "step": 11484
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628515420297731e-05,
+      "loss": 0.0175,
+      "step": 11486
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628450724272008e-05,
+      "loss": 0.003,
+      "step": 11488
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628386028246285e-05,
+      "loss": 0.0012,
+      "step": 11490
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628321332220562e-05,
+      "loss": 0.0213,
+      "step": 11492
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628256636194839e-05,
+      "loss": 0.0104,
+      "step": 11494
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628191940169115e-05,
+      "loss": 0.0093,
+      "step": 11496
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628127244143393e-05,
+      "loss": 0.014,
+      "step": 11498
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.628062548117669e-05,
+      "loss": 0.0066,
+      "step": 11500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6279978520919466e-05,
+      "loss": 0.0108,
+      "step": 11502
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627933156066223e-05,
+      "loss": 0.0109,
+      "step": 11504
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6278684600405e-05,
+      "loss": 0.0007,
+      "step": 11506
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627803764014777e-05,
+      "loss": 0.0154,
+      "step": 11508
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6277390679890536e-05,
+      "loss": 0.0141,
+      "step": 11510
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6276743719633305e-05,
+      "loss": 0.0069,
+      "step": 11512
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6276096759376074e-05,
+      "loss": 0.0032,
+      "step": 11514
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627544979911884e-05,
+      "loss": 0.0102,
+      "step": 11516
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6274802838861605e-05,
+      "loss": 0.0005,
+      "step": 11518
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627415587860438e-05,
+      "loss": 0.0138,
+      "step": 11520
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627350891834715e-05,
+      "loss": 0.0017,
+      "step": 11522
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627286195808992e-05,
+      "loss": 0.0027,
+      "step": 11524
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627221499783269e-05,
+      "loss": 0.0046,
+      "step": 11526
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627156803757545e-05,
+      "loss": 0.0016,
+      "step": 11528
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6270921077318226e-05,
+      "loss": 0.0006,
+      "step": 11530
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.627027411706099e-05,
+      "loss": 0.0096,
+      "step": 11532
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626962715680376e-05,
+      "loss": 0.0159,
+      "step": 11534
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626898019654653e-05,
+      "loss": 0.0074,
+      "step": 11536
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6268333236289296e-05,
+      "loss": 0.0134,
+      "step": 11538
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6267686276032065e-05,
+      "loss": 0.0084,
+      "step": 11540
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6267039315774834e-05,
+      "loss": 0.0225,
+      "step": 11542
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.62663923555176e-05,
+      "loss": 0.0417,
+      "step": 11544
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626574539526037e-05,
+      "loss": 0.0285,
+      "step": 11546
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626509843500314e-05,
+      "loss": 0.0193,
+      "step": 11548
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6264451474745904e-05,
+      "loss": 0.0017,
+      "step": 11550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626380451448868e-05,
+      "loss": 0.0056,
+      "step": 11552
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626315755423145e-05,
+      "loss": 0.0131,
+      "step": 11554
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626251059397421e-05,
+      "loss": 0.0063,
+      "step": 11556
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626186363371699e-05,
+      "loss": 0.0026,
+      "step": 11558
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.626121667345975e-05,
+      "loss": 0.0036,
+      "step": 11560
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6260569713202525e-05,
+      "loss": 0.002,
+      "step": 11562
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.625992275294529e-05,
+      "loss": 0.0009,
+      "step": 11564
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6259275792688056e-05,
+      "loss": 0.0009,
+      "step": 11566
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6258628832430825e-05,
+      "loss": 0.0177,
+      "step": 11568
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6257981872173595e-05,
+      "loss": 0.0039,
+      "step": 11570
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6257334911916364e-05,
+      "loss": 0.0272,
+      "step": 11572
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.625668795165913e-05,
+      "loss": 0.0172,
+      "step": 11574
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.62560409914019e-05,
+      "loss": 0.005,
+      "step": 11576
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6255394031144664e-05,
+      "loss": 0.0132,
+      "step": 11578
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.625474707088744e-05,
+      "loss": 0.0009,
+      "step": 11580
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.62541001106302e-05,
+      "loss": 0.002,
+      "step": 11582
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.625345315037298e-05,
+      "loss": 0.0014,
+      "step": 11584
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.625280619011575e-05,
+      "loss": 0.0038,
+      "step": 11586
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.625215922985851e-05,
+      "loss": 0.0011,
+      "step": 11588
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.6251512269601285e-05,
+      "loss": 0.0008,
+      "step": 11590
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 4.625086530934405e-05,
+      "loss": 0.0005,
+      "step": 11592
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.625021834908682e-05,
+      "loss": 0.0138,
+      "step": 11594
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6249571388829586e-05,
+      "loss": 0.0106,
+      "step": 11596
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6248924428572355e-05,
+      "loss": 0.0053,
+      "step": 11598
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6248277468315124e-05,
+      "loss": 0.0136,
+      "step": 11600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624763050805789e-05,
+      "loss": 0.012,
+      "step": 11602
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624698354780066e-05,
+      "loss": 0.0074,
+      "step": 11604
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624633658754343e-05,
+      "loss": 0.0145,
+      "step": 11606
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.62456896272862e-05,
+      "loss": 0.0013,
+      "step": 11608
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624504266702896e-05,
+      "loss": 0.0132,
+      "step": 11610
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624439570677174e-05,
+      "loss": 0.0102,
+      "step": 11612
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.62437487465145e-05,
+      "loss": 0.0127,
+      "step": 11614
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624310178625727e-05,
+      "loss": 0.002,
+      "step": 11616
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624245482600004e-05,
+      "loss": 0.0016,
+      "step": 11618
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.624180786574281e-05,
+      "loss": 0.0076,
+      "step": 11620
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6241160905485584e-05,
+      "loss": 0.0009,
+      "step": 11622
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6240513945228346e-05,
+      "loss": 0.0025,
+      "step": 11624
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6239866984971115e-05,
+      "loss": 0.0242,
+      "step": 11626
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6239220024713884e-05,
+      "loss": 0.0015,
+      "step": 11628
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6238573064456654e-05,
+      "loss": 0.0042,
+      "step": 11630
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623792610419942e-05,
+      "loss": 0.0098,
+      "step": 11632
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623727914394219e-05,
+      "loss": 0.0013,
+      "step": 11634
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623663218368496e-05,
+      "loss": 0.0066,
+      "step": 11636
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623598522342772e-05,
+      "loss": 0.0015,
+      "step": 11638
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.62353382631705e-05,
+      "loss": 0.0008,
+      "step": 11640
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623469130291326e-05,
+      "loss": 0.0035,
+      "step": 11642
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623404434265604e-05,
+      "loss": 0.001,
+      "step": 11644
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.62333973823988e-05,
+      "loss": 0.0108,
+      "step": 11646
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623275042214157e-05,
+      "loss": 0.0044,
+      "step": 11648
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623210346188434e-05,
+      "loss": 0.0033,
+      "step": 11650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.623145650162711e-05,
+      "loss": 0.0177,
+      "step": 11652
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6230809541369876e-05,
+      "loss": 0.0122,
+      "step": 11654
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6230162581112645e-05,
+      "loss": 0.0148,
+      "step": 11656
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6229515620855414e-05,
+      "loss": 0.0049,
+      "step": 11658
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6228868660598176e-05,
+      "loss": 0.0017,
+      "step": 11660
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.622822170034095e-05,
+      "loss": 0.0177,
+      "step": 11662
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6227574740083714e-05,
+      "loss": 0.0064,
+      "step": 11664
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.622692777982649e-05,
+      "loss": 0.009,
+      "step": 11666
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.622628081956926e-05,
+      "loss": 0.0059,
+      "step": 11668
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.622563385931202e-05,
+      "loss": 0.0053,
+      "step": 11670
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.62249868990548e-05,
+      "loss": 0.014,
+      "step": 11672
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.622433993879756e-05,
+      "loss": 0.0025,
+      "step": 11674
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.622369297854033e-05,
+      "loss": 0.0055,
+      "step": 11676
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.62230460182831e-05,
+      "loss": 0.0043,
+      "step": 11678
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.622239905802587e-05,
+      "loss": 0.0048,
+      "step": 11680
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6221752097768636e-05,
+      "loss": 0.0024,
+      "step": 11682
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6221105137511405e-05,
+      "loss": 0.0052,
+      "step": 11684
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6220458177254174e-05,
+      "loss": 0.0027,
+      "step": 11686
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6219811216996943e-05,
+      "loss": 0.0024,
+      "step": 11688
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621916425673971e-05,
+      "loss": 0.0112,
+      "step": 11690
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6218517296482475e-05,
+      "loss": 0.0046,
+      "step": 11692
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621787033622525e-05,
+      "loss": 0.0279,
+      "step": 11694
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621722337596801e-05,
+      "loss": 0.0219,
+      "step": 11696
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621657641571078e-05,
+      "loss": 0.008,
+      "step": 11698
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621592945545356e-05,
+      "loss": 0.01,
+      "step": 11700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621528249519632e-05,
+      "loss": 0.0042,
+      "step": 11702
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6214635534939096e-05,
+      "loss": 0.0034,
+      "step": 11704
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621398857468186e-05,
+      "loss": 0.0249,
+      "step": 11706
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621334161442463e-05,
+      "loss": 0.0031,
+      "step": 11708
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6212694654167397e-05,
+      "loss": 0.0008,
+      "step": 11710
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6212047693910166e-05,
+      "loss": 0.001,
+      "step": 11712
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6211400733652935e-05,
+      "loss": 0.0182,
+      "step": 11714
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6210753773395704e-05,
+      "loss": 0.017,
+      "step": 11716
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.621010681313847e-05,
+      "loss": 0.0041,
+      "step": 11718
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6209459852881235e-05,
+      "loss": 0.0052,
+      "step": 11720
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620881289262401e-05,
+      "loss": 0.0032,
+      "step": 11722
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6208165932366773e-05,
+      "loss": 0.0112,
+      "step": 11724
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620751897210955e-05,
+      "loss": 0.1246,
+      "step": 11726
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620687201185231e-05,
+      "loss": 0.0111,
+      "step": 11728
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620622505159508e-05,
+      "loss": 0.0135,
+      "step": 11730
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6205578091337857e-05,
+      "loss": 0.0072,
+      "step": 11732
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620493113108062e-05,
+      "loss": 0.0071,
+      "step": 11734
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620428417082339e-05,
+      "loss": 0.0163,
+      "step": 11736
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620363721056616e-05,
+      "loss": 0.0092,
+      "step": 11738
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6202990250308926e-05,
+      "loss": 0.0161,
+      "step": 11740
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620234329005169e-05,
+      "loss": 0.0013,
+      "step": 11742
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6201696329794464e-05,
+      "loss": 0.0445,
+      "step": 11744
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620104936953723e-05,
+      "loss": 0.0092,
+      "step": 11746
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.620040240928e-05,
+      "loss": 0.0176,
+      "step": 11748
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619975544902277e-05,
+      "loss": 0.0023,
+      "step": 11750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6199108488765534e-05,
+      "loss": 0.0185,
+      "step": 11752
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619846152850831e-05,
+      "loss": 0.0016,
+      "step": 11754
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619781456825107e-05,
+      "loss": 0.0231,
+      "step": 11756
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619716760799384e-05,
+      "loss": 0.0023,
+      "step": 11758
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619652064773661e-05,
+      "loss": 0.016,
+      "step": 11760
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619587368747938e-05,
+      "loss": 0.001,
+      "step": 11762
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6195226727222155e-05,
+      "loss": 0.0247,
+      "step": 11764
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619457976696492e-05,
+      "loss": 0.0093,
+      "step": 11766
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6193932806707686e-05,
+      "loss": 0.0004,
+      "step": 11768
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6193285846450456e-05,
+      "loss": 0.0047,
+      "step": 11770
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6192638886193225e-05,
+      "loss": 0.0024,
+      "step": 11772
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619199192593599e-05,
+      "loss": 0.0053,
+      "step": 11774
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619134496567876e-05,
+      "loss": 0.0052,
+      "step": 11776
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.619069800542153e-05,
+      "loss": 0.0005,
+      "step": 11778
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6190051045164294e-05,
+      "loss": 0.0077,
+      "step": 11780
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618940408490707e-05,
+      "loss": 0.0117,
+      "step": 11782
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618875712464983e-05,
+      "loss": 0.0036,
+      "step": 11784
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618811016439261e-05,
+      "loss": 0.0145,
+      "step": 11786
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618746320413537e-05,
+      "loss": 0.0094,
+      "step": 11788
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618681624387814e-05,
+      "loss": 0.0039,
+      "step": 11790
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618616928362091e-05,
+      "loss": 0.0126,
+      "step": 11792
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618552232336368e-05,
+      "loss": 0.0007,
+      "step": 11794
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618487536310645e-05,
+      "loss": 0.001,
+      "step": 11796
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6184228402849216e-05,
+      "loss": 0.0121,
+      "step": 11798
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6183581442591985e-05,
+      "loss": 0.0049,
+      "step": 11800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618293448233475e-05,
+      "loss": 0.009,
+      "step": 11802
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618228752207752e-05,
+      "loss": 0.0004,
+      "step": 11804
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6181640561820286e-05,
+      "loss": 0.0054,
+      "step": 11806
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618099360156306e-05,
+      "loss": 0.0268,
+      "step": 11808
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.618034664130583e-05,
+      "loss": 0.0103,
+      "step": 11810
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.617969968104859e-05,
+      "loss": 0.0071,
+      "step": 11812
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.617905272079137e-05,
+      "loss": 0.0007,
+      "step": 11814
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.617840576053413e-05,
+      "loss": 0.0009,
+      "step": 11816
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.61777588002769e-05,
+      "loss": 0.0023,
+      "step": 11818
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.617711184001967e-05,
+      "loss": 0.0101,
+      "step": 11820
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.617646487976244e-05,
+      "loss": 0.0038,
+      "step": 11822
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.617581791950521e-05,
+      "loss": 0.002,
+      "step": 11824
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6175170959247976e-05,
+      "loss": 0.0093,
+      "step": 11826
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6174523998990745e-05,
+      "loss": 0.0174,
+      "step": 11828
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6173877038733515e-05,
+      "loss": 0.0034,
+      "step": 11830
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6173230078476284e-05,
+      "loss": 0.007,
+      "step": 11832
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6172583118219046e-05,
+      "loss": 0.0331,
+      "step": 11834
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.617193615796182e-05,
+      "loss": 0.0096,
+      "step": 11836
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6171289197704584e-05,
+      "loss": 0.0028,
+      "step": 11838
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.617064223744735e-05,
+      "loss": 0.0024,
+      "step": 11840
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616999527719012e-05,
+      "loss": 0.0013,
+      "step": 11842
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616934831693289e-05,
+      "loss": 0.0239,
+      "step": 11844
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616870135667567e-05,
+      "loss": 0.014,
+      "step": 11846
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616805439641843e-05,
+      "loss": 0.0103,
+      "step": 11848
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.61674074361612e-05,
+      "loss": 0.0017,
+      "step": 11850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616676047590397e-05,
+      "loss": 0.006,
+      "step": 11852
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616611351564674e-05,
+      "loss": 0.0311,
+      "step": 11854
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6165466555389506e-05,
+      "loss": 0.0112,
+      "step": 11856
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6164819595132275e-05,
+      "loss": 0.0109,
+      "step": 11858
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6164172634875044e-05,
+      "loss": 0.0147,
+      "step": 11860
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6163525674617806e-05,
+      "loss": 0.0008,
+      "step": 11862
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616287871436058e-05,
+      "loss": 0.002,
+      "step": 11864
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6162231754103345e-05,
+      "loss": 0.0047,
+      "step": 11866
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616158479384612e-05,
+      "loss": 0.0132,
+      "step": 11868
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616093783358888e-05,
+      "loss": 0.0085,
+      "step": 11870
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.616029087333165e-05,
+      "loss": 0.0112,
+      "step": 11872
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615964391307442e-05,
+      "loss": 0.0016,
+      "step": 11874
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615899695281719e-05,
+      "loss": 0.0141,
+      "step": 11876
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615834999255996e-05,
+      "loss": 0.0062,
+      "step": 11878
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615770303230273e-05,
+      "loss": 0.0018,
+      "step": 11880
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.61570560720455e-05,
+      "loss": 0.0176,
+      "step": 11882
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615640911178826e-05,
+      "loss": 0.009,
+      "step": 11884
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6155762151531035e-05,
+      "loss": 0.0058,
+      "step": 11886
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6155115191273804e-05,
+      "loss": 0.0188,
+      "step": 11888
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6154468231016574e-05,
+      "loss": 0.0038,
+      "step": 11890
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615382127075934e-05,
+      "loss": 0.0024,
+      "step": 11892
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6153174310502105e-05,
+      "loss": 0.0018,
+      "step": 11894
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615252735024488e-05,
+      "loss": 0.0012,
+      "step": 11896
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615188038998764e-05,
+      "loss": 0.0076,
+      "step": 11898
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615123342973041e-05,
+      "loss": 0.0087,
+      "step": 11900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.615058646947318e-05,
+      "loss": 0.0154,
+      "step": 11902
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614993950921595e-05,
+      "loss": 0.0094,
+      "step": 11904
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614929254895872e-05,
+      "loss": 0.002,
+      "step": 11906
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614864558870149e-05,
+      "loss": 0.0124,
+      "step": 11908
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614799862844426e-05,
+      "loss": 0.002,
+      "step": 11910
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614735166818703e-05,
+      "loss": 0.0011,
+      "step": 11912
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6146704707929796e-05,
+      "loss": 0.0209,
+      "step": 11914
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614605774767256e-05,
+      "loss": 0.0161,
+      "step": 11916
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6145410787415334e-05,
+      "loss": 0.0004,
+      "step": 11918
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6144763827158096e-05,
+      "loss": 0.0033,
+      "step": 11920
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6144116866900865e-05,
+      "loss": 0.0067,
+      "step": 11922
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614346990664364e-05,
+      "loss": 0.0077,
+      "step": 11924
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6142822946386403e-05,
+      "loss": 0.0037,
+      "step": 11926
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614217598612918e-05,
+      "loss": 0.0015,
+      "step": 11928
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614152902587194e-05,
+      "loss": 0.0049,
+      "step": 11930
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614088206561471e-05,
+      "loss": 0.0023,
+      "step": 11932
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.614023510535748e-05,
+      "loss": 0.0009,
+      "step": 11934
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613958814510025e-05,
+      "loss": 0.022,
+      "step": 11936
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613894118484302e-05,
+      "loss": 0.0028,
+      "step": 11938
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613829422458579e-05,
+      "loss": 0.0019,
+      "step": 11940
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6137647264328556e-05,
+      "loss": 0.0039,
+      "step": 11942
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613700030407132e-05,
+      "loss": 0.0023,
+      "step": 11944
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6136353343814094e-05,
+      "loss": 0.0134,
+      "step": 11946
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613570638355686e-05,
+      "loss": 0.0016,
+      "step": 11948
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613505942329963e-05,
+      "loss": 0.0022,
+      "step": 11950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6134412463042395e-05,
+      "loss": 0.0104,
+      "step": 11952
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6133765502785164e-05,
+      "loss": 0.0215,
+      "step": 11954
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613311854252794e-05,
+      "loss": 0.0089,
+      "step": 11956
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.61324715822707e-05,
+      "loss": 0.0069,
+      "step": 11958
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613182462201347e-05,
+      "loss": 0.0132,
+      "step": 11960
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613117766175624e-05,
+      "loss": 0.0062,
+      "step": 11962
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.613053070149901e-05,
+      "loss": 0.0004,
+      "step": 11964
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612988374124178e-05,
+      "loss": 0.0097,
+      "step": 11966
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612923678098455e-05,
+      "loss": 0.0032,
+      "step": 11968
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6128589820727317e-05,
+      "loss": 0.0152,
+      "step": 11970
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6127942860470086e-05,
+      "loss": 0.0108,
+      "step": 11972
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6127295900212855e-05,
+      "loss": 0.0112,
+      "step": 11974
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612664893995562e-05,
+      "loss": 0.0155,
+      "step": 11976
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612600197969839e-05,
+      "loss": 0.0043,
+      "step": 11978
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6125355019441155e-05,
+      "loss": 0.0023,
+      "step": 11980
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6124708059183924e-05,
+      "loss": 0.0134,
+      "step": 11982
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612406109892669e-05,
+      "loss": 0.0005,
+      "step": 11984
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612341413866946e-05,
+      "loss": 0.0005,
+      "step": 11986
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612276717841224e-05,
+      "loss": 0.0029,
+      "step": 11988
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6122120218155e-05,
+      "loss": 0.0015,
+      "step": 11990
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612147325789777e-05,
+      "loss": 0.014,
+      "step": 11992
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612082629764054e-05,
+      "loss": 0.0039,
+      "step": 11994
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.612017933738331e-05,
+      "loss": 0.001,
+      "step": 11996
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611953237712607e-05,
+      "loss": 0.0009,
+      "step": 11998
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6118885416868846e-05,
+      "loss": 0.0012,
+      "step": 12000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6118238456611615e-05,
+      "loss": 0.0012,
+      "step": 12002
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611759149635438e-05,
+      "loss": 0.0049,
+      "step": 12004
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611694453609715e-05,
+      "loss": 0.0258,
+      "step": 12006
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6116297575839916e-05,
+      "loss": 0.0012,
+      "step": 12008
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611565061558269e-05,
+      "loss": 0.0073,
+      "step": 12010
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6115003655325454e-05,
+      "loss": 0.0101,
+      "step": 12012
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611435669506822e-05,
+      "loss": 0.0012,
+      "step": 12014
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611370973481099e-05,
+      "loss": 0.0099,
+      "step": 12016
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611306277455376e-05,
+      "loss": 0.0274,
+      "step": 12018
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611241581429653e-05,
+      "loss": 0.004,
+      "step": 12020
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.61117688540393e-05,
+      "loss": 0.0018,
+      "step": 12022
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611112189378207e-05,
+      "loss": 0.0042,
+      "step": 12024
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.611047493352483e-05,
+      "loss": 0.0016,
+      "step": 12026
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6109827973267606e-05,
+      "loss": 0.016,
+      "step": 12028
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610918101301037e-05,
+      "loss": 0.0515,
+      "step": 12030
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6108534052753145e-05,
+      "loss": 0.0037,
+      "step": 12032
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6107887092495914e-05,
+      "loss": 0.0016,
+      "step": 12034
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6107240132238676e-05,
+      "loss": 0.0041,
+      "step": 12036
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610659317198145e-05,
+      "loss": 0.0012,
+      "step": 12038
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6105946211724214e-05,
+      "loss": 0.0076,
+      "step": 12040
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610529925146698e-05,
+      "loss": 0.0133,
+      "step": 12042
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610465229120975e-05,
+      "loss": 0.0064,
+      "step": 12044
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610400533095252e-05,
+      "loss": 0.0107,
+      "step": 12046
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610335837069529e-05,
+      "loss": 0.0047,
+      "step": 12048
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610271141043806e-05,
+      "loss": 0.0012,
+      "step": 12050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610206445018083e-05,
+      "loss": 0.0534,
+      "step": 12052
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.61014174899236e-05,
+      "loss": 0.0136,
+      "step": 12054
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610077052966637e-05,
+      "loss": 0.077,
+      "step": 12056
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.610012356940913e-05,
+      "loss": 0.0048,
+      "step": 12058
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6099476609151905e-05,
+      "loss": 0.0051,
+      "step": 12060
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609882964889467e-05,
+      "loss": 0.0093,
+      "step": 12062
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6098182688637436e-05,
+      "loss": 0.0048,
+      "step": 12064
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609753572838021e-05,
+      "loss": 0.0328,
+      "step": 12066
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6096888768122975e-05,
+      "loss": 0.0028,
+      "step": 12068
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609624180786575e-05,
+      "loss": 0.0647,
+      "step": 12070
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609559484760851e-05,
+      "loss": 0.0276,
+      "step": 12072
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609494788735128e-05,
+      "loss": 0.0116,
+      "step": 12074
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609430092709405e-05,
+      "loss": 0.0022,
+      "step": 12076
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609365396683682e-05,
+      "loss": 0.0029,
+      "step": 12078
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609300700657959e-05,
+      "loss": 0.0153,
+      "step": 12080
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609236004632236e-05,
+      "loss": 0.1149,
+      "step": 12082
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609203656619374e-05,
+      "loss": 0.1521,
+      "step": 12084
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6091389605936505e-05,
+      "loss": 0.0256,
+      "step": 12086
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609074264567928e-05,
+      "loss": 0.0363,
+      "step": 12088
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.609009568542205e-05,
+      "loss": 0.006,
+      "step": 12090
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.608944872516481e-05,
+      "loss": 0.0016,
+      "step": 12092
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.608880176490759e-05,
+      "loss": 0.0059,
+      "step": 12094
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.608815480465035e-05,
+      "loss": 0.0157,
+      "step": 12096
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.608750784439312e-05,
+      "loss": 0.0048,
+      "step": 12098
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.608686088413589e-05,
+      "loss": 0.01,
+      "step": 12100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.608621392387866e-05,
+      "loss": 0.0035,
+      "step": 12102
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.608556696362143e-05,
+      "loss": 0.0085,
+      "step": 12104
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.6084920003364196e-05,
+      "loss": 0.0249,
+      "step": 12106
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6084273043106965e-05,
+      "loss": 0.0446,
+      "step": 12108
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6083626082849734e-05,
+      "loss": 0.0092,
+      "step": 12110
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60829791225925e-05,
+      "loss": 0.0079,
+      "step": 12112
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6082332162335265e-05,
+      "loss": 0.0019,
+      "step": 12114
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.608168520207804e-05,
+      "loss": 0.002,
+      "step": 12116
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6081038241820804e-05,
+      "loss": 0.0018,
+      "step": 12118
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.608039128156357e-05,
+      "loss": 0.0128,
+      "step": 12120
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607974432130634e-05,
+      "loss": 0.0016,
+      "step": 12122
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607909736104911e-05,
+      "loss": 0.008,
+      "step": 12124
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607845040079189e-05,
+      "loss": 0.0222,
+      "step": 12126
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607780344053465e-05,
+      "loss": 0.0008,
+      "step": 12128
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607715648027742e-05,
+      "loss": 0.0162,
+      "step": 12130
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607650952002019e-05,
+      "loss": 0.0108,
+      "step": 12132
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6075862559762956e-05,
+      "loss": 0.0048,
+      "step": 12134
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6075215599505725e-05,
+      "loss": 0.0082,
+      "step": 12136
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6074568639248494e-05,
+      "loss": 0.0012,
+      "step": 12138
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6073921678991264e-05,
+      "loss": 0.0063,
+      "step": 12140
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607327471873403e-05,
+      "loss": 0.0158,
+      "step": 12142
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60726277584768e-05,
+      "loss": 0.0065,
+      "step": 12144
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6071980798219564e-05,
+      "loss": 0.0021,
+      "step": 12146
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607133383796234e-05,
+      "loss": 0.0023,
+      "step": 12148
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60706868777051e-05,
+      "loss": 0.004,
+      "step": 12150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.607003991744787e-05,
+      "loss": 0.0368,
+      "step": 12152
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606939295719064e-05,
+      "loss": 0.0146,
+      "step": 12154
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606874599693341e-05,
+      "loss": 0.0298,
+      "step": 12156
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606809903667618e-05,
+      "loss": 0.0095,
+      "step": 12158
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606745207641895e-05,
+      "loss": 0.0164,
+      "step": 12160
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606680511616172e-05,
+      "loss": 0.011,
+      "step": 12162
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6066158155904486e-05,
+      "loss": 0.0018,
+      "step": 12164
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6065511195647255e-05,
+      "loss": 0.0044,
+      "step": 12166
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6064864235390024e-05,
+      "loss": 0.0088,
+      "step": 12168
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606421727513279e-05,
+      "loss": 0.0052,
+      "step": 12170
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606357031487556e-05,
+      "loss": 0.0025,
+      "step": 12172
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6062923354618324e-05,
+      "loss": 0.0037,
+      "step": 12174
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60622763943611e-05,
+      "loss": 0.0694,
+      "step": 12176
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606162943410386e-05,
+      "loss": 0.0022,
+      "step": 12178
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.606098247384663e-05,
+      "loss": 0.002,
+      "step": 12180
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60603355135894e-05,
+      "loss": 0.0111,
+      "step": 12182
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605968855333217e-05,
+      "loss": 0.001,
+      "step": 12184
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605904159307494e-05,
+      "loss": 0.0023,
+      "step": 12186
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605839463281771e-05,
+      "loss": 0.0006,
+      "step": 12188
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605774767256048e-05,
+      "loss": 0.0005,
+      "step": 12190
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6057100712303246e-05,
+      "loss": 0.004,
+      "step": 12192
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6056453752046015e-05,
+      "loss": 0.0017,
+      "step": 12194
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605580679178878e-05,
+      "loss": 0.0632,
+      "step": 12196
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6055159831531553e-05,
+      "loss": 0.0007,
+      "step": 12198
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6054512871274316e-05,
+      "loss": 0.0176,
+      "step": 12200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605386591101709e-05,
+      "loss": 0.0157,
+      "step": 12202
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605321895075986e-05,
+      "loss": 0.0116,
+      "step": 12204
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605257199050262e-05,
+      "loss": 0.0033,
+      "step": 12206
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60519250302454e-05,
+      "loss": 0.008,
+      "step": 12208
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605127806998816e-05,
+      "loss": 0.0031,
+      "step": 12210
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.605063110973093e-05,
+      "loss": 0.0009,
+      "step": 12212
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60499841494737e-05,
+      "loss": 0.0391,
+      "step": 12214
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.604933718921647e-05,
+      "loss": 0.0037,
+      "step": 12216
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.604869022895924e-05,
+      "loss": 0.0172,
+      "step": 12218
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6048043268702007e-05,
+      "loss": 0.0072,
+      "step": 12220
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6047396308444776e-05,
+      "loss": 0.0047,
+      "step": 12222
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6046749348187545e-05,
+      "loss": 0.0048,
+      "step": 12224
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6046102387930314e-05,
+      "loss": 0.0304,
+      "step": 12226
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6045455427673076e-05,
+      "loss": 0.0078,
+      "step": 12228
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.604480846741585e-05,
+      "loss": 0.0074,
+      "step": 12230
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6044161507158614e-05,
+      "loss": 0.0193,
+      "step": 12232
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6043514546901383e-05,
+      "loss": 0.0078,
+      "step": 12234
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.604286758664416e-05,
+      "loss": 0.0073,
+      "step": 12236
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.604222062638692e-05,
+      "loss": 0.0036,
+      "step": 12238
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.604157366612969e-05,
+      "loss": 0.0023,
+      "step": 12240
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.604092670587246e-05,
+      "loss": 0.0005,
+      "step": 12242
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.604027974561523e-05,
+      "loss": 0.0044,
+      "step": 12244
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6039632785358e-05,
+      "loss": 0.0091,
+      "step": 12246
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.603898582510077e-05,
+      "loss": 0.0072,
+      "step": 12248
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6038338864843536e-05,
+      "loss": 0.0011,
+      "step": 12250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6037691904586305e-05,
+      "loss": 0.0018,
+      "step": 12252
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6037044944329074e-05,
+      "loss": 0.0122,
+      "step": 12254
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6036397984071837e-05,
+      "loss": 0.0085,
+      "step": 12256
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.603575102381461e-05,
+      "loss": 0.0072,
+      "step": 12258
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6035104063557375e-05,
+      "loss": 0.0128,
+      "step": 12260
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6034457103300144e-05,
+      "loss": 0.0022,
+      "step": 12262
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.603381014304291e-05,
+      "loss": 0.0132,
+      "step": 12264
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.603316318278568e-05,
+      "loss": 0.0055,
+      "step": 12266
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.603251622252846e-05,
+      "loss": 0.0066,
+      "step": 12268
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.603186926227122e-05,
+      "loss": 0.0236,
+      "step": 12270
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.603122230201399e-05,
+      "loss": 0.0168,
+      "step": 12272
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.603057534175676e-05,
+      "loss": 0.0008,
+      "step": 12274
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602992838149953e-05,
+      "loss": 0.0026,
+      "step": 12276
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602928142124229e-05,
+      "loss": 0.004,
+      "step": 12278
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6028634460985066e-05,
+      "loss": 0.0034,
+      "step": 12280
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6027987500727835e-05,
+      "loss": 0.0007,
+      "step": 12282
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6027340540470604e-05,
+      "loss": 0.0103,
+      "step": 12284
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602669358021337e-05,
+      "loss": 0.0048,
+      "step": 12286
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6026046619956135e-05,
+      "loss": 0.0095,
+      "step": 12288
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602539965969891e-05,
+      "loss": 0.0047,
+      "step": 12290
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602475269944167e-05,
+      "loss": 0.0052,
+      "step": 12292
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602410573918444e-05,
+      "loss": 0.0022,
+      "step": 12294
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602345877892721e-05,
+      "loss": 0.0024,
+      "step": 12296
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602281181866998e-05,
+      "loss": 0.0061,
+      "step": 12298
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602216485841275e-05,
+      "loss": 0.0086,
+      "step": 12300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602151789815552e-05,
+      "loss": 0.0442,
+      "step": 12302
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602087093789829e-05,
+      "loss": 0.0061,
+      "step": 12304
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.602022397764106e-05,
+      "loss": 0.0099,
+      "step": 12306
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6019577017383826e-05,
+      "loss": 0.0039,
+      "step": 12308
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601893005712659e-05,
+      "loss": 0.0009,
+      "step": 12310
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6018283096869364e-05,
+      "loss": 0.0048,
+      "step": 12312
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601763613661213e-05,
+      "loss": 0.0061,
+      "step": 12314
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6016989176354896e-05,
+      "loss": 0.0137,
+      "step": 12316
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601634221609767e-05,
+      "loss": 0.0036,
+      "step": 12318
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6015695255840434e-05,
+      "loss": 0.0009,
+      "step": 12320
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60150482955832e-05,
+      "loss": 0.0085,
+      "step": 12322
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601440133532597e-05,
+      "loss": 0.0027,
+      "step": 12324
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601375437506874e-05,
+      "loss": 0.0008,
+      "step": 12326
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601310741481151e-05,
+      "loss": 0.0014,
+      "step": 12328
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601246045455428e-05,
+      "loss": 0.0166,
+      "step": 12330
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601181349429705e-05,
+      "loss": 0.002,
+      "step": 12332
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.601116653403982e-05,
+      "loss": 0.0017,
+      "step": 12334
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6010519573782586e-05,
+      "loss": 0.0094,
+      "step": 12336
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600987261352535e-05,
+      "loss": 0.001,
+      "step": 12338
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6009225653268125e-05,
+      "loss": 0.0156,
+      "step": 12340
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600857869301089e-05,
+      "loss": 0.0055,
+      "step": 12342
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600793173275366e-05,
+      "loss": 0.0055,
+      "step": 12344
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600728477249643e-05,
+      "loss": 0.0158,
+      "step": 12346
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6006637812239194e-05,
+      "loss": 0.0008,
+      "step": 12348
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600599085198197e-05,
+      "loss": 0.0007,
+      "step": 12350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600534389172473e-05,
+      "loss": 0.0187,
+      "step": 12352
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.60046969314675e-05,
+      "loss": 0.012,
+      "step": 12354
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600404997121027e-05,
+      "loss": 0.0009,
+      "step": 12356
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600340301095304e-05,
+      "loss": 0.0283,
+      "step": 12358
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600275605069581e-05,
+      "loss": 0.0134,
+      "step": 12360
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600210909043858e-05,
+      "loss": 0.0016,
+      "step": 12362
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.600146213018135e-05,
+      "loss": 0.0072,
+      "step": 12364
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6000815169924116e-05,
+      "loss": 0.0085,
+      "step": 12366
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.6000168209666885e-05,
+      "loss": 0.0115,
+      "step": 12368
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599952124940965e-05,
+      "loss": 0.0028,
+      "step": 12370
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599887428915242e-05,
+      "loss": 0.0005,
+      "step": 12372
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5998227328895185e-05,
+      "loss": 0.0018,
+      "step": 12374
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5997580368637955e-05,
+      "loss": 0.0035,
+      "step": 12376
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5996933408380724e-05,
+      "loss": 0.0018,
+      "step": 12378
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599628644812349e-05,
+      "loss": 0.0028,
+      "step": 12380
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599563948786626e-05,
+      "loss": 0.0007,
+      "step": 12382
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599499252760903e-05,
+      "loss": 0.0051,
+      "step": 12384
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.59943455673518e-05,
+      "loss": 0.0023,
+      "step": 12386
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599369860709457e-05,
+      "loss": 0.0029,
+      "step": 12388
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599305164683734e-05,
+      "loss": 0.0047,
+      "step": 12390
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599240468658011e-05,
+      "loss": 0.0041,
+      "step": 12392
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5991757726322876e-05,
+      "loss": 0.0299,
+      "step": 12394
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5991110766065645e-05,
+      "loss": 0.0013,
+      "step": 12396
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.599046380580841e-05,
+      "loss": 0.0018,
+      "step": 12398
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5989816845551184e-05,
+      "loss": 0.0038,
+      "step": 12400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5989169885293946e-05,
+      "loss": 0.0009,
+      "step": 12402
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5988522925036715e-05,
+      "loss": 0.013,
+      "step": 12404
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5987875964779484e-05,
+      "loss": 0.0024,
+      "step": 12406
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598722900452225e-05,
+      "loss": 0.0061,
+      "step": 12408
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598658204426502e-05,
+      "loss": 0.0055,
+      "step": 12410
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598593508400779e-05,
+      "loss": 0.0014,
+      "step": 12412
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598528812375056e-05,
+      "loss": 0.0076,
+      "step": 12414
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598464116349333e-05,
+      "loss": 0.0008,
+      "step": 12416
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.59839942032361e-05,
+      "loss": 0.0215,
+      "step": 12418
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598334724297886e-05,
+      "loss": 0.0066,
+      "step": 12420
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598270028272164e-05,
+      "loss": 0.005,
+      "step": 12422
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598237680259302e-05,
+      "loss": 0.2539,
+      "step": 12424
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5981729842335784e-05,
+      "loss": 0.0099,
+      "step": 12426
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598108288207856e-05,
+      "loss": 0.0096,
+      "step": 12428
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.598043592182132e-05,
+      "loss": 0.0725,
+      "step": 12430
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597978896156409e-05,
+      "loss": 0.0045,
+      "step": 12432
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597914200130686e-05,
+      "loss": 0.0123,
+      "step": 12434
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597849504104963e-05,
+      "loss": 0.0072,
+      "step": 12436
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5977848080792405e-05,
+      "loss": 0.0004,
+      "step": 12438
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597720112053517e-05,
+      "loss": 0.0121,
+      "step": 12440
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5976554160277936e-05,
+      "loss": 0.0153,
+      "step": 12442
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5975907200020705e-05,
+      "loss": 0.0028,
+      "step": 12444
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5975260239763474e-05,
+      "loss": 0.0008,
+      "step": 12446
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5974613279506243e-05,
+      "loss": 0.0205,
+      "step": 12448
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597396631924901e-05,
+      "loss": 0.0011,
+      "step": 12450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597331935899178e-05,
+      "loss": 0.0141,
+      "step": 12452
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5972672398734544e-05,
+      "loss": 0.0006,
+      "step": 12454
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597202543847732e-05,
+      "loss": 0.0024,
+      "step": 12456
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597137847822008e-05,
+      "loss": 0.0155,
+      "step": 12458
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597073151796286e-05,
+      "loss": 0.0047,
+      "step": 12460
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.597008455770562e-05,
+      "loss": 0.0071,
+      "step": 12462
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596943759744839e-05,
+      "loss": 0.0028,
+      "step": 12464
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596879063719116e-05,
+      "loss": 0.0101,
+      "step": 12466
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596814367693393e-05,
+      "loss": 0.0101,
+      "step": 12468
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5967496716676697e-05,
+      "loss": 0.0082,
+      "step": 12470
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5966849756419466e-05,
+      "loss": 0.0012,
+      "step": 12472
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5966202796162235e-05,
+      "loss": 0.0085,
+      "step": 12474
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5965555835905e-05,
+      "loss": 0.0008,
+      "step": 12476
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596490887564777e-05,
+      "loss": 0.0122,
+      "step": 12478
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5964261915390535e-05,
+      "loss": 0.0015,
+      "step": 12480
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596361495513331e-05,
+      "loss": 0.0498,
+      "step": 12482
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596296799487608e-05,
+      "loss": 0.0134,
+      "step": 12484
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596232103461884e-05,
+      "loss": 0.0094,
+      "step": 12486
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596167407436162e-05,
+      "loss": 0.0041,
+      "step": 12488
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596102711410438e-05,
+      "loss": 0.0118,
+      "step": 12490
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.596038015384715e-05,
+      "loss": 0.0027,
+      "step": 12492
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595973319358992e-05,
+      "loss": 0.0126,
+      "step": 12494
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595908623333269e-05,
+      "loss": 0.0068,
+      "step": 12496
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595843927307546e-05,
+      "loss": 0.0007,
+      "step": 12498
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5957792312818226e-05,
+      "loss": 0.0039,
+      "step": 12500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5957145352560995e-05,
+      "loss": 0.0027,
+      "step": 12502
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5956498392303764e-05,
+      "loss": 0.021,
+      "step": 12504
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595585143204653e-05,
+      "loss": 0.0022,
+      "step": 12506
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5955204471789296e-05,
+      "loss": 0.0511,
+      "step": 12508
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595455751153207e-05,
+      "loss": 0.0009,
+      "step": 12510
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5953910551274834e-05,
+      "loss": 0.0027,
+      "step": 12512
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.59532635910176e-05,
+      "loss": 0.0006,
+      "step": 12514
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595261663076038e-05,
+      "loss": 0.0006,
+      "step": 12516
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595196967050314e-05,
+      "loss": 0.0031,
+      "step": 12518
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595132271024592e-05,
+      "loss": 0.0081,
+      "step": 12520
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595067574998868e-05,
+      "loss": 0.0018,
+      "step": 12522
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.595002878973145e-05,
+      "loss": 0.0051,
+      "step": 12524
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.594938182947422e-05,
+      "loss": 0.001,
+      "step": 12526
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5948734869216987e-05,
+      "loss": 0.0087,
+      "step": 12528
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5948087908959756e-05,
+      "loss": 0.0208,
+      "step": 12530
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5947440948702525e-05,
+      "loss": 0.0075,
+      "step": 12532
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5946793988445294e-05,
+      "loss": 0.0031,
+      "step": 12534
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5946147028188056e-05,
+      "loss": 0.0065,
+      "step": 12536
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.594550006793083e-05,
+      "loss": 0.0035,
+      "step": 12538
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5944853107673594e-05,
+      "loss": 0.009,
+      "step": 12540
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.594420614741637e-05,
+      "loss": 0.0352,
+      "step": 12542
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.594355918715913e-05,
+      "loss": 0.037,
+      "step": 12544
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.59429122269019e-05,
+      "loss": 0.0026,
+      "step": 12546
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.594226526664468e-05,
+      "loss": 0.0075,
+      "step": 12548
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.594161830638744e-05,
+      "loss": 0.0119,
+      "step": 12550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.594097134613021e-05,
+      "loss": 0.0063,
+      "step": 12552
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.594032438587298e-05,
+      "loss": 0.0012,
+      "step": 12554
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593967742561575e-05,
+      "loss": 0.0018,
+      "step": 12556
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5939030465358516e-05,
+      "loss": 0.0061,
+      "step": 12558
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5938383505101285e-05,
+      "loss": 0.0033,
+      "step": 12560
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5937736544844054e-05,
+      "loss": 0.0006,
+      "step": 12562
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593708958458682e-05,
+      "loss": 0.0105,
+      "step": 12564
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593644262432959e-05,
+      "loss": 0.0005,
+      "step": 12566
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5935795664072355e-05,
+      "loss": 0.0011,
+      "step": 12568
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593514870381513e-05,
+      "loss": 0.0017,
+      "step": 12570
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593450174355789e-05,
+      "loss": 0.0326,
+      "step": 12572
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593385478330066e-05,
+      "loss": 0.0028,
+      "step": 12574
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593320782304343e-05,
+      "loss": 0.0113,
+      "step": 12576
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.59325608627862e-05,
+      "loss": 0.0102,
+      "step": 12578
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593191390252897e-05,
+      "loss": 0.0008,
+      "step": 12580
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593126694227174e-05,
+      "loss": 0.0452,
+      "step": 12582
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.593061998201451e-05,
+      "loss": 0.0064,
+      "step": 12584
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5929973021757276e-05,
+      "loss": 0.0039,
+      "step": 12586
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5929326061500045e-05,
+      "loss": 0.0114,
+      "step": 12588
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592867910124281e-05,
+      "loss": 0.0108,
+      "step": 12590
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5928032140985584e-05,
+      "loss": 0.0033,
+      "step": 12592
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592738518072835e-05,
+      "loss": 0.02,
+      "step": 12594
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5926738220471115e-05,
+      "loss": 0.0029,
+      "step": 12596
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592609126021389e-05,
+      "loss": 0.0038,
+      "step": 12598
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592544429995665e-05,
+      "loss": 0.0057,
+      "step": 12600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592479733969943e-05,
+      "loss": 0.0058,
+      "step": 12602
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592415037944219e-05,
+      "loss": 0.0035,
+      "step": 12604
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592350341918496e-05,
+      "loss": 0.0084,
+      "step": 12606
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592285645892773e-05,
+      "loss": 0.0006,
+      "step": 12608
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.59222094986705e-05,
+      "loss": 0.0091,
+      "step": 12610
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592156253841327e-05,
+      "loss": 0.0285,
+      "step": 12612
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.592091557815604e-05,
+      "loss": 0.0084,
+      "step": 12614
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5920268617898806e-05,
+      "loss": 0.0021,
+      "step": 12616
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.591962165764157e-05,
+      "loss": 0.0043,
+      "step": 12618
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5918974697384344e-05,
+      "loss": 0.0194,
+      "step": 12620
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 4.5918327737127106e-05,
+      "loss": 0.0131,
+      "step": 12622
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.591768077686988e-05,
+      "loss": 0.0021,
+      "step": 12624
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5917033816612645e-05,
+      "loss": 0.0106,
+      "step": 12626
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5916386856355414e-05,
+      "loss": 0.0169,
+      "step": 12628
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.591573989609819e-05,
+      "loss": 0.0068,
+      "step": 12630
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.591509293584095e-05,
+      "loss": 0.009,
+      "step": 12632
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.591444597558372e-05,
+      "loss": 0.0098,
+      "step": 12634
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.591379901532649e-05,
+      "loss": 0.0019,
+      "step": 12636
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.591315205506926e-05,
+      "loss": 0.0212,
+      "step": 12638
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.591250509481203e-05,
+      "loss": 0.0393,
+      "step": 12640
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.59118581345548e-05,
+      "loss": 0.0342,
+      "step": 12642
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5911211174297566e-05,
+      "loss": 0.0131,
+      "step": 12644
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5910564214040335e-05,
+      "loss": 0.0033,
+      "step": 12646
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5909917253783104e-05,
+      "loss": 0.0192,
+      "step": 12648
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590927029352587e-05,
+      "loss": 0.0257,
+      "step": 12650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590862333326864e-05,
+      "loss": 0.0033,
+      "step": 12652
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5907976373011405e-05,
+      "loss": 0.0093,
+      "step": 12654
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5907329412754174e-05,
+      "loss": 0.0046,
+      "step": 12656
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590668245249694e-05,
+      "loss": 0.0109,
+      "step": 12658
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590603549223971e-05,
+      "loss": 0.001,
+      "step": 12660
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590538853198249e-05,
+      "loss": 0.0036,
+      "step": 12662
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590474157172525e-05,
+      "loss": 0.0357,
+      "step": 12664
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590409461146802e-05,
+      "loss": 0.041,
+      "step": 12666
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590344765121079e-05,
+      "loss": 0.0419,
+      "step": 12668
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590280069095356e-05,
+      "loss": 0.0149,
+      "step": 12670
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590215373069633e-05,
+      "loss": 0.0081,
+      "step": 12672
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5901506770439096e-05,
+      "loss": 0.0241,
+      "step": 12674
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5900859810181865e-05,
+      "loss": 0.0014,
+      "step": 12676
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.590021284992463e-05,
+      "loss": 0.0373,
+      "step": 12678
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58995658896674e-05,
+      "loss": 0.0104,
+      "step": 12680
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5898918929410165e-05,
+      "loss": 0.0008,
+      "step": 12682
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589827196915294e-05,
+      "loss": 0.0051,
+      "step": 12684
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5897625008895704e-05,
+      "loss": 0.003,
+      "step": 12686
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589697804863847e-05,
+      "loss": 0.0376,
+      "step": 12688
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589633108838124e-05,
+      "loss": 0.0255,
+      "step": 12690
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589568412812401e-05,
+      "loss": 0.0087,
+      "step": 12692
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589503716786678e-05,
+      "loss": 0.0194,
+      "step": 12694
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589439020760955e-05,
+      "loss": 0.0118,
+      "step": 12696
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589374324735232e-05,
+      "loss": 0.0061,
+      "step": 12698
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589309628709509e-05,
+      "loss": 0.0038,
+      "step": 12700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5892449326837856e-05,
+      "loss": 0.0032,
+      "step": 12702
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.589180236658062e-05,
+      "loss": 0.011,
+      "step": 12704
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5891155406323394e-05,
+      "loss": 0.0065,
+      "step": 12706
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5890508446066163e-05,
+      "loss": 0.0024,
+      "step": 12708
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5889861485808926e-05,
+      "loss": 0.0092,
+      "step": 12710
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58892145255517e-05,
+      "loss": 0.005,
+      "step": 12712
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5888567565294464e-05,
+      "loss": 0.003,
+      "step": 12714
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588792060503723e-05,
+      "loss": 0.0025,
+      "step": 12716
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588727364478e-05,
+      "loss": 0.01,
+      "step": 12718
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588662668452277e-05,
+      "loss": 0.036,
+      "step": 12720
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588597972426554e-05,
+      "loss": 0.0003,
+      "step": 12722
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588533276400831e-05,
+      "loss": 0.0035,
+      "step": 12724
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588468580375108e-05,
+      "loss": 0.002,
+      "step": 12726
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588403884349385e-05,
+      "loss": 0.0103,
+      "step": 12728
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5883391883236617e-05,
+      "loss": 0.0042,
+      "step": 12730
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588274492297938e-05,
+      "loss": 0.0018,
+      "step": 12732
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5882097962722155e-05,
+      "loss": 0.0012,
+      "step": 12734
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588145100246492e-05,
+      "loss": 0.0007,
+      "step": 12736
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5880804042207686e-05,
+      "loss": 0.0821,
+      "step": 12738
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.588015708195046e-05,
+      "loss": 0.0004,
+      "step": 12740
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5879510121693224e-05,
+      "loss": 0.0117,
+      "step": 12742
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5878863161436e-05,
+      "loss": 0.0024,
+      "step": 12744
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587821620117876e-05,
+      "loss": 0.0124,
+      "step": 12746
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587756924092153e-05,
+      "loss": 0.024,
+      "step": 12748
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58769222806643e-05,
+      "loss": 0.0093,
+      "step": 12750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587627532040707e-05,
+      "loss": 0.0181,
+      "step": 12752
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587562836014984e-05,
+      "loss": 0.0108,
+      "step": 12754
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587498139989261e-05,
+      "loss": 0.0003,
+      "step": 12756
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587433443963538e-05,
+      "loss": 0.0123,
+      "step": 12758
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587368747937814e-05,
+      "loss": 0.0007,
+      "step": 12760
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5873040519120915e-05,
+      "loss": 0.0016,
+      "step": 12762
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587239355886368e-05,
+      "loss": 0.0012,
+      "step": 12764
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.587174659860645e-05,
+      "loss": 0.0034,
+      "step": 12766
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5871099638349216e-05,
+      "loss": 0.0113,
+      "step": 12768
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5870452678091985e-05,
+      "loss": 0.0322,
+      "step": 12770
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586980571783476e-05,
+      "loss": 0.0034,
+      "step": 12772
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586915875757752e-05,
+      "loss": 0.0013,
+      "step": 12774
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586851179732029e-05,
+      "loss": 0.0029,
+      "step": 12776
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586786483706306e-05,
+      "loss": 0.0009,
+      "step": 12778
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586721787680583e-05,
+      "loss": 0.009,
+      "step": 12780
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58665709165486e-05,
+      "loss": 0.0018,
+      "step": 12782
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586592395629137e-05,
+      "loss": 0.0118,
+      "step": 12784
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586527699603414e-05,
+      "loss": 0.0201,
+      "step": 12786
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5864630035776906e-05,
+      "loss": 0.0128,
+      "step": 12788
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5863983075519676e-05,
+      "loss": 0.0151,
+      "step": 12790
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586333611526244e-05,
+      "loss": 0.0016,
+      "step": 12792
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5862689155005214e-05,
+      "loss": 0.0071,
+      "step": 12794
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5862042194747976e-05,
+      "loss": 0.0169,
+      "step": 12796
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5861395234490745e-05,
+      "loss": 0.0075,
+      "step": 12798
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5860748274233514e-05,
+      "loss": 0.0122,
+      "step": 12800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.586010131397628e-05,
+      "loss": 0.0443,
+      "step": 12802
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585945435371905e-05,
+      "loss": 0.0068,
+      "step": 12804
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585880739346182e-05,
+      "loss": 0.0082,
+      "step": 12806
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585816043320459e-05,
+      "loss": 0.0011,
+      "step": 12808
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585751347294736e-05,
+      "loss": 0.0061,
+      "step": 12810
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585686651269013e-05,
+      "loss": 0.0032,
+      "step": 12812
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585621955243289e-05,
+      "loss": 0.0002,
+      "step": 12814
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585557259217567e-05,
+      "loss": 0.0041,
+      "step": 12816
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5854925631918436e-05,
+      "loss": 0.0008,
+      "step": 12818
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58542786716612e-05,
+      "loss": 0.0412,
+      "step": 12820
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5853631711403974e-05,
+      "loss": 0.0152,
+      "step": 12822
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5852984751146736e-05,
+      "loss": 0.0017,
+      "step": 12824
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585233779088951e-05,
+      "loss": 0.0025,
+      "step": 12826
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5851690830632275e-05,
+      "loss": 0.0093,
+      "step": 12828
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5851043870375044e-05,
+      "loss": 0.0391,
+      "step": 12830
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.585039691011781e-05,
+      "loss": 0.0166,
+      "step": 12832
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584974994986058e-05,
+      "loss": 0.0149,
+      "step": 12834
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584910298960335e-05,
+      "loss": 0.001,
+      "step": 12836
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584845602934612e-05,
+      "loss": 0.0069,
+      "step": 12838
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584780906908889e-05,
+      "loss": 0.006,
+      "step": 12840
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584716210883166e-05,
+      "loss": 0.016,
+      "step": 12842
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584651514857443e-05,
+      "loss": 0.0037,
+      "step": 12844
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584586818831719e-05,
+      "loss": 0.0111,
+      "step": 12846
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5845221228059965e-05,
+      "loss": 0.0082,
+      "step": 12848
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5844574267802735e-05,
+      "loss": 0.0068,
+      "step": 12850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58439273075455e-05,
+      "loss": 0.0031,
+      "step": 12852
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584328034728827e-05,
+      "loss": 0.002,
+      "step": 12854
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5842633387031035e-05,
+      "loss": 0.0046,
+      "step": 12856
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5841986426773804e-05,
+      "loss": 0.0016,
+      "step": 12858
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584133946651657e-05,
+      "loss": 0.0108,
+      "step": 12860
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584069250625934e-05,
+      "loss": 0.0304,
+      "step": 12862
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.584004554600211e-05,
+      "loss": 0.0017,
+      "step": 12864
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583939858574488e-05,
+      "loss": 0.0058,
+      "step": 12866
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583875162548765e-05,
+      "loss": 0.0127,
+      "step": 12868
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583810466523042e-05,
+      "loss": 0.0009,
+      "step": 12870
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583745770497319e-05,
+      "loss": 0.0003,
+      "step": 12872
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583681074471595e-05,
+      "loss": 0.0296,
+      "step": 12874
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5836163784458726e-05,
+      "loss": 0.003,
+      "step": 12876
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583551682420149e-05,
+      "loss": 0.0008,
+      "step": 12878
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583486986394426e-05,
+      "loss": 0.0025,
+      "step": 12880
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5834222903687026e-05,
+      "loss": 0.0008,
+      "step": 12882
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5833575943429795e-05,
+      "loss": 0.0128,
+      "step": 12884
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583292898317257e-05,
+      "loss": 0.0008,
+      "step": 12886
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5832282022915334e-05,
+      "loss": 0.0057,
+      "step": 12888
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58316350626581e-05,
+      "loss": 0.0056,
+      "step": 12890
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583098810240087e-05,
+      "loss": 0.012,
+      "step": 12892
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.583034114214364e-05,
+      "loss": 0.0006,
+      "step": 12894
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582969418188641e-05,
+      "loss": 0.0355,
+      "step": 12896
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582904722162918e-05,
+      "loss": 0.0154,
+      "step": 12898
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582840026137195e-05,
+      "loss": 0.0083,
+      "step": 12900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582775330111471e-05,
+      "loss": 0.0007,
+      "step": 12902
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5827106340857486e-05,
+      "loss": 0.0219,
+      "step": 12904
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582645938060025e-05,
+      "loss": 0.001,
+      "step": 12906
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5825812420343024e-05,
+      "loss": 0.0091,
+      "step": 12908
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582516546008579e-05,
+      "loss": 0.0081,
+      "step": 12910
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5824518499828556e-05,
+      "loss": 0.0053,
+      "step": 12912
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5823871539571325e-05,
+      "loss": 0.0038,
+      "step": 12914
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5823224579314094e-05,
+      "loss": 0.0142,
+      "step": 12916
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582257761905686e-05,
+      "loss": 0.0043,
+      "step": 12918
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582193065879963e-05,
+      "loss": 0.0012,
+      "step": 12920
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58212836985424e-05,
+      "loss": 0.0032,
+      "step": 12922
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.582063673828517e-05,
+      "loss": 0.0004,
+      "step": 12924
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581998977802794e-05,
+      "loss": 0.0182,
+      "step": 12926
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581934281777071e-05,
+      "loss": 0.0027,
+      "step": 12928
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581869585751348e-05,
+      "loss": 0.0014,
+      "step": 12930
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581804889725625e-05,
+      "loss": 0.015,
+      "step": 12932
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581740193699901e-05,
+      "loss": 0.0246,
+      "step": 12934
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5816754976741785e-05,
+      "loss": 0.0023,
+      "step": 12936
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581610801648455e-05,
+      "loss": 0.0014,
+      "step": 12938
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5815461056227316e-05,
+      "loss": 0.064,
+      "step": 12940
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5814814095970085e-05,
+      "loss": 0.0012,
+      "step": 12942
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5814167135712854e-05,
+      "loss": 0.0025,
+      "step": 12944
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5813520175455623e-05,
+      "loss": 0.0084,
+      "step": 12946
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581287321519839e-05,
+      "loss": 0.0034,
+      "step": 12948
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581222625494116e-05,
+      "loss": 0.0016,
+      "step": 12950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581157929468393e-05,
+      "loss": 0.0012,
+      "step": 12952
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.58109323344267e-05,
+      "loss": 0.0065,
+      "step": 12954
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.581028537416946e-05,
+      "loss": 0.0008,
+      "step": 12956
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.580963841391224e-05,
+      "loss": 0.0044,
+      "step": 12958
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5808991453655e-05,
+      "loss": 0.0132,
+      "step": 12960
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.580834449339777e-05,
+      "loss": 0.002,
+      "step": 12962
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5807697533140545e-05,
+      "loss": 0.0081,
+      "step": 12964
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.580705057288331e-05,
+      "loss": 0.0053,
+      "step": 12966
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5806403612626083e-05,
+      "loss": 0.0014,
+      "step": 12968
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5805756652368846e-05,
+      "loss": 0.0025,
+      "step": 12970
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5805109692111615e-05,
+      "loss": 0.0036,
+      "step": 12972
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5804462731854384e-05,
+      "loss": 0.0033,
+      "step": 12974
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.580381577159715e-05,
+      "loss": 0.0068,
+      "step": 12976
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.580316881133992e-05,
+      "loss": 0.0036,
+      "step": 12978
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.580252185108269e-05,
+      "loss": 0.0014,
+      "step": 12980
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.580187489082546e-05,
+      "loss": 0.0087,
+      "step": 12982
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.580122793056823e-05,
+      "loss": 0.0184,
+      "step": 12984
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5800580970311e-05,
+      "loss": 0.0022,
+      "step": 12986
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579993401005376e-05,
+      "loss": 0.0146,
+      "step": 12988
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5799287049796537e-05,
+      "loss": 0.0049,
+      "step": 12990
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.57986400895393e-05,
+      "loss": 0.003,
+      "step": 12992
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579799312928207e-05,
+      "loss": 0.0062,
+      "step": 12994
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5797346169024844e-05,
+      "loss": 0.0035,
+      "step": 12996
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5796699208767606e-05,
+      "loss": 0.0204,
+      "step": 12998
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5796052248510375e-05,
+      "loss": 0.0081,
+      "step": 13000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5795405288253144e-05,
+      "loss": 0.0075,
+      "step": 13002
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579475832799591e-05,
+      "loss": 0.002,
+      "step": 13004
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579411136773868e-05,
+      "loss": 0.0159,
+      "step": 13006
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579346440748145e-05,
+      "loss": 0.001,
+      "step": 13008
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579281744722422e-05,
+      "loss": 0.0185,
+      "step": 13010
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579217048696699e-05,
+      "loss": 0.008,
+      "step": 13012
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579152352670976e-05,
+      "loss": 0.011,
+      "step": 13014
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.579087656645252e-05,
+      "loss": 0.0213,
+      "step": 13016
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.57902296061953e-05,
+      "loss": 0.0146,
+      "step": 13018
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578958264593806e-05,
+      "loss": 0.0102,
+      "step": 13020
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578893568568083e-05,
+      "loss": 0.0026,
+      "step": 13022
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.57882887254236e-05,
+      "loss": 0.0205,
+      "step": 13024
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5787641765166367e-05,
+      "loss": 0.0111,
+      "step": 13026
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578699480490914e-05,
+      "loss": 0.0005,
+      "step": 13028
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5786347844651905e-05,
+      "loss": 0.0007,
+      "step": 13030
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5785700884394674e-05,
+      "loss": 0.0111,
+      "step": 13032
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578505392413744e-05,
+      "loss": 0.0009,
+      "step": 13034
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578440696388021e-05,
+      "loss": 0.0008,
+      "step": 13036
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5783760003622974e-05,
+      "loss": 0.0366,
+      "step": 13038
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578311304336575e-05,
+      "loss": 0.0027,
+      "step": 13040
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578246608310852e-05,
+      "loss": 0.0009,
+      "step": 13042
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578181912285128e-05,
+      "loss": 0.023,
+      "step": 13044
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578117216259406e-05,
+      "loss": 0.0075,
+      "step": 13046
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.578052520233682e-05,
+      "loss": 0.0013,
+      "step": 13048
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5779878242079596e-05,
+      "loss": 0.0076,
+      "step": 13050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577923128182236e-05,
+      "loss": 0.0062,
+      "step": 13052
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577858432156513e-05,
+      "loss": 0.0006,
+      "step": 13054
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5777937361307896e-05,
+      "loss": 0.0615,
+      "step": 13056
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5777290401050665e-05,
+      "loss": 0.0055,
+      "step": 13058
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5776643440793434e-05,
+      "loss": 0.0078,
+      "step": 13060
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.57759964805362e-05,
+      "loss": 0.0012,
+      "step": 13062
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577534952027897e-05,
+      "loss": 0.0004,
+      "step": 13064
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577470256002174e-05,
+      "loss": 0.0065,
+      "step": 13066
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577405559976451e-05,
+      "loss": 0.039,
+      "step": 13068
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577340863950727e-05,
+      "loss": 0.0115,
+      "step": 13070
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577276167925005e-05,
+      "loss": 0.0031,
+      "step": 13072
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577211471899282e-05,
+      "loss": 0.0134,
+      "step": 13074
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577146775873558e-05,
+      "loss": 0.0218,
+      "step": 13076
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5770820798478356e-05,
+      "loss": 0.0029,
+      "step": 13078
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.577017383822112e-05,
+      "loss": 0.0018,
+      "step": 13080
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576952687796389e-05,
+      "loss": 0.0092,
+      "step": 13082
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5768879917706656e-05,
+      "loss": 0.0043,
+      "step": 13084
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5768232957449426e-05,
+      "loss": 0.0096,
+      "step": 13086
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5767585997192195e-05,
+      "loss": 0.0073,
+      "step": 13088
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5766939036934964e-05,
+      "loss": 0.0019,
+      "step": 13090
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576629207667773e-05,
+      "loss": 0.0012,
+      "step": 13092
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.57656451164205e-05,
+      "loss": 0.0047,
+      "step": 13094
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576499815616327e-05,
+      "loss": 0.0097,
+      "step": 13096
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576435119590603e-05,
+      "loss": 0.0016,
+      "step": 13098
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576370423564881e-05,
+      "loss": 0.0039,
+      "step": 13100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576305727539157e-05,
+      "loss": 0.0016,
+      "step": 13102
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576241031513434e-05,
+      "loss": 0.0011,
+      "step": 13104
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576176335487711e-05,
+      "loss": 0.0074,
+      "step": 13106
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.576111639461988e-05,
+      "loss": 0.0016,
+      "step": 13108
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5760469434362655e-05,
+      "loss": 0.0057,
+      "step": 13110
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575982247410542e-05,
+      "loss": 0.0033,
+      "step": 13112
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5759175513848186e-05,
+      "loss": 0.0035,
+      "step": 13114
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5758528553590955e-05,
+      "loss": 0.0154,
+      "step": 13116
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.5757881593333724e-05,
+      "loss": 0.0238,
+      "step": 13118
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575723463307649e-05,
+      "loss": 0.0015,
+      "step": 13120
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575658767281926e-05,
+      "loss": 0.0106,
+      "step": 13122
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575594071256203e-05,
+      "loss": 0.0097,
+      "step": 13124
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.57552937523048e-05,
+      "loss": 0.0041,
+      "step": 13126
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575464679204757e-05,
+      "loss": 0.0045,
+      "step": 13128
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575399983179033e-05,
+      "loss": 0.0014,
+      "step": 13130
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575335287153311e-05,
+      "loss": 0.0017,
+      "step": 13132
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575270591127587e-05,
+      "loss": 0.0242,
+      "step": 13134
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575205895101864e-05,
+      "loss": 0.0145,
+      "step": 13136
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 4.575141199076141e-05,
+      "loss": 0.0023,
+      "step": 13138
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.575076503050418e-05,
+      "loss": 0.0018,
+      "step": 13140
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5750118070246946e-05,
+      "loss": 0.0023,
+      "step": 13142
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5749471109989715e-05,
+      "loss": 0.0003,
+      "step": 13144
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5748824149732484e-05,
+      "loss": 0.0008,
+      "step": 13146
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5748177189475254e-05,
+      "loss": 0.0046,
+      "step": 13148
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574753022921802e-05,
+      "loss": 0.0011,
+      "step": 13150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574688326896079e-05,
+      "loss": 0.0004,
+      "step": 13152
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574623630870356e-05,
+      "loss": 0.0043,
+      "step": 13154
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574558934844633e-05,
+      "loss": 0.0002,
+      "step": 13156
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574494238818909e-05,
+      "loss": 0.002,
+      "step": 13158
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574429542793187e-05,
+      "loss": 0.0022,
+      "step": 13160
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574364846767463e-05,
+      "loss": 0.0067,
+      "step": 13162
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.57430015074174e-05,
+      "loss": 0.014,
+      "step": 13164
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574235454716017e-05,
+      "loss": 0.0004,
+      "step": 13166
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574170758690294e-05,
+      "loss": 0.002,
+      "step": 13168
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.574106062664571e-05,
+      "loss": 0.0008,
+      "step": 13170
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5740413666388476e-05,
+      "loss": 0.0004,
+      "step": 13172
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5739766706131245e-05,
+      "loss": 0.0027,
+      "step": 13174
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5739119745874014e-05,
+      "loss": 0.0052,
+      "step": 13176
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.573847278561678e-05,
+      "loss": 0.0009,
+      "step": 13178
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5737825825359545e-05,
+      "loss": 0.0801,
+      "step": 13180
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.573717886510232e-05,
+      "loss": 0.0026,
+      "step": 13182
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5736531904845084e-05,
+      "loss": 0.0005,
+      "step": 13184
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.573588494458785e-05,
+      "loss": 0.0009,
+      "step": 13186
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.573523798433063e-05,
+      "loss": 0.0242,
+      "step": 13188
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.573459102407339e-05,
+      "loss": 0.0148,
+      "step": 13190
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.573394406381617e-05,
+      "loss": 0.001,
+      "step": 13192
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.573329710355893e-05,
+      "loss": 0.0166,
+      "step": 13194
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.57326501433017e-05,
+      "loss": 0.0011,
+      "step": 13196
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.573200318304447e-05,
+      "loss": 0.0019,
+      "step": 13198
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5731356222787236e-05,
+      "loss": 0.0113,
+      "step": 13200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5730709262530005e-05,
+      "loss": 0.0061,
+      "step": 13202
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5730062302272774e-05,
+      "loss": 0.0048,
+      "step": 13204
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5729415342015543e-05,
+      "loss": 0.0103,
+      "step": 13206
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572876838175831e-05,
+      "loss": 0.0196,
+      "step": 13208
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572812142150108e-05,
+      "loss": 0.0099,
+      "step": 13210
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5727474461243844e-05,
+      "loss": 0.0092,
+      "step": 13212
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572682750098662e-05,
+      "loss": 0.0112,
+      "step": 13214
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572618054072938e-05,
+      "loss": 0.0014,
+      "step": 13216
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572553358047215e-05,
+      "loss": 0.0003,
+      "step": 13218
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572488662021493e-05,
+      "loss": 0.0011,
+      "step": 13220
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572423965995769e-05,
+      "loss": 0.004,
+      "step": 13222
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572359269970046e-05,
+      "loss": 0.0081,
+      "step": 13224
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.572294573944323e-05,
+      "loss": 0.0063,
+      "step": 13226
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5722298779186e-05,
+      "loss": 0.0244,
+      "step": 13228
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5721651818928766e-05,
+      "loss": 0.0017,
+      "step": 13230
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5721004858671535e-05,
+      "loss": 0.0008,
+      "step": 13232
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5720357898414304e-05,
+      "loss": 0.0179,
+      "step": 13234
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571971093815707e-05,
+      "loss": 0.0023,
+      "step": 13236
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571906397789984e-05,
+      "loss": 0.0078,
+      "step": 13238
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5718417017642604e-05,
+      "loss": 0.0125,
+      "step": 13240
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571777005738538e-05,
+      "loss": 0.0422,
+      "step": 13242
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571712309712814e-05,
+      "loss": 0.0043,
+      "step": 13244
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571647613687091e-05,
+      "loss": 0.0012,
+      "step": 13246
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571582917661368e-05,
+      "loss": 0.0118,
+      "step": 13248
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571518221635645e-05,
+      "loss": 0.004,
+      "step": 13250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5714535256099226e-05,
+      "loss": 0.0003,
+      "step": 13252
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571388829584199e-05,
+      "loss": 0.0004,
+      "step": 13254
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571324133558476e-05,
+      "loss": 0.0021,
+      "step": 13256
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5712594375327526e-05,
+      "loss": 0.024,
+      "step": 13258
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5711947415070295e-05,
+      "loss": 0.0034,
+      "step": 13260
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571130045481306e-05,
+      "loss": 0.0036,
+      "step": 13262
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.571065349455583e-05,
+      "loss": 0.0015,
+      "step": 13264
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.57100065342986e-05,
+      "loss": 0.0006,
+      "step": 13266
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570935957404137e-05,
+      "loss": 0.0133,
+      "step": 13268
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570871261378414e-05,
+      "loss": 0.0045,
+      "step": 13270
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.57080656535269e-05,
+      "loss": 0.0006,
+      "step": 13272
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570741869326968e-05,
+      "loss": 0.0017,
+      "step": 13274
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570677173301244e-05,
+      "loss": 0.0005,
+      "step": 13276
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570612477275521e-05,
+      "loss": 0.01,
+      "step": 13278
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570547781249798e-05,
+      "loss": 0.0025,
+      "step": 13280
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570483085224075e-05,
+      "loss": 0.0004,
+      "step": 13282
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570418389198352e-05,
+      "loss": 0.0098,
+      "step": 13284
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5703536931726287e-05,
+      "loss": 0.0011,
+      "step": 13286
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5702889971469056e-05,
+      "loss": 0.0012,
+      "step": 13288
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5702243011211825e-05,
+      "loss": 0.0039,
+      "step": 13290
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5701596050954594e-05,
+      "loss": 0.0017,
+      "step": 13292
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5700949090697356e-05,
+      "loss": 0.0035,
+      "step": 13294
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.570030213044013e-05,
+      "loss": 0.0004,
+      "step": 13296
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56996551701829e-05,
+      "loss": 0.0014,
+      "step": 13298
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.569900820992566e-05,
+      "loss": 0.0007,
+      "step": 13300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.569836124966844e-05,
+      "loss": 0.0025,
+      "step": 13302
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56977142894112e-05,
+      "loss": 0.0102,
+      "step": 13304
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.569706732915397e-05,
+      "loss": 0.003,
+      "step": 13306
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.569642036889674e-05,
+      "loss": 0.0051,
+      "step": 13308
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.569577340863951e-05,
+      "loss": 0.0027,
+      "step": 13310
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.569512644838228e-05,
+      "loss": 0.0089,
+      "step": 13312
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.569447948812505e-05,
+      "loss": 0.0065,
+      "step": 13314
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5693832527867816e-05,
+      "loss": 0.0006,
+      "step": 13316
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5693185567610585e-05,
+      "loss": 0.0007,
+      "step": 13318
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5692538607353354e-05,
+      "loss": 0.0039,
+      "step": 13320
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5691891647096116e-05,
+      "loss": 0.0006,
+      "step": 13322
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.569124468683889e-05,
+      "loss": 0.0297,
+      "step": 13324
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5690597726581655e-05,
+      "loss": 0.0137,
+      "step": 13326
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5689950766324424e-05,
+      "loss": 0.0018,
+      "step": 13328
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56893038060672e-05,
+      "loss": 0.0038,
+      "step": 13330
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.568865684580996e-05,
+      "loss": 0.0003,
+      "step": 13332
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.568800988555274e-05,
+      "loss": 0.0021,
+      "step": 13334
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56873629252955e-05,
+      "loss": 0.0071,
+      "step": 13336
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.568671596503827e-05,
+      "loss": 0.0076,
+      "step": 13338
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.568606900478104e-05,
+      "loss": 0.0056,
+      "step": 13340
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.568542204452381e-05,
+      "loss": 0.0063,
+      "step": 13342
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5684775084266576e-05,
+      "loss": 0.0075,
+      "step": 13344
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5684128124009345e-05,
+      "loss": 0.0006,
+      "step": 13346
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5683481163752115e-05,
+      "loss": 0.0114,
+      "step": 13348
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5682834203494884e-05,
+      "loss": 0.0028,
+      "step": 13350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.568218724323765e-05,
+      "loss": 0.0031,
+      "step": 13352
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5681540282980415e-05,
+      "loss": 0.0071,
+      "step": 13354
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.568089332272319e-05,
+      "loss": 0.0032,
+      "step": 13356
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.568024636246595e-05,
+      "loss": 0.0023,
+      "step": 13358
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567959940220872e-05,
+      "loss": 0.0063,
+      "step": 13360
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567895244195149e-05,
+      "loss": 0.001,
+      "step": 13362
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567830548169426e-05,
+      "loss": 0.0092,
+      "step": 13364
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567765852143703e-05,
+      "loss": 0.004,
+      "step": 13366
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56770115611798e-05,
+      "loss": 0.0014,
+      "step": 13368
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567636460092257e-05,
+      "loss": 0.0054,
+      "step": 13370
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567571764066534e-05,
+      "loss": 0.0004,
+      "step": 13372
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5675070680408106e-05,
+      "loss": 0.0089,
+      "step": 13374
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5674423720150875e-05,
+      "loss": 0.0005,
+      "step": 13376
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5673776759893644e-05,
+      "loss": 0.0008,
+      "step": 13378
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567312979963641e-05,
+      "loss": 0.0008,
+      "step": 13380
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5672482839379175e-05,
+      "loss": 0.0021,
+      "step": 13382
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567183587912195e-05,
+      "loss": 0.0227,
+      "step": 13384
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5671188918864714e-05,
+      "loss": 0.0012,
+      "step": 13386
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.567054195860748e-05,
+      "loss": 0.0008,
+      "step": 13388
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566989499835025e-05,
+      "loss": 0.0078,
+      "step": 13390
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566924803809302e-05,
+      "loss": 0.0006,
+      "step": 13392
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566860107783579e-05,
+      "loss": 0.015,
+      "step": 13394
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566795411757856e-05,
+      "loss": 0.0006,
+      "step": 13396
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566730715732133e-05,
+      "loss": 0.0104,
+      "step": 13398
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56666601970641e-05,
+      "loss": 0.0096,
+      "step": 13400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5666013236806866e-05,
+      "loss": 0.0264,
+      "step": 13402
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566536627654963e-05,
+      "loss": 0.0013,
+      "step": 13404
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5664719316292404e-05,
+      "loss": 0.0168,
+      "step": 13406
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5664072356035174e-05,
+      "loss": 0.0059,
+      "step": 13408
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566342539577794e-05,
+      "loss": 0.0012,
+      "step": 13410
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566277843552071e-05,
+      "loss": 0.0031,
+      "step": 13412
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5662131475263474e-05,
+      "loss": 0.0085,
+      "step": 13414
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566148451500625e-05,
+      "loss": 0.0051,
+      "step": 13416
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566083755474901e-05,
+      "loss": 0.0004,
+      "step": 13418
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.566019059449178e-05,
+      "loss": 0.0004,
+      "step": 13420
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565954363423455e-05,
+      "loss": 0.0071,
+      "step": 13422
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565889667397732e-05,
+      "loss": 0.001,
+      "step": 13424
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565824971372009e-05,
+      "loss": 0.0052,
+      "step": 13426
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565760275346286e-05,
+      "loss": 0.0243,
+      "step": 13428
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565695579320563e-05,
+      "loss": 0.0009,
+      "step": 13430
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5656308832948396e-05,
+      "loss": 0.0026,
+      "step": 13432
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5655661872691165e-05,
+      "loss": 0.0007,
+      "step": 13434
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565501491243393e-05,
+      "loss": 0.0219,
+      "step": 13436
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56543679521767e-05,
+      "loss": 0.005,
+      "step": 13438
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5653720991919465e-05,
+      "loss": 0.0004,
+      "step": 13440
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5653074031662234e-05,
+      "loss": 0.0036,
+      "step": 13442
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565242707140501e-05,
+      "loss": 0.0063,
+      "step": 13444
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565178011114777e-05,
+      "loss": 0.0575,
+      "step": 13446
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565113315089054e-05,
+      "loss": 0.0105,
+      "step": 13448
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.565048619063331e-05,
+      "loss": 0.0039,
+      "step": 13450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564983923037608e-05,
+      "loss": 0.0005,
+      "step": 13452
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564919227011885e-05,
+      "loss": 0.0014,
+      "step": 13454
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564854530986162e-05,
+      "loss": 0.0038,
+      "step": 13456
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564789834960439e-05,
+      "loss": 0.0038,
+      "step": 13458
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5647251389347156e-05,
+      "loss": 0.006,
+      "step": 13460
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5646604429089925e-05,
+      "loss": 0.0012,
+      "step": 13462
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564595746883269e-05,
+      "loss": 0.0024,
+      "step": 13464
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5645310508575463e-05,
+      "loss": 0.0006,
+      "step": 13466
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5644663548318226e-05,
+      "loss": 0.032,
+      "step": 13468
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5644016588060995e-05,
+      "loss": 0.0081,
+      "step": 13470
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5643369627803764e-05,
+      "loss": 0.001,
+      "step": 13472
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564272266754653e-05,
+      "loss": 0.0072,
+      "step": 13474
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564207570728931e-05,
+      "loss": 0.0188,
+      "step": 13476
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564142874703207e-05,
+      "loss": 0.0013,
+      "step": 13478
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564078178677484e-05,
+      "loss": 0.0067,
+      "step": 13480
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.564013482651761e-05,
+      "loss": 0.0015,
+      "step": 13482
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.563948786626038e-05,
+      "loss": 0.0004,
+      "step": 13484
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.563884090600314e-05,
+      "loss": 0.0029,
+      "step": 13486
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5638193945745917e-05,
+      "loss": 0.001,
+      "step": 13488
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5637546985488686e-05,
+      "loss": 0.0034,
+      "step": 13490
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5636900025231455e-05,
+      "loss": 0.0279,
+      "step": 13492
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5636253064974224e-05,
+      "loss": 0.0017,
+      "step": 13494
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5635606104716986e-05,
+      "loss": 0.0017,
+      "step": 13496
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.563495914445976e-05,
+      "loss": 0.0072,
+      "step": 13498
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5634312184202524e-05,
+      "loss": 0.0222,
+      "step": 13500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5633665223945293e-05,
+      "loss": 0.05,
+      "step": 13502
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.563301826368806e-05,
+      "loss": 0.0079,
+      "step": 13504
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.563237130343083e-05,
+      "loss": 0.0005,
+      "step": 13506
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56317243431736e-05,
+      "loss": 0.0013,
+      "step": 13508
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.563107738291637e-05,
+      "loss": 0.0038,
+      "step": 13510
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.563043042265914e-05,
+      "loss": 0.0081,
+      "step": 13512
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562978346240191e-05,
+      "loss": 0.0029,
+      "step": 13514
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562913650214468e-05,
+      "loss": 0.0003,
+      "step": 13516
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562848954188744e-05,
+      "loss": 0.0079,
+      "step": 13518
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5627842581630215e-05,
+      "loss": 0.0196,
+      "step": 13520
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5627195621372984e-05,
+      "loss": 0.0123,
+      "step": 13522
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5626548661115747e-05,
+      "loss": 0.0208,
+      "step": 13524
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562590170085852e-05,
+      "loss": 0.0059,
+      "step": 13526
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5625254740601285e-05,
+      "loss": 0.0011,
+      "step": 13528
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5624607780344054e-05,
+      "loss": 0.0015,
+      "step": 13530
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562396082008682e-05,
+      "loss": 0.0057,
+      "step": 13532
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562331385982959e-05,
+      "loss": 0.0094,
+      "step": 13534
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562266689957236e-05,
+      "loss": 0.0089,
+      "step": 13536
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562201993931513e-05,
+      "loss": 0.0014,
+      "step": 13538
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56213729790579e-05,
+      "loss": 0.0172,
+      "step": 13540
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562072601880067e-05,
+      "loss": 0.0097,
+      "step": 13542
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.562007905854344e-05,
+      "loss": 0.0117,
+      "step": 13544
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56194320982862e-05,
+      "loss": 0.0063,
+      "step": 13546
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5618785138028976e-05,
+      "loss": 0.0023,
+      "step": 13548
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561813817777174e-05,
+      "loss": 0.0071,
+      "step": 13550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561749121751451e-05,
+      "loss": 0.0017,
+      "step": 13552
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561684425725728e-05,
+      "loss": 0.0104,
+      "step": 13554
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5616197297000045e-05,
+      "loss": 0.0159,
+      "step": 13556
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561555033674282e-05,
+      "loss": 0.0021,
+      "step": 13558
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561490337648558e-05,
+      "loss": 0.0084,
+      "step": 13560
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561425641622835e-05,
+      "loss": 0.0043,
+      "step": 13562
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561360945597112e-05,
+      "loss": 0.0071,
+      "step": 13564
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561296249571389e-05,
+      "loss": 0.0075,
+      "step": 13566
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561231553545666e-05,
+      "loss": 0.0005,
+      "step": 13568
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561166857519943e-05,
+      "loss": 0.01,
+      "step": 13570
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56110216149422e-05,
+      "loss": 0.04,
+      "step": 13572
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.561037465468497e-05,
+      "loss": 0.0313,
+      "step": 13574
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5609727694427736e-05,
+      "loss": 0.0291,
+      "step": 13576
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.56090807341705e-05,
+      "loss": 0.0033,
+      "step": 13578
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5608433773913274e-05,
+      "loss": 0.0285,
+      "step": 13580
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5607786813656036e-05,
+      "loss": 0.0093,
+      "step": 13582
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5607139853398806e-05,
+      "loss": 0.0358,
+      "step": 13584
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560649289314158e-05,
+      "loss": 0.0081,
+      "step": 13586
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5605845932884344e-05,
+      "loss": 0.0076,
+      "step": 13588
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560519897262711e-05,
+      "loss": 0.0041,
+      "step": 13590
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560455201236988e-05,
+      "loss": 0.0144,
+      "step": 13592
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560390505211265e-05,
+      "loss": 0.0066,
+      "step": 13594
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560325809185542e-05,
+      "loss": 0.0205,
+      "step": 13596
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560261113159819e-05,
+      "loss": 0.0113,
+      "step": 13598
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560196417134096e-05,
+      "loss": 0.0207,
+      "step": 13600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560131721108373e-05,
+      "loss": 0.0005,
+      "step": 13602
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5600670250826496e-05,
+      "loss": 0.0058,
+      "step": 13604
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.560002329056926e-05,
+      "loss": 0.0003,
+      "step": 13606
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5599376330312035e-05,
+      "loss": 0.0062,
+      "step": 13608
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.55987293700548e-05,
+      "loss": 0.0166,
+      "step": 13610
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5598082409797566e-05,
+      "loss": 0.0095,
+      "step": 13612
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5597435449540335e-05,
+      "loss": 0.0031,
+      "step": 13614
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5596788489283104e-05,
+      "loss": 0.0011,
+      "step": 13616
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.559614152902587e-05,
+      "loss": 0.0012,
+      "step": 13618
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.559549456876864e-05,
+      "loss": 0.0006,
+      "step": 13620
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.559484760851141e-05,
+      "loss": 0.0081,
+      "step": 13622
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.559420064825418e-05,
+      "loss": 0.0028,
+      "step": 13624
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.559355368799695e-05,
+      "loss": 0.0079,
+      "step": 13626
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.559290672773971e-05,
+      "loss": 0.0106,
+      "step": 13628
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.559225976748249e-05,
+      "loss": 0.0124,
+      "step": 13630
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.559161280722526e-05,
+      "loss": 0.0113,
+      "step": 13632
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5590965846968026e-05,
+      "loss": 0.0537,
+      "step": 13634
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5590318886710795e-05,
+      "loss": 0.0147,
+      "step": 13636
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.558967192645356e-05,
+      "loss": 0.0011,
+      "step": 13638
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.558902496619633e-05,
+      "loss": 0.0022,
+      "step": 13640
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5588378005939095e-05,
+      "loss": 0.0019,
+      "step": 13642
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5587731045681865e-05,
+      "loss": 0.0001,
+      "step": 13644
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.5587084085424634e-05,
+      "loss": 0.0203,
+      "step": 13646
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.55864371251674e-05,
+      "loss": 0.0005,
+      "step": 13648
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.558579016491017e-05,
+      "loss": 0.0055,
+      "step": 13650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.558514320465294e-05,
+      "loss": 0.0084,
+      "step": 13652
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.558449624439571e-05,
+      "loss": 0.0005,
+      "step": 13654
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.558384928413848e-05,
+      "loss": 0.0295,
+      "step": 13656
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.558320232388125e-05,
+      "loss": 0.0067,
+      "step": 13658
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.558255536362401e-05,
+      "loss": 0.0007,
+      "step": 13660
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5581908403366786e-05,
+      "loss": 0.0006,
+      "step": 13662
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.558126144310955e-05,
+      "loss": 0.0114,
+      "step": 13664
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.558061448285232e-05,
+      "loss": 0.0023,
+      "step": 13666
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5579967522595094e-05,
+      "loss": 0.0112,
+      "step": 13668
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5579320562337856e-05,
+      "loss": 0.0243,
+      "step": 13670
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5578673602080625e-05,
+      "loss": 0.0131,
+      "step": 13672
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5578026641823394e-05,
+      "loss": 0.008,
+      "step": 13674
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557737968156616e-05,
+      "loss": 0.0056,
+      "step": 13676
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557673272130893e-05,
+      "loss": 0.0041,
+      "step": 13678
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.55760857610517e-05,
+      "loss": 0.005,
+      "step": 13680
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557543880079447e-05,
+      "loss": 0.0021,
+      "step": 13682
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557479184053724e-05,
+      "loss": 0.0019,
+      "step": 13684
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557414488028001e-05,
+      "loss": 0.0199,
+      "step": 13686
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557349792002277e-05,
+      "loss": 0.0006,
+      "step": 13688
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557285095976555e-05,
+      "loss": 0.0058,
+      "step": 13690
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557220399950831e-05,
+      "loss": 0.0042,
+      "step": 13692
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557155703925108e-05,
+      "loss": 0.0267,
+      "step": 13694
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.557091007899385e-05,
+      "loss": 0.009,
+      "step": 13696
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5570263118736616e-05,
+      "loss": 0.0048,
+      "step": 13698
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556961615847939e-05,
+      "loss": 0.0024,
+      "step": 13700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5568969198222154e-05,
+      "loss": 0.0022,
+      "step": 13702
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5568322237964924e-05,
+      "loss": 0.0026,
+      "step": 13704
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556767527770769e-05,
+      "loss": 0.0115,
+      "step": 13706
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556702831745046e-05,
+      "loss": 0.0076,
+      "step": 13708
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556638135719323e-05,
+      "loss": 0.0042,
+      "step": 13710
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5565734396936e-05,
+      "loss": 0.0191,
+      "step": 13712
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556508743667877e-05,
+      "loss": 0.0015,
+      "step": 13714
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556444047642154e-05,
+      "loss": 0.0009,
+      "step": 13716
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556379351616431e-05,
+      "loss": 0.0016,
+      "step": 13718
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556314655590707e-05,
+      "loss": 0.0002,
+      "step": 13720
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5562499595649845e-05,
+      "loss": 0.0131,
+      "step": 13722
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556185263539261e-05,
+      "loss": 0.0097,
+      "step": 13724
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.556120567513538e-05,
+      "loss": 0.0008,
+      "step": 13726
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5560558714878146e-05,
+      "loss": 0.0169,
+      "step": 13728
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5559911754620915e-05,
+      "loss": 0.1463,
+      "step": 13730
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5559264794363684e-05,
+      "loss": 0.0012,
+      "step": 13732
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555861783410645e-05,
+      "loss": 0.0016,
+      "step": 13734
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555797087384922e-05,
+      "loss": 0.0003,
+      "step": 13736
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555732391359199e-05,
+      "loss": 0.0131,
+      "step": 13738
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555667695333476e-05,
+      "loss": 0.0054,
+      "step": 13740
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555602999307752e-05,
+      "loss": 0.014,
+      "step": 13742
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.55553830328203e-05,
+      "loss": 0.0003,
+      "step": 13744
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555473607256307e-05,
+      "loss": 0.0007,
+      "step": 13746
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555408911230583e-05,
+      "loss": 0.0009,
+      "step": 13748
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5553442152048606e-05,
+      "loss": 0.0005,
+      "step": 13750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555279519179137e-05,
+      "loss": 0.0138,
+      "step": 13752
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.555214823153414e-05,
+      "loss": 0.0005,
+      "step": 13754
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5551501271276906e-05,
+      "loss": 0.0011,
+      "step": 13756
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5550854311019675e-05,
+      "loss": 0.0003,
+      "step": 13758
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5550207350762444e-05,
+      "loss": 0.0199,
+      "step": 13760
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5549560390505213e-05,
+      "loss": 0.0021,
+      "step": 13762
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.554891343024798e-05,
+      "loss": 0.0005,
+      "step": 13764
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.554826646999075e-05,
+      "loss": 0.0061,
+      "step": 13766
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.554761950973352e-05,
+      "loss": 0.0049,
+      "step": 13768
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.554697254947628e-05,
+      "loss": 0.0224,
+      "step": 13770
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.554632558921906e-05,
+      "loss": 0.0163,
+      "step": 13772
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.554567862896182e-05,
+      "loss": 0.0005,
+      "step": 13774
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.55450316687046e-05,
+      "loss": 0.0008,
+      "step": 13776
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5544384708447366e-05,
+      "loss": 0.0103,
+      "step": 13778
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.554373774819013e-05,
+      "loss": 0.0049,
+      "step": 13780
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5543090787932904e-05,
+      "loss": 0.0006,
+      "step": 13782
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5542443827675667e-05,
+      "loss": 0.0017,
+      "step": 13784
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5541796867418436e-05,
+      "loss": 0.0051,
+      "step": 13786
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5541149907161205e-05,
+      "loss": 0.001,
+      "step": 13788
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5540502946903974e-05,
+      "loss": 0.0005,
+      "step": 13790
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553985598664674e-05,
+      "loss": 0.0155,
+      "step": 13792
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553920902638951e-05,
+      "loss": 0.0007,
+      "step": 13794
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553856206613228e-05,
+      "loss": 0.0067,
+      "step": 13796
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553791510587505e-05,
+      "loss": 0.0264,
+      "step": 13798
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553726814561782e-05,
+      "loss": 0.0003,
+      "step": 13800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553662118536058e-05,
+      "loss": 0.0129,
+      "step": 13802
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553597422510336e-05,
+      "loss": 0.0005,
+      "step": 13804
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553532726484612e-05,
+      "loss": 0.0318,
+      "step": 13806
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553468030458889e-05,
+      "loss": 0.0087,
+      "step": 13808
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5534033344331665e-05,
+      "loss": 0.0044,
+      "step": 13810
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553338638407443e-05,
+      "loss": 0.0005,
+      "step": 13812
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5532739423817196e-05,
+      "loss": 0.0006,
+      "step": 13814
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5532092463559965e-05,
+      "loss": 0.0006,
+      "step": 13816
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5531445503302734e-05,
+      "loss": 0.0014,
+      "step": 13818
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.55307985430455e-05,
+      "loss": 0.0085,
+      "step": 13820
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.553015158278827e-05,
+      "loss": 0.031,
+      "step": 13822
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552950462253104e-05,
+      "loss": 0.0029,
+      "step": 13824
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552885766227381e-05,
+      "loss": 0.001,
+      "step": 13826
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552821070201658e-05,
+      "loss": 0.0036,
+      "step": 13828
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552756374175934e-05,
+      "loss": 0.0185,
+      "step": 13830
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552691678150212e-05,
+      "loss": 0.0002,
+      "step": 13832
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552626982124488e-05,
+      "loss": 0.0059,
+      "step": 13834
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552562286098765e-05,
+      "loss": 0.0059,
+      "step": 13836
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552497590073042e-05,
+      "loss": 0.0137,
+      "step": 13838
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552432894047319e-05,
+      "loss": 0.0074,
+      "step": 13840
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5523681980215956e-05,
+      "loss": 0.0293,
+      "step": 13842
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5523035019958726e-05,
+      "loss": 0.002,
+      "step": 13844
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5522388059701495e-05,
+      "loss": 0.0063,
+      "step": 13846
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5521741099444264e-05,
+      "loss": 0.002,
+      "step": 13848
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.552109413918703e-05,
+      "loss": 0.0095,
+      "step": 13850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5520447178929795e-05,
+      "loss": 0.0002,
+      "step": 13852
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551980021867257e-05,
+      "loss": 0.0038,
+      "step": 13854
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551915325841534e-05,
+      "loss": 0.0007,
+      "step": 13856
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551850629815811e-05,
+      "loss": 0.0225,
+      "step": 13858
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551785933790088e-05,
+      "loss": 0.0008,
+      "step": 13860
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551721237764364e-05,
+      "loss": 0.0142,
+      "step": 13862
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5516565417386416e-05,
+      "loss": 0.0007,
+      "step": 13864
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551591845712918e-05,
+      "loss": 0.0094,
+      "step": 13866
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551527149687195e-05,
+      "loss": 0.0052,
+      "step": 13868
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551462453661472e-05,
+      "loss": 0.0048,
+      "step": 13870
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5513977576357486e-05,
+      "loss": 0.0004,
+      "step": 13872
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5513330616100255e-05,
+      "loss": 0.0052,
+      "step": 13874
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5512683655843024e-05,
+      "loss": 0.0016,
+      "step": 13876
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551203669558579e-05,
+      "loss": 0.0101,
+      "step": 13878
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551138973532856e-05,
+      "loss": 0.01,
+      "step": 13880
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.551074277507133e-05,
+      "loss": 0.0246,
+      "step": 13882
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5510095814814094e-05,
+      "loss": 0.0065,
+      "step": 13884
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550944885455687e-05,
+      "loss": 0.0105,
+      "step": 13886
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550880189429964e-05,
+      "loss": 0.0152,
+      "step": 13888
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.55081549340424e-05,
+      "loss": 0.0004,
+      "step": 13890
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550750797378518e-05,
+      "loss": 0.0106,
+      "step": 13892
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550686101352794e-05,
+      "loss": 0.0018,
+      "step": 13894
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550621405327071e-05,
+      "loss": 0.0121,
+      "step": 13896
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550556709301348e-05,
+      "loss": 0.0016,
+      "step": 13898
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5504920132756246e-05,
+      "loss": 0.0005,
+      "step": 13900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5504273172499015e-05,
+      "loss": 0.009,
+      "step": 13902
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5503626212241785e-05,
+      "loss": 0.0133,
+      "step": 13904
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5502979251984554e-05,
+      "loss": 0.0068,
+      "step": 13906
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550233229172732e-05,
+      "loss": 0.0135,
+      "step": 13908
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550168533147009e-05,
+      "loss": 0.0104,
+      "step": 13910
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5501038371212854e-05,
+      "loss": 0.0017,
+      "step": 13912
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.550039141095563e-05,
+      "loss": 0.004,
+      "step": 13914
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549974445069839e-05,
+      "loss": 0.0037,
+      "step": 13916
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549909749044117e-05,
+      "loss": 0.0005,
+      "step": 13918
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549845053018393e-05,
+      "loss": 0.0012,
+      "step": 13920
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54978035699267e-05,
+      "loss": 0.0075,
+      "step": 13922
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5497156609669475e-05,
+      "loss": 0.0295,
+      "step": 13924
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549650964941224e-05,
+      "loss": 0.0008,
+      "step": 13926
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549586268915501e-05,
+      "loss": 0.0077,
+      "step": 13928
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5495215728897776e-05,
+      "loss": 0.0016,
+      "step": 13930
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5494568768640545e-05,
+      "loss": 0.0069,
+      "step": 13932
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5493921808383314e-05,
+      "loss": 0.0006,
+      "step": 13934
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549327484812608e-05,
+      "loss": 0.0017,
+      "step": 13936
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549262788786885e-05,
+      "loss": 0.0098,
+      "step": 13938
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549198092761162e-05,
+      "loss": 0.004,
+      "step": 13940
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549133396735439e-05,
+      "loss": 0.0002,
+      "step": 13942
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549068700709715e-05,
+      "loss": 0.0004,
+      "step": 13944
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.549004004683993e-05,
+      "loss": 0.0055,
+      "step": 13946
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548939308658269e-05,
+      "loss": 0.0253,
+      "step": 13948
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548874612632546e-05,
+      "loss": 0.017,
+      "step": 13950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548809916606823e-05,
+      "loss": 0.0006,
+      "step": 13952
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5487452205811e-05,
+      "loss": 0.0032,
+      "step": 13954
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548680524555377e-05,
+      "loss": 0.0345,
+      "step": 13956
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5486158285296536e-05,
+      "loss": 0.0029,
+      "step": 13958
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5485511325039305e-05,
+      "loss": 0.0014,
+      "step": 13960
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5484864364782074e-05,
+      "loss": 0.0019,
+      "step": 13962
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5484217404524843e-05,
+      "loss": 0.0033,
+      "step": 13964
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5483570444267606e-05,
+      "loss": 0.0201,
+      "step": 13966
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548292348401038e-05,
+      "loss": 0.0039,
+      "step": 13968
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548227652375315e-05,
+      "loss": 0.0189,
+      "step": 13970
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548162956349591e-05,
+      "loss": 0.0426,
+      "step": 13972
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548098260323869e-05,
+      "loss": 0.0017,
+      "step": 13974
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.548033564298145e-05,
+      "loss": 0.0048,
+      "step": 13976
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547968868272422e-05,
+      "loss": 0.0057,
+      "step": 13978
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547904172246699e-05,
+      "loss": 0.0027,
+      "step": 13980
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547839476220976e-05,
+      "loss": 0.0125,
+      "step": 13982
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547774780195253e-05,
+      "loss": 0.0177,
+      "step": 13984
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54771008416953e-05,
+      "loss": 0.0015,
+      "step": 13986
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5476453881438066e-05,
+      "loss": 0.0059,
+      "step": 13988
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5475806921180835e-05,
+      "loss": 0.0196,
+      "step": 13990
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5475159960923604e-05,
+      "loss": 0.0103,
+      "step": 13992
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5474513000666366e-05,
+      "loss": 0.0033,
+      "step": 13994
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547386604040914e-05,
+      "loss": 0.0019,
+      "step": 13996
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5473219080151904e-05,
+      "loss": 0.0095,
+      "step": 13998
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547257211989468e-05,
+      "loss": 0.011,
+      "step": 14000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547192515963745e-05,
+      "loss": 0.0018,
+      "step": 14002
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547127819938021e-05,
+      "loss": 0.0004,
+      "step": 14004
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.547063123912299e-05,
+      "loss": 0.001,
+      "step": 14006
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546998427886575e-05,
+      "loss": 0.0003,
+      "step": 14008
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546933731860852e-05,
+      "loss": 0.0011,
+      "step": 14010
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546869035835129e-05,
+      "loss": 0.0028,
+      "step": 14012
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546804339809406e-05,
+      "loss": 0.0079,
+      "step": 14014
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5467396437836826e-05,
+      "loss": 0.0034,
+      "step": 14016
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5466749477579595e-05,
+      "loss": 0.0228,
+      "step": 14018
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5466102517322364e-05,
+      "loss": 0.0012,
+      "step": 14020
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546545555706513e-05,
+      "loss": 0.0262,
+      "step": 14022
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54648085968079e-05,
+      "loss": 0.0029,
+      "step": 14024
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5464161636550665e-05,
+      "loss": 0.0097,
+      "step": 14026
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546351467629344e-05,
+      "loss": 0.0004,
+      "step": 14028
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54628677160362e-05,
+      "loss": 0.0089,
+      "step": 14030
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546222075577897e-05,
+      "loss": 0.0004,
+      "step": 14032
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546157379552175e-05,
+      "loss": 0.0168,
+      "step": 14034
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546092683526451e-05,
+      "loss": 0.0299,
+      "step": 14036
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.546027987500728e-05,
+      "loss": 0.0142,
+      "step": 14038
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.545963291475005e-05,
+      "loss": 0.001,
+      "step": 14040
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.545898595449282e-05,
+      "loss": 0.0009,
+      "step": 14042
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5458338994235587e-05,
+      "loss": 0.0072,
+      "step": 14044
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5457692033978356e-05,
+      "loss": 0.0013,
+      "step": 14046
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5457045073721125e-05,
+      "loss": 0.0059,
+      "step": 14048
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5456398113463894e-05,
+      "loss": 0.003,
+      "step": 14050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.545575115320666e-05,
+      "loss": 0.0086,
+      "step": 14052
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5455104192949425e-05,
+      "loss": 0.0034,
+      "step": 14054
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54544572326922e-05,
+      "loss": 0.0108,
+      "step": 14056
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.545381027243496e-05,
+      "loss": 0.0132,
+      "step": 14058
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.545316331217774e-05,
+      "loss": 0.0056,
+      "step": 14060
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54525163519205e-05,
+      "loss": 0.0092,
+      "step": 14062
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.545186939166327e-05,
+      "loss": 0.0087,
+      "step": 14064
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5451222431406046e-05,
+      "loss": 0.0067,
+      "step": 14066
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.545057547114881e-05,
+      "loss": 0.0023,
+      "step": 14068
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544992851089158e-05,
+      "loss": 0.003,
+      "step": 14070
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544928155063435e-05,
+      "loss": 0.013,
+      "step": 14072
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5448634590377116e-05,
+      "loss": 0.0002,
+      "step": 14074
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544798763011988e-05,
+      "loss": 0.01,
+      "step": 14076
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5447340669862654e-05,
+      "loss": 0.0006,
+      "step": 14078
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544669370960542e-05,
+      "loss": 0.0084,
+      "step": 14080
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544604674934819e-05,
+      "loss": 0.0081,
+      "step": 14082
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544539978909096e-05,
+      "loss": 0.0011,
+      "step": 14084
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5444752828833724e-05,
+      "loss": 0.0018,
+      "step": 14086
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54441058685765e-05,
+      "loss": 0.0317,
+      "step": 14088
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544345890831926e-05,
+      "loss": 0.0082,
+      "step": 14090
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544281194806203e-05,
+      "loss": 0.0007,
+      "step": 14092
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54421649878048e-05,
+      "loss": 0.0029,
+      "step": 14094
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544151802754757e-05,
+      "loss": 0.0022,
+      "step": 14096
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544087106729034e-05,
+      "loss": 0.0007,
+      "step": 14098
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.544022410703311e-05,
+      "loss": 0.0196,
+      "step": 14100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5439577146775876e-05,
+      "loss": 0.0006,
+      "step": 14102
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5438930186518646e-05,
+      "loss": 0.0142,
+      "step": 14104
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5438283226261415e-05,
+      "loss": 0.0048,
+      "step": 14106
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543763626600418e-05,
+      "loss": 0.0026,
+      "step": 14108
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543698930574695e-05,
+      "loss": 0.0024,
+      "step": 14110
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543634234548972e-05,
+      "loss": 0.0023,
+      "step": 14112
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5435695385232484e-05,
+      "loss": 0.0075,
+      "step": 14114
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543504842497526e-05,
+      "loss": 0.002,
+      "step": 14116
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543440146471802e-05,
+      "loss": 0.0031,
+      "step": 14118
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543375450446079e-05,
+      "loss": 0.0156,
+      "step": 14120
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543310754420356e-05,
+      "loss": 0.0064,
+      "step": 14122
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543246058394633e-05,
+      "loss": 0.0008,
+      "step": 14124
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54318136236891e-05,
+      "loss": 0.002,
+      "step": 14126
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543116666343187e-05,
+      "loss": 0.0079,
+      "step": 14128
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.543051970317464e-05,
+      "loss": 0.0042,
+      "step": 14130
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5429872742917406e-05,
+      "loss": 0.0178,
+      "step": 14132
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5429225782660175e-05,
+      "loss": 0.0104,
+      "step": 14134
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542857882240294e-05,
+      "loss": 0.0011,
+      "step": 14136
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542793186214571e-05,
+      "loss": 0.0003,
+      "step": 14138
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5427284901888475e-05,
+      "loss": 0.0042,
+      "step": 14140
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542663794163125e-05,
+      "loss": 0.0011,
+      "step": 14142
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5425990981374014e-05,
+      "loss": 0.0147,
+      "step": 14144
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542534402111678e-05,
+      "loss": 0.0013,
+      "step": 14146
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542469706085956e-05,
+      "loss": 0.0022,
+      "step": 14148
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542405010060232e-05,
+      "loss": 0.0082,
+      "step": 14150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542340314034509e-05,
+      "loss": 0.0227,
+      "step": 14152
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542275618008786e-05,
+      "loss": 0.0039,
+      "step": 14154
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.542210921983063e-05,
+      "loss": 0.015,
+      "step": 14156
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.54214622595734e-05,
+      "loss": 0.0082,
+      "step": 14158
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5420815299316166e-05,
+      "loss": 0.0023,
+      "step": 14160
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5420168339058935e-05,
+      "loss": 0.0013,
+      "step": 14162
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5419521378801704e-05,
+      "loss": 0.0021,
+      "step": 14164
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5418874418544474e-05,
+      "loss": 0.0232,
+      "step": 14166
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.5418227458287236e-05,
+      "loss": 0.0286,
+      "step": 14168
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541758049803001e-05,
+      "loss": 0.0067,
+      "step": 14170
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5416933537772774e-05,
+      "loss": 0.0037,
+      "step": 14172
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541628657751554e-05,
+      "loss": 0.0006,
+      "step": 14174
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541563961725831e-05,
+      "loss": 0.001,
+      "step": 14176
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541499265700108e-05,
+      "loss": 0.0123,
+      "step": 14178
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541434569674385e-05,
+      "loss": 0.0077,
+      "step": 14180
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541369873648662e-05,
+      "loss": 0.0176,
+      "step": 14182
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541305177622939e-05,
+      "loss": 0.0015,
+      "step": 14184
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541240481597216e-05,
+      "loss": 0.001,
+      "step": 14186
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.541175785571493e-05,
+      "loss": 0.0123,
+      "step": 14188
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5411110895457696e-05,
+      "loss": 0.0009,
+      "step": 14190
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5410463935200465e-05,
+      "loss": 0.0007,
+      "step": 14192
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5409816974943234e-05,
+      "loss": 0.0159,
+      "step": 14194
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5409170014685996e-05,
+      "loss": 0.0003,
+      "step": 14196
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540852305442877e-05,
+      "loss": 0.0246,
+      "step": 14198
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5407876094171534e-05,
+      "loss": 0.0009,
+      "step": 14200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540722913391431e-05,
+      "loss": 0.0008,
+      "step": 14202
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540658217365707e-05,
+      "loss": 0.0007,
+      "step": 14204
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540593521339984e-05,
+      "loss": 0.0081,
+      "step": 14206
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540528825314261e-05,
+      "loss": 0.0008,
+      "step": 14208
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540464129288538e-05,
+      "loss": 0.0141,
+      "step": 14210
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540399433262815e-05,
+      "loss": 0.0144,
+      "step": 14212
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540334737237092e-05,
+      "loss": 0.0061,
+      "step": 14214
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540270041211369e-05,
+      "loss": 0.0015,
+      "step": 14216
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540205345185645e-05,
+      "loss": 0.0004,
+      "step": 14218
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5401406491599225e-05,
+      "loss": 0.0076,
+      "step": 14220
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.540075953134199e-05,
+      "loss": 0.0083,
+      "step": 14222
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5400112571084763e-05,
+      "loss": 0.0008,
+      "step": 14224
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539946561082753e-05,
+      "loss": 0.0019,
+      "step": 14226
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5398818650570295e-05,
+      "loss": 0.0074,
+      "step": 14228
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539817169031307e-05,
+      "loss": 0.002,
+      "step": 14230
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539752473005583e-05,
+      "loss": 0.0013,
+      "step": 14232
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.53968777697986e-05,
+      "loss": 0.0021,
+      "step": 14234
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539623080954137e-05,
+      "loss": 0.0281,
+      "step": 14236
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539558384928414e-05,
+      "loss": 0.0008,
+      "step": 14238
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539493688902691e-05,
+      "loss": 0.0226,
+      "step": 14240
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539428992876968e-05,
+      "loss": 0.0184,
+      "step": 14242
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539364296851245e-05,
+      "loss": 0.0026,
+      "step": 14244
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539299600825522e-05,
+      "loss": 0.0281,
+      "step": 14246
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5392349047997986e-05,
+      "loss": 0.0021,
+      "step": 14248
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.539170208774075e-05,
+      "loss": 0.0035,
+      "step": 14250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5391055127483524e-05,
+      "loss": 0.0067,
+      "step": 14252
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5390408167226286e-05,
+      "loss": 0.0259,
+      "step": 14254
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5389761206969055e-05,
+      "loss": 0.0004,
+      "step": 14256
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538911424671183e-05,
+      "loss": 0.0091,
+      "step": 14258
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5388467286454593e-05,
+      "loss": 0.0061,
+      "step": 14260
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538782032619736e-05,
+      "loss": 0.0028,
+      "step": 14262
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538717336594013e-05,
+      "loss": 0.0012,
+      "step": 14264
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.53865264056829e-05,
+      "loss": 0.0057,
+      "step": 14266
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538587944542567e-05,
+      "loss": 0.0108,
+      "step": 14268
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538523248516844e-05,
+      "loss": 0.0007,
+      "step": 14270
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538458552491121e-05,
+      "loss": 0.0065,
+      "step": 14272
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538393856465398e-05,
+      "loss": 0.001,
+      "step": 14274
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5383291604396746e-05,
+      "loss": 0.1004,
+      "step": 14276
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538264464413951e-05,
+      "loss": 0.0113,
+      "step": 14278
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5381997683882284e-05,
+      "loss": 0.0125,
+      "step": 14280
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5381350723625047e-05,
+      "loss": 0.009,
+      "step": 14282
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.538070376336782e-05,
+      "loss": 0.0033,
+      "step": 14284
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5380056803110585e-05,
+      "loss": 0.0094,
+      "step": 14286
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5379409842853354e-05,
+      "loss": 0.0067,
+      "step": 14288
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.537876288259613e-05,
+      "loss": 0.0124,
+      "step": 14290
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.537811592233889e-05,
+      "loss": 0.0004,
+      "step": 14292
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.537746896208166e-05,
+      "loss": 0.0073,
+      "step": 14294
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.537682200182443e-05,
+      "loss": 0.0016,
+      "step": 14296
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.53761750415672e-05,
+      "loss": 0.0187,
+      "step": 14298
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.537552808130996e-05,
+      "loss": 0.0053,
+      "step": 14300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.537488112105274e-05,
+      "loss": 0.0094,
+      "step": 14302
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5374234160795507e-05,
+      "loss": 0.0109,
+      "step": 14304
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5373587200538276e-05,
+      "loss": 0.0034,
+      "step": 14306
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5372940240281045e-05,
+      "loss": 0.0093,
+      "step": 14308
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.537229328002381e-05,
+      "loss": 0.0067,
+      "step": 14310
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.537164631976658e-05,
+      "loss": 0.001,
+      "step": 14312
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5370999359509345e-05,
+      "loss": 0.0042,
+      "step": 14314
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5370352399252114e-05,
+      "loss": 0.0261,
+      "step": 14316
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536970543899488e-05,
+      "loss": 0.0008,
+      "step": 14318
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536905847873765e-05,
+      "loss": 0.0119,
+      "step": 14320
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536841151848042e-05,
+      "loss": 0.0015,
+      "step": 14322
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536776455822319e-05,
+      "loss": 0.0129,
+      "step": 14324
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536711759796596e-05,
+      "loss": 0.0104,
+      "step": 14326
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536647063770873e-05,
+      "loss": 0.002,
+      "step": 14328
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.53658236774515e-05,
+      "loss": 0.0058,
+      "step": 14330
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536517671719426e-05,
+      "loss": 0.0036,
+      "step": 14332
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5364529756937036e-05,
+      "loss": 0.0008,
+      "step": 14334
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5363882796679805e-05,
+      "loss": 0.001,
+      "step": 14336
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536323583642257e-05,
+      "loss": 0.0011,
+      "step": 14338
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536258887616534e-05,
+      "loss": 0.0009,
+      "step": 14340
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5361941915908106e-05,
+      "loss": 0.0135,
+      "step": 14342
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536129495565088e-05,
+      "loss": 0.001,
+      "step": 14344
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5360647995393644e-05,
+      "loss": 0.0012,
+      "step": 14346
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.536000103513641e-05,
+      "loss": 0.0154,
+      "step": 14348
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535935407487918e-05,
+      "loss": 0.0009,
+      "step": 14350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535870711462195e-05,
+      "loss": 0.0006,
+      "step": 14352
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535806015436472e-05,
+      "loss": 0.0098,
+      "step": 14354
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535741319410749e-05,
+      "loss": 0.0014,
+      "step": 14356
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535676623385026e-05,
+      "loss": 0.0096,
+      "step": 14358
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535611927359302e-05,
+      "loss": 0.0034,
+      "step": 14360
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5355472313335796e-05,
+      "loss": 0.0179,
+      "step": 14362
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535482535307856e-05,
+      "loss": 0.0079,
+      "step": 14364
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5354178392821335e-05,
+      "loss": 0.0481,
+      "step": 14366
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5353531432564104e-05,
+      "loss": 0.003,
+      "step": 14368
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5352884472306866e-05,
+      "loss": 0.016,
+      "step": 14370
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535223751204964e-05,
+      "loss": 0.008,
+      "step": 14372
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5351590551792404e-05,
+      "loss": 0.0077,
+      "step": 14374
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535094359153517e-05,
+      "loss": 0.0031,
+      "step": 14376
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.535029663127794e-05,
+      "loss": 0.0035,
+      "step": 14378
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534964967102071e-05,
+      "loss": 0.0176,
+      "step": 14380
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534900271076348e-05,
+      "loss": 0.0003,
+      "step": 14382
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534835575050625e-05,
+      "loss": 0.0143,
+      "step": 14384
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534770879024902e-05,
+      "loss": 0.0002,
+      "step": 14386
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534706182999179e-05,
+      "loss": 0.0088,
+      "step": 14388
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534641486973456e-05,
+      "loss": 0.0003,
+      "step": 14390
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534576790947732e-05,
+      "loss": 0.0005,
+      "step": 14392
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5345120949220095e-05,
+      "loss": 0.0065,
+      "step": 14394
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534447398896286e-05,
+      "loss": 0.0006,
+      "step": 14396
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5343827028705626e-05,
+      "loss": 0.0113,
+      "step": 14398
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5343180068448395e-05,
+      "loss": 0.0058,
+      "step": 14400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5342533108191165e-05,
+      "loss": 0.0047,
+      "step": 14402
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5341886147933934e-05,
+      "loss": 0.0063,
+      "step": 14404
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.53412391876767e-05,
+      "loss": 0.0045,
+      "step": 14406
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.534059222741947e-05,
+      "loss": 0.0006,
+      "step": 14408
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533994526716224e-05,
+      "loss": 0.0018,
+      "step": 14410
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533929830690501e-05,
+      "loss": 0.0017,
+      "step": 14412
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533865134664778e-05,
+      "loss": 0.0022,
+      "step": 14414
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533800438639055e-05,
+      "loss": 0.0081,
+      "step": 14416
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533735742613332e-05,
+      "loss": 0.0143,
+      "step": 14418
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533671046587608e-05,
+      "loss": 0.0011,
+      "step": 14420
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5336063505618855e-05,
+      "loss": 0.0015,
+      "step": 14422
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533541654536162e-05,
+      "loss": 0.0267,
+      "step": 14424
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5334769585104394e-05,
+      "loss": 0.0054,
+      "step": 14426
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5334122624847156e-05,
+      "loss": 0.0015,
+      "step": 14428
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5333475664589925e-05,
+      "loss": 0.0014,
+      "step": 14430
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5332828704332694e-05,
+      "loss": 0.0004,
+      "step": 14432
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533218174407546e-05,
+      "loss": 0.0019,
+      "step": 14434
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533153478381823e-05,
+      "loss": 0.0004,
+      "step": 14436
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5330887823561e-05,
+      "loss": 0.0025,
+      "step": 14438
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.533024086330377e-05,
+      "loss": 0.0064,
+      "step": 14440
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.532959390304653e-05,
+      "loss": 0.0218,
+      "step": 14442
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.532894694278931e-05,
+      "loss": 0.0234,
+      "step": 14444
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.532829998253207e-05,
+      "loss": 0.0004,
+      "step": 14446
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.532765302227485e-05,
+      "loss": 0.0008,
+      "step": 14448
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5327006062017616e-05,
+      "loss": 0.0041,
+      "step": 14450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.532635910176038e-05,
+      "loss": 0.0026,
+      "step": 14452
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5325712141503154e-05,
+      "loss": 0.0049,
+      "step": 14454
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5325065181245916e-05,
+      "loss": 0.0092,
+      "step": 14456
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5324418220988685e-05,
+      "loss": 0.0354,
+      "step": 14458
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5323771260731454e-05,
+      "loss": 0.0169,
+      "step": 14460
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5323124300474224e-05,
+      "loss": 0.0203,
+      "step": 14462
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.532247734021699e-05,
+      "loss": 0.0008,
+      "step": 14464
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.532183037995976e-05,
+      "loss": 0.0006,
+      "step": 14466
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.532118341970253e-05,
+      "loss": 0.0028,
+      "step": 14468
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.53205364594453e-05,
+      "loss": 0.0012,
+      "step": 14470
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531988949918807e-05,
+      "loss": 0.0022,
+      "step": 14472
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531924253893083e-05,
+      "loss": 0.0014,
+      "step": 14474
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531859557867361e-05,
+      "loss": 0.002,
+      "step": 14476
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531794861841637e-05,
+      "loss": 0.0186,
+      "step": 14478
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531730165815914e-05,
+      "loss": 0.0179,
+      "step": 14480
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5316654697901914e-05,
+      "loss": 0.0002,
+      "step": 14482
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531600773764468e-05,
+      "loss": 0.0014,
+      "step": 14484
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531536077738745e-05,
+      "loss": 0.0015,
+      "step": 14486
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5314713817130215e-05,
+      "loss": 0.0002,
+      "step": 14488
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5314066856872984e-05,
+      "loss": 0.0167,
+      "step": 14490
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531341989661575e-05,
+      "loss": 0.0116,
+      "step": 14492
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531277293635852e-05,
+      "loss": 0.0006,
+      "step": 14494
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531212597610129e-05,
+      "loss": 0.0072,
+      "step": 14496
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531147901584406e-05,
+      "loss": 0.0003,
+      "step": 14498
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531083205558683e-05,
+      "loss": 0.0016,
+      "step": 14500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.531018509532959e-05,
+      "loss": 0.0099,
+      "step": 14502
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530953813507237e-05,
+      "loss": 0.0017,
+      "step": 14504
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530889117481513e-05,
+      "loss": 0.0007,
+      "step": 14506
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5308244214557906e-05,
+      "loss": 0.0193,
+      "step": 14508
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530759725430067e-05,
+      "loss": 0.0237,
+      "step": 14510
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530695029404344e-05,
+      "loss": 0.0071,
+      "step": 14512
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530630333378621e-05,
+      "loss": 0.0062,
+      "step": 14514
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5305656373528975e-05,
+      "loss": 0.0084,
+      "step": 14516
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5305009413271744e-05,
+      "loss": 0.0026,
+      "step": 14518
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5304362453014513e-05,
+      "loss": 0.0469,
+      "step": 14520
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530371549275728e-05,
+      "loss": 0.0013,
+      "step": 14522
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5303068532500045e-05,
+      "loss": 0.0356,
+      "step": 14524
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530242157224282e-05,
+      "loss": 0.0006,
+      "step": 14526
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530177461198559e-05,
+      "loss": 0.0097,
+      "step": 14528
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530112765172836e-05,
+      "loss": 0.0024,
+      "step": 14530
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.530048069147113e-05,
+      "loss": 0.0079,
+      "step": 14532
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529983373121389e-05,
+      "loss": 0.0005,
+      "step": 14534
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5299186770956666e-05,
+      "loss": 0.0372,
+      "step": 14536
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529853981069943e-05,
+      "loss": 0.0061,
+      "step": 14538
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.52978928504422e-05,
+      "loss": 0.0016,
+      "step": 14540
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5297245890184967e-05,
+      "loss": 0.0003,
+      "step": 14542
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5296598929927736e-05,
+      "loss": 0.0015,
+      "step": 14544
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5295951969670505e-05,
+      "loss": 0.0006,
+      "step": 14546
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5295305009413274e-05,
+      "loss": 0.0086,
+      "step": 14548
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529465804915604e-05,
+      "loss": 0.0114,
+      "step": 14550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529401108889881e-05,
+      "loss": 0.0022,
+      "step": 14552
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529336412864158e-05,
+      "loss": 0.0055,
+      "step": 14554
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529271716838434e-05,
+      "loss": 0.0156,
+      "step": 14556
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529207020812712e-05,
+      "loss": 0.0084,
+      "step": 14558
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529142324786989e-05,
+      "loss": 0.0145,
+      "step": 14560
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.529077628761265e-05,
+      "loss": 0.0007,
+      "step": 14562
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5290129327355426e-05,
+      "loss": 0.0051,
+      "step": 14564
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528948236709819e-05,
+      "loss": 0.0088,
+      "step": 14566
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5288835406840965e-05,
+      "loss": 0.0218,
+      "step": 14568
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528818844658373e-05,
+      "loss": 0.0178,
+      "step": 14570
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5287541486326496e-05,
+      "loss": 0.0422,
+      "step": 14572
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5286894526069265e-05,
+      "loss": 0.0043,
+      "step": 14574
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5286247565812034e-05,
+      "loss": 0.0028,
+      "step": 14576
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.52856006055548e-05,
+      "loss": 0.0033,
+      "step": 14578
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528495364529757e-05,
+      "loss": 0.0392,
+      "step": 14580
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528430668504034e-05,
+      "loss": 0.0021,
+      "step": 14582
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5283659724783104e-05,
+      "loss": 0.0124,
+      "step": 14584
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528301276452588e-05,
+      "loss": 0.0093,
+      "step": 14586
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528236580426864e-05,
+      "loss": 0.002,
+      "step": 14588
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528171884401142e-05,
+      "loss": 0.0006,
+      "step": 14590
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528107188375419e-05,
+      "loss": 0.0072,
+      "step": 14592
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.528042492349695e-05,
+      "loss": 0.0172,
+      "step": 14594
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5279777963239725e-05,
+      "loss": 0.0002,
+      "step": 14596
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527913100298249e-05,
+      "loss": 0.0006,
+      "step": 14598
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5278484042725256e-05,
+      "loss": 0.0076,
+      "step": 14600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5277837082468026e-05,
+      "loss": 0.0451,
+      "step": 14602
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5277190122210795e-05,
+      "loss": 0.011,
+      "step": 14604
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5276543161953564e-05,
+      "loss": 0.0042,
+      "step": 14606
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527589620169633e-05,
+      "loss": 0.0063,
+      "step": 14608
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.52752492414391e-05,
+      "loss": 0.0231,
+      "step": 14610
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527460228118187e-05,
+      "loss": 0.0007,
+      "step": 14612
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527395532092464e-05,
+      "loss": 0.0198,
+      "step": 14614
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.52733083606674e-05,
+      "loss": 0.0005,
+      "step": 14616
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527266140041018e-05,
+      "loss": 0.0028,
+      "step": 14618
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527201444015294e-05,
+      "loss": 0.0047,
+      "step": 14620
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527136747989571e-05,
+      "loss": 0.0015,
+      "step": 14622
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527072051963848e-05,
+      "loss": 0.0006,
+      "step": 14624
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.527007355938125e-05,
+      "loss": 0.007,
+      "step": 14626
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5269426599124024e-05,
+      "loss": 0.0117,
+      "step": 14628
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5268779638866786e-05,
+      "loss": 0.0024,
+      "step": 14630
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5268132678609555e-05,
+      "loss": 0.0089,
+      "step": 14632
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5267485718352324e-05,
+      "loss": 0.0036,
+      "step": 14634
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526683875809509e-05,
+      "loss": 0.0003,
+      "step": 14636
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526619179783786e-05,
+      "loss": 0.0263,
+      "step": 14638
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526554483758063e-05,
+      "loss": 0.0038,
+      "step": 14640
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.52648978773234e-05,
+      "loss": 0.0095,
+      "step": 14642
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526425091706616e-05,
+      "loss": 0.0004,
+      "step": 14644
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526360395680894e-05,
+      "loss": 0.0023,
+      "step": 14646
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.52629569965517e-05,
+      "loss": 0.0004,
+      "step": 14648
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526231003629448e-05,
+      "loss": 0.0186,
+      "step": 14650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526166307603724e-05,
+      "loss": 0.0008,
+      "step": 14652
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526101611578001e-05,
+      "loss": 0.0046,
+      "step": 14654
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.526036915552278e-05,
+      "loss": 0.0113,
+      "step": 14656
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5259722195265546e-05,
+      "loss": 0.003,
+      "step": 14658
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5259075235008315e-05,
+      "loss": 0.017,
+      "step": 14660
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5258428274751085e-05,
+      "loss": 0.0004,
+      "step": 14662
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5257781314493854e-05,
+      "loss": 0.0027,
+      "step": 14664
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5257134354236616e-05,
+      "loss": 0.0117,
+      "step": 14666
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.525648739397939e-05,
+      "loss": 0.0011,
+      "step": 14668
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.525584043372216e-05,
+      "loss": 0.0117,
+      "step": 14670
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.525519347346493e-05,
+      "loss": 0.0036,
+      "step": 14672
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.52545465132077e-05,
+      "loss": 0.0162,
+      "step": 14674
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.525389955295046e-05,
+      "loss": 0.0055,
+      "step": 14676
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.525325259269324e-05,
+      "loss": 0.0077,
+      "step": 14678
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.5252605632436e-05,
+      "loss": 0.0028,
+      "step": 14680
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.525195867217877e-05,
+      "loss": 0.0157,
+      "step": 14682
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 4.525131171192154e-05,
+      "loss": 0.0117,
+      "step": 14684
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.525066475166431e-05,
+      "loss": 0.0006,
+      "step": 14686
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5250017791407076e-05,
+      "loss": 0.015,
+      "step": 14688
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5249370831149845e-05,
+      "loss": 0.0028,
+      "step": 14690
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5248723870892614e-05,
+      "loss": 0.0078,
+      "step": 14692
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.524807691063538e-05,
+      "loss": 0.0014,
+      "step": 14694
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.524742995037815e-05,
+      "loss": 0.0021,
+      "step": 14696
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5246782990120914e-05,
+      "loss": 0.0044,
+      "step": 14698
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.524613602986369e-05,
+      "loss": 0.0022,
+      "step": 14700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.524548906960645e-05,
+      "loss": 0.0004,
+      "step": 14702
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.524484210934922e-05,
+      "loss": 0.0149,
+      "step": 14704
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5244195149092e-05,
+      "loss": 0.0059,
+      "step": 14706
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.524354818883476e-05,
+      "loss": 0.0006,
+      "step": 14708
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5242901228577536e-05,
+      "loss": 0.0008,
+      "step": 14710
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.52422542683203e-05,
+      "loss": 0.0013,
+      "step": 14712
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.524160730806307e-05,
+      "loss": 0.0118,
+      "step": 14714
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5240960347805836e-05,
+      "loss": 0.0058,
+      "step": 14716
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5240313387548605e-05,
+      "loss": 0.0028,
+      "step": 14718
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5239666427291374e-05,
+      "loss": 0.0144,
+      "step": 14720
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5239019467034144e-05,
+      "loss": 0.0047,
+      "step": 14722
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523837250677691e-05,
+      "loss": 0.0176,
+      "step": 14724
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5237725546519675e-05,
+      "loss": 0.0051,
+      "step": 14726
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523707858626245e-05,
+      "loss": 0.0011,
+      "step": 14728
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523643162600521e-05,
+      "loss": 0.0008,
+      "step": 14730
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523578466574799e-05,
+      "loss": 0.0015,
+      "step": 14732
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523513770549075e-05,
+      "loss": 0.0059,
+      "step": 14734
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523449074523352e-05,
+      "loss": 0.0003,
+      "step": 14736
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5233843784976296e-05,
+      "loss": 0.0136,
+      "step": 14738
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523319682471906e-05,
+      "loss": 0.0112,
+      "step": 14740
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.523254986446183e-05,
+      "loss": 0.0101,
+      "step": 14742
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.52319029042046e-05,
+      "loss": 0.0034,
+      "step": 14744
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5231255943947366e-05,
+      "loss": 0.0005,
+      "step": 14746
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5230608983690135e-05,
+      "loss": 0.0005,
+      "step": 14748
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5229962023432904e-05,
+      "loss": 0.0016,
+      "step": 14750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522931506317567e-05,
+      "loss": 0.0015,
+      "step": 14752
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522866810291844e-05,
+      "loss": 0.0146,
+      "step": 14754
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522802114266121e-05,
+      "loss": 0.0021,
+      "step": 14756
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5227374182403973e-05,
+      "loss": 0.0141,
+      "step": 14758
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522672722214675e-05,
+      "loss": 0.0007,
+      "step": 14760
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522608026188951e-05,
+      "loss": 0.0086,
+      "step": 14762
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522543330163228e-05,
+      "loss": 0.0071,
+      "step": 14764
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522478634137505e-05,
+      "loss": 0.027,
+      "step": 14766
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522413938111782e-05,
+      "loss": 0.0159,
+      "step": 14768
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5223492420860595e-05,
+      "loss": 0.0004,
+      "step": 14770
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522284546060336e-05,
+      "loss": 0.0025,
+      "step": 14772
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5222198500346126e-05,
+      "loss": 0.0004,
+      "step": 14774
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5221551540088895e-05,
+      "loss": 0.0012,
+      "step": 14776
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5220904579831664e-05,
+      "loss": 0.0014,
+      "step": 14778
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.522025761957443e-05,
+      "loss": 0.0038,
+      "step": 14780
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.52196106593172e-05,
+      "loss": 0.0103,
+      "step": 14782
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521896369905997e-05,
+      "loss": 0.0175,
+      "step": 14784
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5218316738802734e-05,
+      "loss": 0.0037,
+      "step": 14786
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521766977854551e-05,
+      "loss": 0.0055,
+      "step": 14788
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521702281828827e-05,
+      "loss": 0.0014,
+      "step": 14790
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521637585803105e-05,
+      "loss": 0.0036,
+      "step": 14792
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521572889777381e-05,
+      "loss": 0.0027,
+      "step": 14794
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521508193751658e-05,
+      "loss": 0.0219,
+      "step": 14796
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521443497725935e-05,
+      "loss": 0.0043,
+      "step": 14798
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521378801700212e-05,
+      "loss": 0.0061,
+      "step": 14800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5213141056744887e-05,
+      "loss": 0.0158,
+      "step": 14802
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5212494096487656e-05,
+      "loss": 0.0166,
+      "step": 14804
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5211847136230425e-05,
+      "loss": 0.122,
+      "step": 14806
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521120017597319e-05,
+      "loss": 0.0005,
+      "step": 14808
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.521055321571596e-05,
+      "loss": 0.0482,
+      "step": 14810
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5209906255458725e-05,
+      "loss": 0.0003,
+      "step": 14812
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.52092592952015e-05,
+      "loss": 0.0131,
+      "step": 14814
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520861233494427e-05,
+      "loss": 0.0115,
+      "step": 14816
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520796537468703e-05,
+      "loss": 0.001,
+      "step": 14818
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520731841442981e-05,
+      "loss": 0.0077,
+      "step": 14820
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520667145417257e-05,
+      "loss": 0.0039,
+      "step": 14822
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520602449391534e-05,
+      "loss": 0.005,
+      "step": 14824
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520537753365811e-05,
+      "loss": 0.0005,
+      "step": 14826
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520473057340088e-05,
+      "loss": 0.0016,
+      "step": 14828
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520408361314365e-05,
+      "loss": 0.0022,
+      "step": 14830
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5203436652886416e-05,
+      "loss": 0.0194,
+      "step": 14832
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5202789692629185e-05,
+      "loss": 0.0003,
+      "step": 14834
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5202142732371954e-05,
+      "loss": 0.003,
+      "step": 14836
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520149577211472e-05,
+      "loss": 0.0013,
+      "step": 14838
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5200848811857486e-05,
+      "loss": 0.0004,
+      "step": 14840
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.520020185160026e-05,
+      "loss": 0.0005,
+      "step": 14842
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5199554891343024e-05,
+      "loss": 0.0132,
+      "step": 14844
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.519890793108579e-05,
+      "loss": 0.0008,
+      "step": 14846
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.519826097082857e-05,
+      "loss": 0.0095,
+      "step": 14848
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.519761401057133e-05,
+      "loss": 0.0049,
+      "step": 14850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.519696705031411e-05,
+      "loss": 0.0006,
+      "step": 14852
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.519632009005687e-05,
+      "loss": 0.0083,
+      "step": 14854
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.519567312979964e-05,
+      "loss": 0.0003,
+      "step": 14856
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.519502616954241e-05,
+      "loss": 0.0057,
+      "step": 14858
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5194379209285176e-05,
+      "loss": 0.0042,
+      "step": 14860
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5193732249027946e-05,
+      "loss": 0.001,
+      "step": 14862
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5193085288770715e-05,
+      "loss": 0.0073,
+      "step": 14864
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5192438328513484e-05,
+      "loss": 0.0052,
+      "step": 14866
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5191791368256246e-05,
+      "loss": 0.0009,
+      "step": 14868
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.519114440799902e-05,
+      "loss": 0.0066,
+      "step": 14870
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5190497447741784e-05,
+      "loss": 0.0197,
+      "step": 14872
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518985048748456e-05,
+      "loss": 0.0046,
+      "step": 14874
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518920352722732e-05,
+      "loss": 0.0103,
+      "step": 14876
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518855656697009e-05,
+      "loss": 0.0068,
+      "step": 14878
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518790960671286e-05,
+      "loss": 0.0008,
+      "step": 14880
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518726264645563e-05,
+      "loss": 0.003,
+      "step": 14882
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.51866156861984e-05,
+      "loss": 0.0058,
+      "step": 14884
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518596872594117e-05,
+      "loss": 0.0228,
+      "step": 14886
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518532176568394e-05,
+      "loss": 0.0027,
+      "step": 14888
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.51846748054267e-05,
+      "loss": 0.0008,
+      "step": 14890
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5184027845169475e-05,
+      "loss": 0.0013,
+      "step": 14892
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5183380884912244e-05,
+      "loss": 0.0013,
+      "step": 14894
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518273392465501e-05,
+      "loss": 0.0005,
+      "step": 14896
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518208696439778e-05,
+      "loss": 0.027,
+      "step": 14898
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5181440004140545e-05,
+      "loss": 0.0073,
+      "step": 14900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518079304388332e-05,
+      "loss": 0.0023,
+      "step": 14902
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.518014608362608e-05,
+      "loss": 0.0004,
+      "step": 14904
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.517949912336885e-05,
+      "loss": 0.0014,
+      "step": 14906
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.517885216311162e-05,
+      "loss": 0.0012,
+      "step": 14908
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.517820520285439e-05,
+      "loss": 0.0007,
+      "step": 14910
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.517755824259716e-05,
+      "loss": 0.0004,
+      "step": 14912
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.517691128233993e-05,
+      "loss": 0.0016,
+      "step": 14914
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.51762643220827e-05,
+      "loss": 0.0047,
+      "step": 14916
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5175617361825466e-05,
+      "loss": 0.0021,
+      "step": 14918
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5174970401568235e-05,
+      "loss": 0.0032,
+      "step": 14920
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5174323441311e-05,
+      "loss": 0.0005,
+      "step": 14922
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5173676481053774e-05,
+      "loss": 0.0161,
+      "step": 14924
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5173029520796536e-05,
+      "loss": 0.006,
+      "step": 14926
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5172382560539305e-05,
+      "loss": 0.0067,
+      "step": 14928
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.517173560028208e-05,
+      "loss": 0.0063,
+      "step": 14930
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.517108864002484e-05,
+      "loss": 0.0002,
+      "step": 14932
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.517044167976762e-05,
+      "loss": 0.0013,
+      "step": 14934
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516979471951038e-05,
+      "loss": 0.0113,
+      "step": 14936
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516914775925315e-05,
+      "loss": 0.0019,
+      "step": 14938
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516850079899592e-05,
+      "loss": 0.0005,
+      "step": 14940
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516785383873869e-05,
+      "loss": 0.0067,
+      "step": 14942
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516720687848146e-05,
+      "loss": 0.0031,
+      "step": 14944
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516655991822423e-05,
+      "loss": 0.0056,
+      "step": 14946
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5165912957966996e-05,
+      "loss": 0.0004,
+      "step": 14948
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516526599770976e-05,
+      "loss": 0.0003,
+      "step": 14950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5164619037452534e-05,
+      "loss": 0.0011,
+      "step": 14952
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5163972077195296e-05,
+      "loss": 0.0012,
+      "step": 14954
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516332511693807e-05,
+      "loss": 0.0161,
+      "step": 14956
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5162678156680834e-05,
+      "loss": 0.0232,
+      "step": 14958
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5162031196423604e-05,
+      "loss": 0.0074,
+      "step": 14960
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516138423616638e-05,
+      "loss": 0.0005,
+      "step": 14962
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516073727590914e-05,
+      "loss": 0.0039,
+      "step": 14964
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.516009031565191e-05,
+      "loss": 0.0002,
+      "step": 14966
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515944335539468e-05,
+      "loss": 0.1598,
+      "step": 14968
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515879639513745e-05,
+      "loss": 0.0078,
+      "step": 14970
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515814943488022e-05,
+      "loss": 0.0071,
+      "step": 14972
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515750247462299e-05,
+      "loss": 0.0006,
+      "step": 14974
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5156855514365756e-05,
+      "loss": 0.0003,
+      "step": 14976
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5156208554108525e-05,
+      "loss": 0.0016,
+      "step": 14978
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5155561593851294e-05,
+      "loss": 0.0082,
+      "step": 14980
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515491463359406e-05,
+      "loss": 0.0133,
+      "step": 14982
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515426767333683e-05,
+      "loss": 0.0023,
+      "step": 14984
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5153620713079595e-05,
+      "loss": 0.0035,
+      "step": 14986
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5152973752822364e-05,
+      "loss": 0.0014,
+      "step": 14988
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515232679256513e-05,
+      "loss": 0.0003,
+      "step": 14990
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.51516798323079e-05,
+      "loss": 0.0181,
+      "step": 14992
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515103287205068e-05,
+      "loss": 0.0225,
+      "step": 14994
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.515038591179344e-05,
+      "loss": 0.0023,
+      "step": 14996
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514973895153621e-05,
+      "loss": 0.0111,
+      "step": 14998
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514909199127898e-05,
+      "loss": 0.0169,
+      "step": 15000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514844503102175e-05,
+      "loss": 0.0006,
+      "step": 15002
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514779807076451e-05,
+      "loss": 0.0003,
+      "step": 15004
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5147151110507286e-05,
+      "loss": 0.0084,
+      "step": 15006
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5146504150250055e-05,
+      "loss": 0.0024,
+      "step": 15008
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514585718999282e-05,
+      "loss": 0.0049,
+      "step": 15010
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514521022973559e-05,
+      "loss": 0.02,
+      "step": 15012
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5144563269478355e-05,
+      "loss": 0.003,
+      "step": 15014
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514391630922113e-05,
+      "loss": 0.0055,
+      "step": 15016
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5143269348963893e-05,
+      "loss": 0.0054,
+      "step": 15018
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514262238870666e-05,
+      "loss": 0.0045,
+      "step": 15020
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514197542844943e-05,
+      "loss": 0.0089,
+      "step": 15022
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.51413284681922e-05,
+      "loss": 0.0006,
+      "step": 15024
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514068150793497e-05,
+      "loss": 0.0019,
+      "step": 15026
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.514003454767774e-05,
+      "loss": 0.0037,
+      "step": 15028
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513938758742051e-05,
+      "loss": 0.0008,
+      "step": 15030
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513874062716327e-05,
+      "loss": 0.0335,
+      "step": 15032
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5138093666906046e-05,
+      "loss": 0.0037,
+      "step": 15034
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513744670664881e-05,
+      "loss": 0.0011,
+      "step": 15036
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5136799746391584e-05,
+      "loss": 0.0007,
+      "step": 15038
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513615278613435e-05,
+      "loss": 0.0218,
+      "step": 15040
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5135505825877116e-05,
+      "loss": 0.0193,
+      "step": 15042
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513485886561989e-05,
+      "loss": 0.0015,
+      "step": 15044
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5134211905362654e-05,
+      "loss": 0.0022,
+      "step": 15046
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513356494510542e-05,
+      "loss": 0.0004,
+      "step": 15048
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513291798484819e-05,
+      "loss": 0.0029,
+      "step": 15050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513227102459096e-05,
+      "loss": 0.014,
+      "step": 15052
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513162406433373e-05,
+      "loss": 0.0013,
+      "step": 15054
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.51309771040765e-05,
+      "loss": 0.0076,
+      "step": 15056
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.513033014381927e-05,
+      "loss": 0.0161,
+      "step": 15058
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512968318356204e-05,
+      "loss": 0.0177,
+      "step": 15060
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5129036223304807e-05,
+      "loss": 0.005,
+      "step": 15062
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512838926304757e-05,
+      "loss": 0.0011,
+      "step": 15064
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5127742302790345e-05,
+      "loss": 0.0123,
+      "step": 15066
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512709534253311e-05,
+      "loss": 0.0005,
+      "step": 15068
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5126448382275876e-05,
+      "loss": 0.0126,
+      "step": 15070
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512580142201865e-05,
+      "loss": 0.0007,
+      "step": 15072
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5125154461761414e-05,
+      "loss": 0.0114,
+      "step": 15074
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512450750150419e-05,
+      "loss": 0.0018,
+      "step": 15076
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512386054124695e-05,
+      "loss": 0.0007,
+      "step": 15078
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512321358098972e-05,
+      "loss": 0.0062,
+      "step": 15080
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512256662073249e-05,
+      "loss": 0.0075,
+      "step": 15082
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512191966047526e-05,
+      "loss": 0.0011,
+      "step": 15084
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.512127270021803e-05,
+      "loss": 0.0161,
+      "step": 15086
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.51206257399608e-05,
+      "loss": 0.0026,
+      "step": 15088
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511997877970357e-05,
+      "loss": 0.0002,
+      "step": 15090
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511933181944633e-05,
+      "loss": 0.0036,
+      "step": 15092
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5118684859189105e-05,
+      "loss": 0.0007,
+      "step": 15094
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511803789893187e-05,
+      "loss": 0.0066,
+      "step": 15096
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511739093867464e-05,
+      "loss": 0.0002,
+      "step": 15098
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5116743978417406e-05,
+      "loss": 0.0101,
+      "step": 15100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5116097018160175e-05,
+      "loss": 0.0138,
+      "step": 15102
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5115450057902944e-05,
+      "loss": 0.0009,
+      "step": 15104
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511480309764571e-05,
+      "loss": 0.0092,
+      "step": 15106
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511415613738848e-05,
+      "loss": 0.0009,
+      "step": 15108
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511350917713125e-05,
+      "loss": 0.0044,
+      "step": 15110
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511286221687402e-05,
+      "loss": 0.0084,
+      "step": 15112
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511221525661678e-05,
+      "loss": 0.0023,
+      "step": 15114
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511156829635956e-05,
+      "loss": 0.0162,
+      "step": 15116
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.511092133610233e-05,
+      "loss": 0.0009,
+      "step": 15118
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5110274375845096e-05,
+      "loss": 0.0022,
+      "step": 15120
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5109627415587866e-05,
+      "loss": 0.0345,
+      "step": 15122
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510898045533063e-05,
+      "loss": 0.0081,
+      "step": 15124
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5108333495073404e-05,
+      "loss": 0.0008,
+      "step": 15126
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5107686534816166e-05,
+      "loss": 0.0038,
+      "step": 15128
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5107039574558935e-05,
+      "loss": 0.0936,
+      "step": 15130
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5106392614301704e-05,
+      "loss": 0.0013,
+      "step": 15132
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510574565404447e-05,
+      "loss": 0.011,
+      "step": 15134
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510509869378724e-05,
+      "loss": 0.0009,
+      "step": 15136
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510445173353001e-05,
+      "loss": 0.001,
+      "step": 15138
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510380477327278e-05,
+      "loss": 0.0067,
+      "step": 15140
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510315781301555e-05,
+      "loss": 0.005,
+      "step": 15142
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510251085275832e-05,
+      "loss": 0.0112,
+      "step": 15144
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510186389250108e-05,
+      "loss": 0.0012,
+      "step": 15146
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.510121693224386e-05,
+      "loss": 0.0005,
+      "step": 15148
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5100569971986626e-05,
+      "loss": 0.0032,
+      "step": 15150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509992301172939e-05,
+      "loss": 0.0001,
+      "step": 15152
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5099276051472164e-05,
+      "loss": 0.0002,
+      "step": 15154
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5098629091214926e-05,
+      "loss": 0.0077,
+      "step": 15156
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.50979821309577e-05,
+      "loss": 0.0319,
+      "step": 15158
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5097335170700465e-05,
+      "loss": 0.0093,
+      "step": 15160
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5096688210443234e-05,
+      "loss": 0.0232,
+      "step": 15162
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5096041250186e-05,
+      "loss": 0.0004,
+      "step": 15164
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509539428992877e-05,
+      "loss": 0.002,
+      "step": 15166
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509474732967154e-05,
+      "loss": 0.0044,
+      "step": 15168
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509410036941431e-05,
+      "loss": 0.0047,
+      "step": 15170
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509345340915708e-05,
+      "loss": 0.0005,
+      "step": 15172
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509280644889984e-05,
+      "loss": 0.0063,
+      "step": 15174
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509215948864262e-05,
+      "loss": 0.0139,
+      "step": 15176
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509151252838538e-05,
+      "loss": 0.0351,
+      "step": 15178
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5090865568128155e-05,
+      "loss": 0.0032,
+      "step": 15180
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.509021860787092e-05,
+      "loss": 0.001,
+      "step": 15182
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.508957164761369e-05,
+      "loss": 0.0152,
+      "step": 15184
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.508892468735646e-05,
+      "loss": 0.0019,
+      "step": 15186
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5088277727099225e-05,
+      "loss": 0.0071,
+      "step": 15188
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.5087630766841994e-05,
+      "loss": 0.0003,
+      "step": 15190
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.508698380658476e-05,
+      "loss": 0.002,
+      "step": 15192
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.508633684632753e-05,
+      "loss": 0.0061,
+      "step": 15194
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.50856898860703e-05,
+      "loss": 0.0114,
+      "step": 15196
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.508504292581307e-05,
+      "loss": 0.0009,
+      "step": 15198
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.508439596555584e-05,
+      "loss": 0.0035,
+      "step": 15200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.508374900529861e-05,
+      "loss": 0.0004,
+      "step": 15202
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.508310204504138e-05,
+      "loss": 0.0005,
+      "step": 15204
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.508245508478414e-05,
+      "loss": 0.0021,
+      "step": 15206
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5081808124526916e-05,
+      "loss": 0.0005,
+      "step": 15208
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.508116116426968e-05,
+      "loss": 0.0035,
+      "step": 15210
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.508051420401245e-05,
+      "loss": 0.0353,
+      "step": 15212
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5079867243755216e-05,
+      "loss": 0.0033,
+      "step": 15214
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5079220283497985e-05,
+      "loss": 0.0002,
+      "step": 15216
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507857332324076e-05,
+      "loss": 0.0062,
+      "step": 15218
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5077926362983524e-05,
+      "loss": 0.0011,
+      "step": 15220
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507727940272629e-05,
+      "loss": 0.0044,
+      "step": 15222
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507663244246906e-05,
+      "loss": 0.0029,
+      "step": 15224
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507598548221183e-05,
+      "loss": 0.0089,
+      "step": 15226
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.50753385219546e-05,
+      "loss": 0.0008,
+      "step": 15228
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507469156169737e-05,
+      "loss": 0.0022,
+      "step": 15230
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507404460144014e-05,
+      "loss": 0.0003,
+      "step": 15232
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.50733976411829e-05,
+      "loss": 0.003,
+      "step": 15234
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5072750680925676e-05,
+      "loss": 0.0011,
+      "step": 15236
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507210372066844e-05,
+      "loss": 0.0073,
+      "step": 15238
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5071456760411214e-05,
+      "loss": 0.0062,
+      "step": 15240
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.507080980015398e-05,
+      "loss": 0.0004,
+      "step": 15242
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5070162839896746e-05,
+      "loss": 0.0198,
+      "step": 15244
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5069515879639515e-05,
+      "loss": 0.0006,
+      "step": 15246
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5068868919382284e-05,
+      "loss": 0.0003,
+      "step": 15248
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.506822195912505e-05,
+      "loss": 0.0003,
+      "step": 15250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.506757499886782e-05,
+      "loss": 0.0039,
+      "step": 15252
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.506692803861059e-05,
+      "loss": 0.0134,
+      "step": 15254
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5066281078353354e-05,
+      "loss": 0.0078,
+      "step": 15256
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.506563411809613e-05,
+      "loss": 0.0002,
+      "step": 15258
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.506498715783889e-05,
+      "loss": 0.0098,
+      "step": 15260
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.506434019758167e-05,
+      "loss": 0.0002,
+      "step": 15262
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.506369323732444e-05,
+      "loss": 0.0004,
+      "step": 15264
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.50630462770672e-05,
+      "loss": 0.0028,
+      "step": 15266
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5062399316809975e-05,
+      "loss": 0.0027,
+      "step": 15268
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.506175235655274e-05,
+      "loss": 0.0015,
+      "step": 15270
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5061105396295506e-05,
+      "loss": 0.0113,
+      "step": 15272
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5060458436038275e-05,
+      "loss": 0.0021,
+      "step": 15274
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5059811475781044e-05,
+      "loss": 0.0002,
+      "step": 15276
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5059164515523813e-05,
+      "loss": 0.0186,
+      "step": 15278
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505851755526658e-05,
+      "loss": 0.001,
+      "step": 15280
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505787059500935e-05,
+      "loss": 0.0002,
+      "step": 15282
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505722363475212e-05,
+      "loss": 0.0056,
+      "step": 15284
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505657667449489e-05,
+      "loss": 0.0036,
+      "step": 15286
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505592971423765e-05,
+      "loss": 0.0007,
+      "step": 15288
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505528275398043e-05,
+      "loss": 0.0117,
+      "step": 15290
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505463579372319e-05,
+      "loss": 0.0043,
+      "step": 15292
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505398883346596e-05,
+      "loss": 0.0003,
+      "step": 15294
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5053341873208735e-05,
+      "loss": 0.0021,
+      "step": 15296
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.50526949129515e-05,
+      "loss": 0.0004,
+      "step": 15298
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.505204795269427e-05,
+      "loss": 0.0006,
+      "step": 15300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5051400992437036e-05,
+      "loss": 0.0004,
+      "step": 15302
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5050754032179805e-05,
+      "loss": 0.0036,
+      "step": 15304
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5050107071922574e-05,
+      "loss": 0.0004,
+      "step": 15306
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504946011166534e-05,
+      "loss": 0.0003,
+      "step": 15308
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504881315140811e-05,
+      "loss": 0.0031,
+      "step": 15310
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504816619115088e-05,
+      "loss": 0.0103,
+      "step": 15312
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504751923089365e-05,
+      "loss": 0.0004,
+      "step": 15314
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504687227063641e-05,
+      "loss": 0.0152,
+      "step": 15316
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504622531037919e-05,
+      "loss": 0.0028,
+      "step": 15318
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504557835012195e-05,
+      "loss": 0.0042,
+      "step": 15320
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5044931389864727e-05,
+      "loss": 0.0237,
+      "step": 15322
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504428442960749e-05,
+      "loss": 0.0003,
+      "step": 15324
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.504363746935026e-05,
+      "loss": 0.0011,
+      "step": 15326
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5042990509093034e-05,
+      "loss": 0.0002,
+      "step": 15328
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5042343548835796e-05,
+      "loss": 0.0011,
+      "step": 15330
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5041696588578565e-05,
+      "loss": 0.0007,
+      "step": 15332
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5041049628321334e-05,
+      "loss": 0.0208,
+      "step": 15334
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.50404026680641e-05,
+      "loss": 0.0004,
+      "step": 15336
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5039755707806866e-05,
+      "loss": 0.004,
+      "step": 15338
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503910874754964e-05,
+      "loss": 0.0001,
+      "step": 15340
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503846178729241e-05,
+      "loss": 0.0012,
+      "step": 15342
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503781482703518e-05,
+      "loss": 0.0017,
+      "step": 15344
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503716786677795e-05,
+      "loss": 0.0008,
+      "step": 15346
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503652090652071e-05,
+      "loss": 0.0002,
+      "step": 15348
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503587394626349e-05,
+      "loss": 0.0062,
+      "step": 15350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503522698600625e-05,
+      "loss": 0.0024,
+      "step": 15352
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503458002574902e-05,
+      "loss": 0.0014,
+      "step": 15354
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503393306549179e-05,
+      "loss": 0.0069,
+      "step": 15356
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5033286105234556e-05,
+      "loss": 0.004,
+      "step": 15358
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5032639144977326e-05,
+      "loss": 0.0016,
+      "step": 15360
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5031992184720095e-05,
+      "loss": 0.0027,
+      "step": 15362
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5031345224462864e-05,
+      "loss": 0.0015,
+      "step": 15364
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.503069826420563e-05,
+      "loss": 0.0051,
+      "step": 15366
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.50300513039484e-05,
+      "loss": 0.0032,
+      "step": 15368
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5029404343691164e-05,
+      "loss": 0.0145,
+      "step": 15370
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502875738343394e-05,
+      "loss": 0.0037,
+      "step": 15372
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502811042317671e-05,
+      "loss": 0.0059,
+      "step": 15374
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502746346291947e-05,
+      "loss": 0.0015,
+      "step": 15376
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502681650266225e-05,
+      "loss": 0.0025,
+      "step": 15378
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502616954240501e-05,
+      "loss": 0.001,
+      "step": 15380
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5025522582147785e-05,
+      "loss": 0.0196,
+      "step": 15382
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502487562189055e-05,
+      "loss": 0.001,
+      "step": 15384
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502422866163332e-05,
+      "loss": 0.002,
+      "step": 15386
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5023581701376086e-05,
+      "loss": 0.0204,
+      "step": 15388
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5022934741118855e-05,
+      "loss": 0.0015,
+      "step": 15390
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5022287780861624e-05,
+      "loss": 0.0072,
+      "step": 15392
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502164082060439e-05,
+      "loss": 0.0009,
+      "step": 15394
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.502099386034716e-05,
+      "loss": 0.0194,
+      "step": 15396
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5020346900089925e-05,
+      "loss": 0.0028,
+      "step": 15398
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.50196999398327e-05,
+      "loss": 0.0018,
+      "step": 15400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.501905297957546e-05,
+      "loss": 0.0009,
+      "step": 15402
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.501840601931824e-05,
+      "loss": 0.0232,
+      "step": 15404
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5017759059061e-05,
+      "loss": 0.0004,
+      "step": 15406
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.501711209880377e-05,
+      "loss": 0.0006,
+      "step": 15408
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5016465138546546e-05,
+      "loss": 0.0476,
+      "step": 15410
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.501581817828931e-05,
+      "loss": 0.0027,
+      "step": 15412
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.501517121803208e-05,
+      "loss": 0.0232,
+      "step": 15414
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5014524257774846e-05,
+      "loss": 0.0012,
+      "step": 15416
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5013877297517615e-05,
+      "loss": 0.0178,
+      "step": 15418
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5013230337260385e-05,
+      "loss": 0.0094,
+      "step": 15420
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5012583377003154e-05,
+      "loss": 0.0003,
+      "step": 15422
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.501193641674592e-05,
+      "loss": 0.001,
+      "step": 15424
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.501128945648869e-05,
+      "loss": 0.0012,
+      "step": 15426
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.501064249623146e-05,
+      "loss": 0.0009,
+      "step": 15428
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500999553597422e-05,
+      "loss": 0.0008,
+      "step": 15430
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5009348575717e-05,
+      "loss": 0.0004,
+      "step": 15432
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500870161545976e-05,
+      "loss": 0.0131,
+      "step": 15434
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500805465520253e-05,
+      "loss": 0.0276,
+      "step": 15436
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.50074076949453e-05,
+      "loss": 0.0405,
+      "step": 15438
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500676073468807e-05,
+      "loss": 0.0003,
+      "step": 15440
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5006113774430844e-05,
+      "loss": 0.0143,
+      "step": 15442
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500546681417361e-05,
+      "loss": 0.0008,
+      "step": 15444
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5004819853916376e-05,
+      "loss": 0.0004,
+      "step": 15446
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5004172893659145e-05,
+      "loss": 0.0064,
+      "step": 15448
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5003525933401914e-05,
+      "loss": 0.0383,
+      "step": 15450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500287897314468e-05,
+      "loss": 0.0001,
+      "step": 15452
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500223201288745e-05,
+      "loss": 0.0319,
+      "step": 15454
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500158505263022e-05,
+      "loss": 0.0018,
+      "step": 15456
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.5000938092372984e-05,
+      "loss": 0.0002,
+      "step": 15458
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.500029113211576e-05,
+      "loss": 0.0131,
+      "step": 15460
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499964417185852e-05,
+      "loss": 0.0013,
+      "step": 15462
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.49989972116013e-05,
+      "loss": 0.0012,
+      "step": 15464
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499835025134406e-05,
+      "loss": 0.0003,
+      "step": 15466
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499770329108683e-05,
+      "loss": 0.0186,
+      "step": 15468
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.49970563308296e-05,
+      "loss": 0.0102,
+      "step": 15470
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499640937057237e-05,
+      "loss": 0.0086,
+      "step": 15472
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4995762410315136e-05,
+      "loss": 0.0035,
+      "step": 15474
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4995115450057905e-05,
+      "loss": 0.0305,
+      "step": 15476
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4994468489800674e-05,
+      "loss": 0.0053,
+      "step": 15478
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499382152954344e-05,
+      "loss": 0.0266,
+      "step": 15480
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499317456928621e-05,
+      "loss": 0.0003,
+      "step": 15482
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4992527609028975e-05,
+      "loss": 0.0006,
+      "step": 15484
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499188064877175e-05,
+      "loss": 0.0071,
+      "step": 15486
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499123368851452e-05,
+      "loss": 0.0021,
+      "step": 15488
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.499058672825728e-05,
+      "loss": 0.0016,
+      "step": 15490
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498993976800006e-05,
+      "loss": 0.0158,
+      "step": 15492
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498929280774282e-05,
+      "loss": 0.0027,
+      "step": 15494
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498864584748559e-05,
+      "loss": 0.0013,
+      "step": 15496
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498799888722836e-05,
+      "loss": 0.0003,
+      "step": 15498
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498735192697113e-05,
+      "loss": 0.0025,
+      "step": 15500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.49867049667139e-05,
+      "loss": 0.0037,
+      "step": 15502
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4986058006456666e-05,
+      "loss": 0.0009,
+      "step": 15504
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4985411046199435e-05,
+      "loss": 0.009,
+      "step": 15506
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4984764085942204e-05,
+      "loss": 0.0014,
+      "step": 15508
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498411712568497e-05,
+      "loss": 0.0264,
+      "step": 15510
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4983470165427735e-05,
+      "loss": 0.0177,
+      "step": 15512
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498282320517051e-05,
+      "loss": 0.0114,
+      "step": 15514
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4982176244913273e-05,
+      "loss": 0.0014,
+      "step": 15516
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498152928465604e-05,
+      "loss": 0.0078,
+      "step": 15518
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498088232439882e-05,
+      "loss": 0.0004,
+      "step": 15520
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.498023536414158e-05,
+      "loss": 0.0071,
+      "step": 15522
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4979588403884357e-05,
+      "loss": 0.0006,
+      "step": 15524
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.497894144362712e-05,
+      "loss": 0.0008,
+      "step": 15526
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.497829448336989e-05,
+      "loss": 0.0166,
+      "step": 15528
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.497764752311266e-05,
+      "loss": 0.0074,
+      "step": 15530
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4977000562855426e-05,
+      "loss": 0.0024,
+      "step": 15532
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4976353602598195e-05,
+      "loss": 0.0002,
+      "step": 15534
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4975706642340964e-05,
+      "loss": 0.0062,
+      "step": 15536
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4975059682083733e-05,
+      "loss": 0.0037,
+      "step": 15538
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4974412721826496e-05,
+      "loss": 0.0055,
+      "step": 15540
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.497376576156927e-05,
+      "loss": 0.0004,
+      "step": 15542
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4973118801312034e-05,
+      "loss": 0.017,
+      "step": 15544
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.497247184105481e-05,
+      "loss": 0.0171,
+      "step": 15546
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.497182488079757e-05,
+      "loss": 0.0013,
+      "step": 15548
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.497117792054034e-05,
+      "loss": 0.0001,
+      "step": 15550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.497053096028312e-05,
+      "loss": 0.0134,
+      "step": 15552
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496988400002588e-05,
+      "loss": 0.0002,
+      "step": 15554
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496923703976865e-05,
+      "loss": 0.0027,
+      "step": 15556
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496859007951142e-05,
+      "loss": 0.0005,
+      "step": 15558
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4967943119254187e-05,
+      "loss": 0.0006,
+      "step": 15560
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4967296158996956e-05,
+      "loss": 0.0045,
+      "step": 15562
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4966649198739725e-05,
+      "loss": 0.0024,
+      "step": 15564
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4966002238482494e-05,
+      "loss": 0.0103,
+      "step": 15566
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496535527822526e-05,
+      "loss": 0.0039,
+      "step": 15568
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496470831796803e-05,
+      "loss": 0.0096,
+      "step": 15570
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4964061357710794e-05,
+      "loss": 0.0001,
+      "step": 15572
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496341439745357e-05,
+      "loss": 0.0017,
+      "step": 15574
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496276743719633e-05,
+      "loss": 0.0227,
+      "step": 15576
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.49621204769391e-05,
+      "loss": 0.0005,
+      "step": 15578
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496147351668187e-05,
+      "loss": 0.001,
+      "step": 15580
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496082655642464e-05,
+      "loss": 0.0007,
+      "step": 15582
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.496017959616741e-05,
+      "loss": 0.0129,
+      "step": 15584
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495953263591018e-05,
+      "loss": 0.0093,
+      "step": 15586
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495888567565295e-05,
+      "loss": 0.0076,
+      "step": 15588
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4958238715395716e-05,
+      "loss": 0.0007,
+      "step": 15590
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4957591755138485e-05,
+      "loss": 0.0005,
+      "step": 15592
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495694479488125e-05,
+      "loss": 0.0227,
+      "step": 15594
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495629783462402e-05,
+      "loss": 0.0301,
+      "step": 15596
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495565087436679e-05,
+      "loss": 0.0178,
+      "step": 15598
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4955003914109555e-05,
+      "loss": 0.0011,
+      "step": 15600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495435695385233e-05,
+      "loss": 0.0054,
+      "step": 15602
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495370999359509e-05,
+      "loss": 0.0019,
+      "step": 15604
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495306303333787e-05,
+      "loss": 0.0096,
+      "step": 15606
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495241607308063e-05,
+      "loss": 0.0069,
+      "step": 15608
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.49517691128234e-05,
+      "loss": 0.0018,
+      "step": 15610
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495112215256617e-05,
+      "loss": 0.0046,
+      "step": 15612
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.495047519230894e-05,
+      "loss": 0.0035,
+      "step": 15614
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494982823205171e-05,
+      "loss": 0.0001,
+      "step": 15616
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4949181271794476e-05,
+      "loss": 0.0064,
+      "step": 15618
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4948534311537246e-05,
+      "loss": 0.0014,
+      "step": 15620
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494788735128001e-05,
+      "loss": 0.0007,
+      "step": 15622
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4947240391022784e-05,
+      "loss": 0.001,
+      "step": 15624
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4946593430765546e-05,
+      "loss": 0.0011,
+      "step": 15626
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494594647050832e-05,
+      "loss": 0.0082,
+      "step": 15628
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494529951025109e-05,
+      "loss": 0.0033,
+      "step": 15630
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494465254999385e-05,
+      "loss": 0.0311,
+      "step": 15632
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494400558973663e-05,
+      "loss": 0.0303,
+      "step": 15634
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494335862947939e-05,
+      "loss": 0.0028,
+      "step": 15636
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494271166922216e-05,
+      "loss": 0.0011,
+      "step": 15638
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494206470896493e-05,
+      "loss": 0.0038,
+      "step": 15640
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.49414177487077e-05,
+      "loss": 0.0018,
+      "step": 15642
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494077078845047e-05,
+      "loss": 0.0007,
+      "step": 15644
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.494012382819324e-05,
+      "loss": 0.0071,
+      "step": 15646
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4939476867936006e-05,
+      "loss": 0.0008,
+      "step": 15648
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4938829907678775e-05,
+      "loss": 0.0006,
+      "step": 15650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4938182947421544e-05,
+      "loss": 0.0142,
+      "step": 15652
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4937535987164306e-05,
+      "loss": 0.001,
+      "step": 15654
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.493688902690708e-05,
+      "loss": 0.003,
+      "step": 15656
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4936242066649845e-05,
+      "loss": 0.0007,
+      "step": 15658
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4935595106392614e-05,
+      "loss": 0.0001,
+      "step": 15660
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.493494814613538e-05,
+      "loss": 0.0049,
+      "step": 15662
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.493430118587815e-05,
+      "loss": 0.017,
+      "step": 15664
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.493365422562093e-05,
+      "loss": 0.0002,
+      "step": 15666
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.493300726536369e-05,
+      "loss": 0.058,
+      "step": 15668
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.493236030510646e-05,
+      "loss": 0.0385,
+      "step": 15670
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.493171334484923e-05,
+      "loss": 0.004,
+      "step": 15672
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4931066384592e-05,
+      "loss": 0.0134,
+      "step": 15674
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4930419424334766e-05,
+      "loss": 0.0027,
+      "step": 15676
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4929772464077535e-05,
+      "loss": 0.0004,
+      "step": 15678
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4929125503820305e-05,
+      "loss": 0.0164,
+      "step": 15680
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492847854356307e-05,
+      "loss": 0.0018,
+      "step": 15682
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492783158330584e-05,
+      "loss": 0.0007,
+      "step": 15684
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4927184623048605e-05,
+      "loss": 0.0006,
+      "step": 15686
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492653766279138e-05,
+      "loss": 0.0113,
+      "step": 15688
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492589070253414e-05,
+      "loss": 0.0023,
+      "step": 15690
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492524374227691e-05,
+      "loss": 0.0083,
+      "step": 15692
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492459678201968e-05,
+      "loss": 0.0063,
+      "step": 15694
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492394982176245e-05,
+      "loss": 0.0124,
+      "step": 15696
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492330286150522e-05,
+      "loss": 0.0402,
+      "step": 15698
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492265590124799e-05,
+      "loss": 0.0067,
+      "step": 15700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492200894099076e-05,
+      "loss": 0.0002,
+      "step": 15702
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.492136198073353e-05,
+      "loss": 0.0008,
+      "step": 15704
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4920715020476296e-05,
+      "loss": 0.0017,
+      "step": 15706
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4920068060219065e-05,
+      "loss": 0.0133,
+      "step": 15708
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4919421099961834e-05,
+      "loss": 0.0084,
+      "step": 15710
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.49187741397046e-05,
+      "loss": 0.01,
+      "step": 15712
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.4918127179447365e-05,
+      "loss": 0.0017,
+      "step": 15714
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491748021919014e-05,
+      "loss": 0.011,
+      "step": 15716
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4916833258932904e-05,
+      "loss": 0.0006,
+      "step": 15718
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491618629867567e-05,
+      "loss": 0.0135,
+      "step": 15720
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491553933841844e-05,
+      "loss": 0.0002,
+      "step": 15722
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491489237816121e-05,
+      "loss": 0.0008,
+      "step": 15724
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491424541790398e-05,
+      "loss": 0.0009,
+      "step": 15726
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491359845764675e-05,
+      "loss": 0.0017,
+      "step": 15728
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491295149738952e-05,
+      "loss": 0.0001,
+      "step": 15730
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491230453713229e-05,
+      "loss": 0.0123,
+      "step": 15732
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4911657576875056e-05,
+      "loss": 0.0002,
+      "step": 15734
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.491101061661782e-05,
+      "loss": 0.0005,
+      "step": 15736
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4910363656360594e-05,
+      "loss": 0.0043,
+      "step": 15738
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490971669610336e-05,
+      "loss": 0.0047,
+      "step": 15740
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4909069735846126e-05,
+      "loss": 0.0476,
+      "step": 15742
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.49084227755889e-05,
+      "loss": 0.0128,
+      "step": 15744
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4907775815331664e-05,
+      "loss": 0.0017,
+      "step": 15746
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490712885507444e-05,
+      "loss": 0.0044,
+      "step": 15748
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.49064818948172e-05,
+      "loss": 0.0086,
+      "step": 15750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490583493455997e-05,
+      "loss": 0.0137,
+      "step": 15752
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490518797430274e-05,
+      "loss": 0.008,
+      "step": 15754
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490454101404551e-05,
+      "loss": 0.0015,
+      "step": 15756
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490389405378828e-05,
+      "loss": 0.0207,
+      "step": 15758
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490324709353105e-05,
+      "loss": 0.0003,
+      "step": 15760
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490260013327382e-05,
+      "loss": 0.0004,
+      "step": 15762
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490195317301658e-05,
+      "loss": 0.0008,
+      "step": 15764
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4901306212759355e-05,
+      "loss": 0.0032,
+      "step": 15766
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490065925250212e-05,
+      "loss": 0.0006,
+      "step": 15768
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.490001229224489e-05,
+      "loss": 0.0062,
+      "step": 15770
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4899365331987655e-05,
+      "loss": 0.0003,
+      "step": 15772
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4898718371730424e-05,
+      "loss": 0.0004,
+      "step": 15774
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48980714114732e-05,
+      "loss": 0.0151,
+      "step": 15776
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.489742445121596e-05,
+      "loss": 0.0005,
+      "step": 15778
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.489677749095873e-05,
+      "loss": 0.0009,
+      "step": 15780
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48961305307015e-05,
+      "loss": 0.0013,
+      "step": 15782
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.489548357044427e-05,
+      "loss": 0.0174,
+      "step": 15784
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.489483661018704e-05,
+      "loss": 0.0012,
+      "step": 15786
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.489418964992981e-05,
+      "loss": 0.0003,
+      "step": 15788
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.489354268967258e-05,
+      "loss": 0.0176,
+      "step": 15790
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4892895729415346e-05,
+      "loss": 0.0005,
+      "step": 15792
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4892248769158115e-05,
+      "loss": 0.0191,
+      "step": 15794
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.489160180890088e-05,
+      "loss": 0.0127,
+      "step": 15796
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4890954848643653e-05,
+      "loss": 0.0016,
+      "step": 15798
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4890307888386416e-05,
+      "loss": 0.0081,
+      "step": 15800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4889660928129185e-05,
+      "loss": 0.0017,
+      "step": 15802
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4889013967871954e-05,
+      "loss": 0.0004,
+      "step": 15804
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.488836700761472e-05,
+      "loss": 0.0003,
+      "step": 15806
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48877200473575e-05,
+      "loss": 0.001,
+      "step": 15808
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.488707308710026e-05,
+      "loss": 0.0133,
+      "step": 15810
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.488642612684303e-05,
+      "loss": 0.0142,
+      "step": 15812
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48857791665858e-05,
+      "loss": 0.0002,
+      "step": 15814
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.488513220632857e-05,
+      "loss": 0.0146,
+      "step": 15816
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.488448524607133e-05,
+      "loss": 0.0173,
+      "step": 15818
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4883838285814107e-05,
+      "loss": 0.0092,
+      "step": 15820
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4883191325556876e-05,
+      "loss": 0.0001,
+      "step": 15822
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.488254436529964e-05,
+      "loss": 0.0117,
+      "step": 15824
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4881897405042414e-05,
+      "loss": 0.0171,
+      "step": 15826
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4881250444785176e-05,
+      "loss": 0.0002,
+      "step": 15828
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.488060348452795e-05,
+      "loss": 0.0044,
+      "step": 15830
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4879956524270714e-05,
+      "loss": 0.0127,
+      "step": 15832
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487930956401348e-05,
+      "loss": 0.0325,
+      "step": 15834
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487866260375625e-05,
+      "loss": 0.0004,
+      "step": 15836
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487801564349902e-05,
+      "loss": 0.0006,
+      "step": 15838
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487736868324179e-05,
+      "loss": 0.0024,
+      "step": 15840
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487672172298456e-05,
+      "loss": 0.0049,
+      "step": 15842
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487607476272733e-05,
+      "loss": 0.0034,
+      "step": 15844
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48754278024701e-05,
+      "loss": 0.0004,
+      "step": 15846
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487478084221287e-05,
+      "loss": 0.0003,
+      "step": 15848
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487413388195563e-05,
+      "loss": 0.0008,
+      "step": 15850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4873486921698405e-05,
+      "loss": 0.0097,
+      "step": 15852
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4872839961441174e-05,
+      "loss": 0.0108,
+      "step": 15854
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4872193001183937e-05,
+      "loss": 0.0006,
+      "step": 15856
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.487154604092671e-05,
+      "loss": 0.0423,
+      "step": 15858
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4870899080669475e-05,
+      "loss": 0.0001,
+      "step": 15860
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4870252120412244e-05,
+      "loss": 0.0004,
+      "step": 15862
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486960516015501e-05,
+      "loss": 0.0004,
+      "step": 15864
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486895819989778e-05,
+      "loss": 0.0075,
+      "step": 15866
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486831123964055e-05,
+      "loss": 0.0003,
+      "step": 15868
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486766427938332e-05,
+      "loss": 0.0161,
+      "step": 15870
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486701731912609e-05,
+      "loss": 0.0056,
+      "step": 15872
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486637035886886e-05,
+      "loss": 0.0213,
+      "step": 15874
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486572339861163e-05,
+      "loss": 0.0235,
+      "step": 15876
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486507643835439e-05,
+      "loss": 0.0003,
+      "step": 15878
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4864429478097166e-05,
+      "loss": 0.0005,
+      "step": 15880
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486378251783993e-05,
+      "loss": 0.0072,
+      "step": 15882
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48631355575827e-05,
+      "loss": 0.0006,
+      "step": 15884
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4862488597325466e-05,
+      "loss": 0.0011,
+      "step": 15886
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4861841637068235e-05,
+      "loss": 0.0073,
+      "step": 15888
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486119467681101e-05,
+      "loss": 0.0003,
+      "step": 15890
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.486054771655377e-05,
+      "loss": 0.0014,
+      "step": 15892
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485990075629654e-05,
+      "loss": 0.0331,
+      "step": 15894
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485925379603931e-05,
+      "loss": 0.0003,
+      "step": 15896
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485860683578208e-05,
+      "loss": 0.0002,
+      "step": 15898
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485795987552485e-05,
+      "loss": 0.0047,
+      "step": 15900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485731291526762e-05,
+      "loss": 0.0305,
+      "step": 15902
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485666595501039e-05,
+      "loss": 0.0007,
+      "step": 15904
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485601899475315e-05,
+      "loss": 0.0157,
+      "step": 15906
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4855372034495926e-05,
+      "loss": 0.0006,
+      "step": 15908
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485472507423869e-05,
+      "loss": 0.0009,
+      "step": 15910
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4854078113981464e-05,
+      "loss": 0.0009,
+      "step": 15912
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4853431153724226e-05,
+      "loss": 0.0234,
+      "step": 15914
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4852784193466995e-05,
+      "loss": 0.0019,
+      "step": 15916
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4852137233209765e-05,
+      "loss": 0.0047,
+      "step": 15918
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4851490272952534e-05,
+      "loss": 0.0207,
+      "step": 15920
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48508433126953e-05,
+      "loss": 0.0058,
+      "step": 15922
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.485019635243807e-05,
+      "loss": 0.0001,
+      "step": 15924
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484954939218084e-05,
+      "loss": 0.0015,
+      "step": 15926
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484890243192361e-05,
+      "loss": 0.0049,
+      "step": 15928
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484825547166638e-05,
+      "loss": 0.0059,
+      "step": 15930
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484760851140915e-05,
+      "loss": 0.0149,
+      "step": 15932
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484696155115192e-05,
+      "loss": 0.0003,
+      "step": 15934
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4846314590894686e-05,
+      "loss": 0.0016,
+      "step": 15936
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484566763063745e-05,
+      "loss": 0.0003,
+      "step": 15938
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4845020670380225e-05,
+      "loss": 0.0035,
+      "step": 15940
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484437371012299e-05,
+      "loss": 0.0015,
+      "step": 15942
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4843726749865756e-05,
+      "loss": 0.0015,
+      "step": 15944
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4843079789608525e-05,
+      "loss": 0.0144,
+      "step": 15946
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4842432829351294e-05,
+      "loss": 0.0193,
+      "step": 15948
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484178586909406e-05,
+      "loss": 0.0046,
+      "step": 15950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.484113890883683e-05,
+      "loss": 0.0013,
+      "step": 15952
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48404919485796e-05,
+      "loss": 0.0013,
+      "step": 15954
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483984498832237e-05,
+      "loss": 0.0002,
+      "step": 15956
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483919802806514e-05,
+      "loss": 0.0138,
+      "step": 15958
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48385510678079e-05,
+      "loss": 0.0059,
+      "step": 15960
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483790410755068e-05,
+      "loss": 0.0032,
+      "step": 15962
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483725714729344e-05,
+      "loss": 0.0364,
+      "step": 15964
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483661018703621e-05,
+      "loss": 0.0017,
+      "step": 15966
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4835963226778985e-05,
+      "loss": 0.0074,
+      "step": 15968
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483531626652175e-05,
+      "loss": 0.0001,
+      "step": 15970
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483466930626452e-05,
+      "loss": 0.0003,
+      "step": 15972
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4834022346007285e-05,
+      "loss": 0.0001,
+      "step": 15974
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4833375385750054e-05,
+      "loss": 0.001,
+      "step": 15976
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4832728425492824e-05,
+      "loss": 0.0055,
+      "step": 15978
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483208146523559e-05,
+      "loss": 0.0064,
+      "step": 15980
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483143450497836e-05,
+      "loss": 0.0102,
+      "step": 15982
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.483078754472113e-05,
+      "loss": 0.0005,
+      "step": 15984
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48301405844639e-05,
+      "loss": 0.0009,
+      "step": 15986
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482949362420667e-05,
+      "loss": 0.0136,
+      "step": 15988
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482884666394944e-05,
+      "loss": 0.0061,
+      "step": 15990
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48281997036922e-05,
+      "loss": 0.0002,
+      "step": 15992
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4827552743434976e-05,
+      "loss": 0.0256,
+      "step": 15994
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482690578317774e-05,
+      "loss": 0.0013,
+      "step": 15996
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482625882292051e-05,
+      "loss": 0.0133,
+      "step": 15998
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4825611862663283e-05,
+      "loss": 0.0005,
+      "step": 16000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4824964902406046e-05,
+      "loss": 0.0023,
+      "step": 16002
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4824317942148815e-05,
+      "loss": 0.0041,
+      "step": 16004
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4823670981891584e-05,
+      "loss": 0.003,
+      "step": 16006
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482302402163435e-05,
+      "loss": 0.001,
+      "step": 16008
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482237706137712e-05,
+      "loss": 0.0006,
+      "step": 16010
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482173010111989e-05,
+      "loss": 0.0077,
+      "step": 16012
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482108314086266e-05,
+      "loss": 0.0021,
+      "step": 16014
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.482043618060543e-05,
+      "loss": 0.0006,
+      "step": 16016
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48197892203482e-05,
+      "loss": 0.0053,
+      "step": 16018
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481914226009096e-05,
+      "loss": 0.0146,
+      "step": 16020
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481849529983374e-05,
+      "loss": 0.0132,
+      "step": 16022
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48178483395765e-05,
+      "loss": 0.0097,
+      "step": 16024
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481720137931927e-05,
+      "loss": 0.0357,
+      "step": 16026
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481655441906204e-05,
+      "loss": 0.0053,
+      "step": 16028
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4815907458804806e-05,
+      "loss": 0.0025,
+      "step": 16030
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481526049854758e-05,
+      "loss": 0.0099,
+      "step": 16032
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4814613538290344e-05,
+      "loss": 0.0167,
+      "step": 16034
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4813966578033113e-05,
+      "loss": 0.0016,
+      "step": 16036
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481331961777588e-05,
+      "loss": 0.0135,
+      "step": 16038
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481267265751865e-05,
+      "loss": 0.1584,
+      "step": 16040
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4812025697261414e-05,
+      "loss": 0.0019,
+      "step": 16042
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481137873700419e-05,
+      "loss": 0.0039,
+      "step": 16044
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481073177674696e-05,
+      "loss": 0.0061,
+      "step": 16046
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.481008481648972e-05,
+      "loss": 0.0044,
+      "step": 16048
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48094378562325e-05,
+      "loss": 0.0012,
+      "step": 16050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.480879089597526e-05,
+      "loss": 0.0149,
+      "step": 16052
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4808143935718035e-05,
+      "loss": 0.0006,
+      "step": 16054
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.48074969754608e-05,
+      "loss": 0.0006,
+      "step": 16056
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4806850015203567e-05,
+      "loss": 0.0208,
+      "step": 16058
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4806203054946336e-05,
+      "loss": 0.1147,
+      "step": 16060
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4805556094689105e-05,
+      "loss": 0.0001,
+      "step": 16062
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4804909134431874e-05,
+      "loss": 0.005,
+      "step": 16064
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.480426217417464e-05,
+      "loss": 0.0012,
+      "step": 16066
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.480361521391741e-05,
+      "loss": 0.0011,
+      "step": 16068
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.480296825366018e-05,
+      "loss": 0.031,
+      "step": 16070
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.480232129340295e-05,
+      "loss": 0.0038,
+      "step": 16072
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.480167433314571e-05,
+      "loss": 0.0047,
+      "step": 16074
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.480102737288849e-05,
+      "loss": 0.0071,
+      "step": 16076
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.480038041263126e-05,
+      "loss": 0.0085,
+      "step": 16078
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479973345237402e-05,
+      "loss": 0.0026,
+      "step": 16080
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4799086492116796e-05,
+      "loss": 0.0082,
+      "step": 16082
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479843953185956e-05,
+      "loss": 0.0006,
+      "step": 16084
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479779257160233e-05,
+      "loss": 0.0002,
+      "step": 16086
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4797145611345096e-05,
+      "loss": 0.0004,
+      "step": 16088
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4796498651087865e-05,
+      "loss": 0.0007,
+      "step": 16090
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4795851690830634e-05,
+      "loss": 0.0001,
+      "step": 16092
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.47952047305734e-05,
+      "loss": 0.0008,
+      "step": 16094
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479455777031617e-05,
+      "loss": 0.0116,
+      "step": 16096
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479391081005894e-05,
+      "loss": 0.0018,
+      "step": 16098
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479326384980171e-05,
+      "loss": 0.0026,
+      "step": 16100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479261688954447e-05,
+      "loss": 0.0002,
+      "step": 16102
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479196992928725e-05,
+      "loss": 0.0002,
+      "step": 16104
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479132296903001e-05,
+      "loss": 0.015,
+      "step": 16106
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.479067600877278e-05,
+      "loss": 0.0028,
+      "step": 16108
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4790029048515556e-05,
+      "loss": 0.0168,
+      "step": 16110
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478938208825832e-05,
+      "loss": 0.026,
+      "step": 16112
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4788735128001094e-05,
+      "loss": 0.0011,
+      "step": 16114
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4788088167743856e-05,
+      "loss": 0.0128,
+      "step": 16116
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4787441207486626e-05,
+      "loss": 0.0113,
+      "step": 16118
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4786794247229395e-05,
+      "loss": 0.0007,
+      "step": 16120
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4786147286972164e-05,
+      "loss": 0.0052,
+      "step": 16122
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478550032671493e-05,
+      "loss": 0.0004,
+      "step": 16124
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.47848533664577e-05,
+      "loss": 0.0009,
+      "step": 16126
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478420640620047e-05,
+      "loss": 0.0202,
+      "step": 16128
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478355944594324e-05,
+      "loss": 0.0067,
+      "step": 16130
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478291248568601e-05,
+      "loss": 0.0055,
+      "step": 16132
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478226552542877e-05,
+      "loss": 0.0071,
+      "step": 16134
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478161856517155e-05,
+      "loss": 0.0011,
+      "step": 16136
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478097160491431e-05,
+      "loss": 0.002,
+      "step": 16138
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.478032464465708e-05,
+      "loss": 0.009,
+      "step": 16140
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477967768439985e-05,
+      "loss": 0.0072,
+      "step": 16142
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477903072414262e-05,
+      "loss": 0.0047,
+      "step": 16144
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4778383763885386e-05,
+      "loss": 0.0002,
+      "step": 16146
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4777736803628155e-05,
+      "loss": 0.0039,
+      "step": 16148
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4777089843370924e-05,
+      "loss": 0.0099,
+      "step": 16150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477644288311369e-05,
+      "loss": 0.0121,
+      "step": 16152
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477579592285646e-05,
+      "loss": 0.0189,
+      "step": 16154
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477514896259923e-05,
+      "loss": 0.0001,
+      "step": 16156
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4774502002342e-05,
+      "loss": 0.0037,
+      "step": 16158
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477385504208477e-05,
+      "loss": 0.0094,
+      "step": 16160
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477320808182753e-05,
+      "loss": 0.0018,
+      "step": 16162
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477256112157031e-05,
+      "loss": 0.0037,
+      "step": 16164
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477191416131307e-05,
+      "loss": 0.0059,
+      "step": 16166
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477126720105584e-05,
+      "loss": 0.0004,
+      "step": 16168
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.477062024079861e-05,
+      "loss": 0.0004,
+      "step": 16170
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476997328054138e-05,
+      "loss": 0.0002,
+      "step": 16172
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4769326320284146e-05,
+      "loss": 0.0007,
+      "step": 16174
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4768679360026915e-05,
+      "loss": 0.0143,
+      "step": 16176
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4768032399769685e-05,
+      "loss": 0.0002,
+      "step": 16178
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4767385439512454e-05,
+      "loss": 0.0105,
+      "step": 16180
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476673847925522e-05,
+      "loss": 0.0016,
+      "step": 16182
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4766091518997985e-05,
+      "loss": 0.0003,
+      "step": 16184
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476544455874076e-05,
+      "loss": 0.0055,
+      "step": 16186
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476479759848353e-05,
+      "loss": 0.0027,
+      "step": 16188
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476415063822629e-05,
+      "loss": 0.0001,
+      "step": 16190
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476350367796907e-05,
+      "loss": 0.0002,
+      "step": 16192
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476285671771183e-05,
+      "loss": 0.0014,
+      "step": 16194
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4762209757454606e-05,
+      "loss": 0.0002,
+      "step": 16196
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476156279719737e-05,
+      "loss": 0.0044,
+      "step": 16198
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476091583694014e-05,
+      "loss": 0.0091,
+      "step": 16200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.476026887668291e-05,
+      "loss": 0.0037,
+      "step": 16202
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4759621916425676e-05,
+      "loss": 0.0003,
+      "step": 16204
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4758974956168445e-05,
+      "loss": 0.0009,
+      "step": 16206
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4758327995911214e-05,
+      "loss": 0.0002,
+      "step": 16208
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475768103565398e-05,
+      "loss": 0.0112,
+      "step": 16210
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475703407539675e-05,
+      "loss": 0.0085,
+      "step": 16212
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475638711513952e-05,
+      "loss": 0.0002,
+      "step": 16214
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.4755740154882284e-05,
+      "loss": 0.0059,
+      "step": 16216
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475509319462506e-05,
+      "loss": 0.0002,
+      "step": 16218
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475444623436782e-05,
+      "loss": 0.0002,
+      "step": 16220
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475379927411059e-05,
+      "loss": 0.0008,
+      "step": 16222
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475315231385337e-05,
+      "loss": 0.0006,
+      "step": 16224
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.475250535359613e-05,
+      "loss": 0.0031,
+      "step": 16226
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.47518583933389e-05,
+      "loss": 0.0004,
+      "step": 16228
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.475121143308167e-05,
+      "loss": 0.0002,
+      "step": 16230
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4750564472824436e-05,
+      "loss": 0.0005,
+      "step": 16232
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4749917512567205e-05,
+      "loss": 0.0044,
+      "step": 16234
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4749270552309974e-05,
+      "loss": 0.0009,
+      "step": 16236
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4748623592052744e-05,
+      "loss": 0.0069,
+      "step": 16238
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.474797663179551e-05,
+      "loss": 0.0006,
+      "step": 16240
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.474732967153828e-05,
+      "loss": 0.0191,
+      "step": 16242
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4746682711281044e-05,
+      "loss": 0.0057,
+      "step": 16244
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.474603575102382e-05,
+      "loss": 0.008,
+      "step": 16246
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.474538879076658e-05,
+      "loss": 0.0037,
+      "step": 16248
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.474474183050935e-05,
+      "loss": 0.0003,
+      "step": 16250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.474409487025212e-05,
+      "loss": 0.0083,
+      "step": 16252
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.474344790999489e-05,
+      "loss": 0.0005,
+      "step": 16254
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4742800949737665e-05,
+      "loss": 0.0005,
+      "step": 16256
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.474215398948043e-05,
+      "loss": 0.0002,
+      "step": 16258
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.47415070292232e-05,
+      "loss": 0.0238,
+      "step": 16260
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4740860068965966e-05,
+      "loss": 0.0005,
+      "step": 16262
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4740213108708735e-05,
+      "loss": 0.0045,
+      "step": 16264
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.47395661484515e-05,
+      "loss": 0.002,
+      "step": 16266
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473891918819427e-05,
+      "loss": 0.0179,
+      "step": 16268
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473827222793704e-05,
+      "loss": 0.0076,
+      "step": 16270
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473762526767981e-05,
+      "loss": 0.0019,
+      "step": 16272
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473697830742258e-05,
+      "loss": 0.0363,
+      "step": 16274
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473633134716534e-05,
+      "loss": 0.0043,
+      "step": 16276
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473568438690812e-05,
+      "loss": 0.0009,
+      "step": 16278
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473503742665088e-05,
+      "loss": 0.0012,
+      "step": 16280
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473439046639365e-05,
+      "loss": 0.002,
+      "step": 16282
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473374350613642e-05,
+      "loss": 0.0208,
+      "step": 16284
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473309654587919e-05,
+      "loss": 0.0002,
+      "step": 16286
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.473244958562196e-05,
+      "loss": 0.0002,
+      "step": 16288
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4731802625364726e-05,
+      "loss": 0.0062,
+      "step": 16290
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4731155665107495e-05,
+      "loss": 0.0039,
+      "step": 16292
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4730508704850264e-05,
+      "loss": 0.0061,
+      "step": 16294
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4729861744593033e-05,
+      "loss": 0.0018,
+      "step": 16296
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4729214784335796e-05,
+      "loss": 0.0093,
+      "step": 16298
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.472856782407857e-05,
+      "loss": 0.0117,
+      "step": 16300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.472792086382134e-05,
+      "loss": 0.036,
+      "step": 16302
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.47272739035641e-05,
+      "loss": 0.0053,
+      "step": 16304
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.472662694330688e-05,
+      "loss": 0.0212,
+      "step": 16306
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.472597998304964e-05,
+      "loss": 0.0001,
+      "step": 16308
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.472533302279241e-05,
+      "loss": 0.0268,
+      "step": 16310
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.472468606253518e-05,
+      "loss": 0.0002,
+      "step": 16312
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.472403910227795e-05,
+      "loss": 0.0096,
+      "step": 16314
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.472339214202072e-05,
+      "loss": 0.0107,
+      "step": 16316
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4722745181763487e-05,
+      "loss": 0.001,
+      "step": 16318
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4722098221506256e-05,
+      "loss": 0.0011,
+      "step": 16320
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4721451261249025e-05,
+      "loss": 0.0016,
+      "step": 16322
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4720804300991794e-05,
+      "loss": 0.0007,
+      "step": 16324
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4720157340734556e-05,
+      "loss": 0.0053,
+      "step": 16326
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471951038047733e-05,
+      "loss": 0.0004,
+      "step": 16328
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4718863420220094e-05,
+      "loss": 0.0087,
+      "step": 16330
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4718216459962863e-05,
+      "loss": 0.0168,
+      "step": 16332
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471756949970564e-05,
+      "loss": 0.0006,
+      "step": 16334
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.47169225394484e-05,
+      "loss": 0.0053,
+      "step": 16336
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471627557919118e-05,
+      "loss": 0.0096,
+      "step": 16338
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471562861893394e-05,
+      "loss": 0.0156,
+      "step": 16340
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471498165867671e-05,
+      "loss": 0.0023,
+      "step": 16342
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471433469841948e-05,
+      "loss": 0.0004,
+      "step": 16344
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471368773816225e-05,
+      "loss": 0.0178,
+      "step": 16346
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4713040777905016e-05,
+      "loss": 0.0394,
+      "step": 16348
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4712393817647785e-05,
+      "loss": 0.0017,
+      "step": 16350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4711746857390554e-05,
+      "loss": 0.0058,
+      "step": 16352
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471109989713332e-05,
+      "loss": 0.0101,
+      "step": 16354
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.471045293687609e-05,
+      "loss": 0.0038,
+      "step": 16356
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4709805976618855e-05,
+      "loss": 0.0018,
+      "step": 16358
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470915901636163e-05,
+      "loss": 0.0088,
+      "step": 16360
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470851205610439e-05,
+      "loss": 0.0019,
+      "step": 16362
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470786509584716e-05,
+      "loss": 0.0001,
+      "step": 16364
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470721813558993e-05,
+      "loss": 0.0006,
+      "step": 16366
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.47065711753327e-05,
+      "loss": 0.0002,
+      "step": 16368
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470592421507547e-05,
+      "loss": 0.0068,
+      "step": 16370
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470527725481824e-05,
+      "loss": 0.0004,
+      "step": 16372
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470463029456101e-05,
+      "loss": 0.0009,
+      "step": 16374
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4703983334303776e-05,
+      "loss": 0.0028,
+      "step": 16376
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4703336374046546e-05,
+      "loss": 0.0122,
+      "step": 16378
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4702689413789315e-05,
+      "loss": 0.0099,
+      "step": 16380
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4702042453532084e-05,
+      "loss": 0.0058,
+      "step": 16382
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470139549327485e-05,
+      "loss": 0.0012,
+      "step": 16384
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4700748533017615e-05,
+      "loss": 0.0007,
+      "step": 16386
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.470010157276039e-05,
+      "loss": 0.0002,
+      "step": 16388
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469945461250315e-05,
+      "loss": 0.0098,
+      "step": 16390
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469880765224592e-05,
+      "loss": 0.0008,
+      "step": 16392
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469816069198869e-05,
+      "loss": 0.0048,
+      "step": 16394
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469751373173146e-05,
+      "loss": 0.0008,
+      "step": 16396
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469686677147423e-05,
+      "loss": 0.0001,
+      "step": 16398
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4696219811217e-05,
+      "loss": 0.0159,
+      "step": 16400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469557285095977e-05,
+      "loss": 0.0404,
+      "step": 16402
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469492589070254e-05,
+      "loss": 0.0004,
+      "step": 16404
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4694278930445306e-05,
+      "loss": 0.0003,
+      "step": 16406
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469363197018807e-05,
+      "loss": 0.0003,
+      "step": 16408
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4692985009930844e-05,
+      "loss": 0.004,
+      "step": 16410
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469233804967361e-05,
+      "loss": 0.0004,
+      "step": 16412
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469169108941638e-05,
+      "loss": 0.0082,
+      "step": 16414
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.469104412915915e-05,
+      "loss": 0.019,
+      "step": 16416
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4690397168901914e-05,
+      "loss": 0.002,
+      "step": 16418
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468975020864469e-05,
+      "loss": 0.0005,
+      "step": 16420
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468910324838745e-05,
+      "loss": 0.0117,
+      "step": 16422
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468845628813022e-05,
+      "loss": 0.0003,
+      "step": 16424
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468780932787299e-05,
+      "loss": 0.005,
+      "step": 16426
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468716236761576e-05,
+      "loss": 0.0013,
+      "step": 16428
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468651540735853e-05,
+      "loss": 0.0044,
+      "step": 16430
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46858684471013e-05,
+      "loss": 0.0066,
+      "step": 16432
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4685221486844066e-05,
+      "loss": 0.003,
+      "step": 16434
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4684574526586835e-05,
+      "loss": 0.0052,
+      "step": 16436
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4683927566329605e-05,
+      "loss": 0.0002,
+      "step": 16438
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468328060607237e-05,
+      "loss": 0.0055,
+      "step": 16440
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468263364581514e-05,
+      "loss": 0.0007,
+      "step": 16442
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4681986685557905e-05,
+      "loss": 0.0004,
+      "step": 16444
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4681339725300674e-05,
+      "loss": 0.0063,
+      "step": 16446
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468069276504345e-05,
+      "loss": 0.0179,
+      "step": 16448
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.468004580478621e-05,
+      "loss": 0.0009,
+      "step": 16450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467939884452898e-05,
+      "loss": 0.0004,
+      "step": 16452
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467875188427175e-05,
+      "loss": 0.0003,
+      "step": 16454
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467810492401452e-05,
+      "loss": 0.0009,
+      "step": 16456
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467745796375729e-05,
+      "loss": 0.0006,
+      "step": 16458
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467681100350006e-05,
+      "loss": 0.017,
+      "step": 16460
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467616404324283e-05,
+      "loss": 0.0008,
+      "step": 16462
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4675517082985596e-05,
+      "loss": 0.0073,
+      "step": 16464
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4674870122728365e-05,
+      "loss": 0.0016,
+      "step": 16466
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467422316247113e-05,
+      "loss": 0.0007,
+      "step": 16468
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46735762022139e-05,
+      "loss": 0.0042,
+      "step": 16470
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4672929241956665e-05,
+      "loss": 0.0199,
+      "step": 16472
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4672282281699435e-05,
+      "loss": 0.0045,
+      "step": 16474
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4671635321442204e-05,
+      "loss": 0.0002,
+      "step": 16476
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467098836118497e-05,
+      "loss": 0.0002,
+      "step": 16478
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.467034140092775e-05,
+      "loss": 0.0132,
+      "step": 16480
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.466969444067051e-05,
+      "loss": 0.0246,
+      "step": 16482
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.466904748041328e-05,
+      "loss": 0.003,
+      "step": 16484
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.466840052015605e-05,
+      "loss": 0.0033,
+      "step": 16486
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.466775355989882e-05,
+      "loss": 0.0005,
+      "step": 16488
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.466710659964159e-05,
+      "loss": 0.0015,
+      "step": 16490
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4666459639384356e-05,
+      "loss": 0.0001,
+      "step": 16492
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4665812679127125e-05,
+      "loss": 0.0003,
+      "step": 16494
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4665165718869894e-05,
+      "loss": 0.0104,
+      "step": 16496
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4664518758612664e-05,
+      "loss": 0.0084,
+      "step": 16498
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4663871798355426e-05,
+      "loss": 0.0168,
+      "step": 16500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46632248380982e-05,
+      "loss": 0.0018,
+      "step": 16502
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4662577877840964e-05,
+      "loss": 0.0005,
+      "step": 16504
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.466193091758373e-05,
+      "loss": 0.0101,
+      "step": 16506
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46612839573265e-05,
+      "loss": 0.0003,
+      "step": 16508
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.466063699706927e-05,
+      "loss": 0.0003,
+      "step": 16510
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465999003681204e-05,
+      "loss": 0.0002,
+      "step": 16512
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465934307655481e-05,
+      "loss": 0.0005,
+      "step": 16514
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465869611629758e-05,
+      "loss": 0.0002,
+      "step": 16516
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465804915604035e-05,
+      "loss": 0.0002,
+      "step": 16518
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465740219578312e-05,
+      "loss": 0.0107,
+      "step": 16520
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465675523552588e-05,
+      "loss": 0.0008,
+      "step": 16522
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4656108275268655e-05,
+      "loss": 0.0068,
+      "step": 16524
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4655461315011424e-05,
+      "loss": 0.0578,
+      "step": 16526
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4654814354754186e-05,
+      "loss": 0.0002,
+      "step": 16528
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465416739449696e-05,
+      "loss": 0.0135,
+      "step": 16530
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4653520434239724e-05,
+      "loss": 0.0005,
+      "step": 16532
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4652873473982493e-05,
+      "loss": 0.0001,
+      "step": 16534
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465222651372526e-05,
+      "loss": 0.0088,
+      "step": 16536
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465157955346803e-05,
+      "loss": 0.0497,
+      "step": 16538
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46509325932108e-05,
+      "loss": 0.0012,
+      "step": 16540
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.465028563295357e-05,
+      "loss": 0.0399,
+      "step": 16542
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464963867269634e-05,
+      "loss": 0.011,
+      "step": 16544
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464899171243911e-05,
+      "loss": 0.0017,
+      "step": 16546
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464834475218188e-05,
+      "loss": 0.0058,
+      "step": 16548
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464769779192464e-05,
+      "loss": 0.0125,
+      "step": 16550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4647050831667415e-05,
+      "loss": 0.0252,
+      "step": 16552
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464640387141018e-05,
+      "loss": 0.0005,
+      "step": 16554
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4645756911152953e-05,
+      "loss": 0.0107,
+      "step": 16556
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464510995089572e-05,
+      "loss": 0.0114,
+      "step": 16558
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4644462990638485e-05,
+      "loss": 0.0019,
+      "step": 16560
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464381603038126e-05,
+      "loss": 0.0022,
+      "step": 16562
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464316907012402e-05,
+      "loss": 0.0235,
+      "step": 16564
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464252210986679e-05,
+      "loss": 0.0004,
+      "step": 16566
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464187514960956e-05,
+      "loss": 0.023,
+      "step": 16568
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.464122818935233e-05,
+      "loss": 0.0002,
+      "step": 16570
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46405812290951e-05,
+      "loss": 0.0191,
+      "step": 16572
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463993426883787e-05,
+      "loss": 0.0023,
+      "step": 16574
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463928730858064e-05,
+      "loss": 0.018,
+      "step": 16576
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4638640348323407e-05,
+      "loss": 0.0016,
+      "step": 16578
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4637993388066176e-05,
+      "loss": 0.0059,
+      "step": 16580
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463734642780894e-05,
+      "loss": 0.0069,
+      "step": 16582
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4636699467551714e-05,
+      "loss": 0.0202,
+      "step": 16584
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4636052507294476e-05,
+      "loss": 0.001,
+      "step": 16586
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4635405547037245e-05,
+      "loss": 0.0036,
+      "step": 16588
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463475858678002e-05,
+      "loss": 0.0061,
+      "step": 16590
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463411162652278e-05,
+      "loss": 0.0052,
+      "step": 16592
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463346466626555e-05,
+      "loss": 0.0001,
+      "step": 16594
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463281770600832e-05,
+      "loss": 0.0019,
+      "step": 16596
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463217074575109e-05,
+      "loss": 0.0064,
+      "step": 16598
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463152378549386e-05,
+      "loss": 0.0004,
+      "step": 16600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.463087682523663e-05,
+      "loss": 0.0017,
+      "step": 16602
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46302298649794e-05,
+      "loss": 0.0584,
+      "step": 16604
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.462958290472217e-05,
+      "loss": 0.0006,
+      "step": 16606
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4628935944464936e-05,
+      "loss": 0.0375,
+      "step": 16608
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46282889842077e-05,
+      "loss": 0.0001,
+      "step": 16610
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4627642023950474e-05,
+      "loss": 0.0208,
+      "step": 16612
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4626995063693237e-05,
+      "loss": 0.0041,
+      "step": 16614
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4626348103436006e-05,
+      "loss": 0.0039,
+      "step": 16616
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4625701143178775e-05,
+      "loss": 0.0002,
+      "step": 16618
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4625054182921544e-05,
+      "loss": 0.0003,
+      "step": 16620
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.462440722266431e-05,
+      "loss": 0.0147,
+      "step": 16622
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.462376026240708e-05,
+      "loss": 0.0003,
+      "step": 16624
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.462311330214985e-05,
+      "loss": 0.0037,
+      "step": 16626
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.462246634189262e-05,
+      "loss": 0.0165,
+      "step": 16628
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.462181938163539e-05,
+      "loss": 0.006,
+      "step": 16630
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.462117242137815e-05,
+      "loss": 0.0011,
+      "step": 16632
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.462052546112093e-05,
+      "loss": 0.0034,
+      "step": 16634
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4619878500863696e-05,
+      "loss": 0.009,
+      "step": 16636
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4619231540606466e-05,
+      "loss": 0.0032,
+      "step": 16638
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4618584580349235e-05,
+      "loss": 0.0015,
+      "step": 16640
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4617937620092e-05,
+      "loss": 0.0004,
+      "step": 16642
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461729065983477e-05,
+      "loss": 0.0005,
+      "step": 16644
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4616643699577535e-05,
+      "loss": 0.0087,
+      "step": 16646
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4615996739320304e-05,
+      "loss": 0.0021,
+      "step": 16648
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461534977906307e-05,
+      "loss": 0.0008,
+      "step": 16650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461470281880584e-05,
+      "loss": 0.0028,
+      "step": 16652
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461405585854861e-05,
+      "loss": 0.0008,
+      "step": 16654
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461340889829138e-05,
+      "loss": 0.0005,
+      "step": 16656
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461276193803415e-05,
+      "loss": 0.0098,
+      "step": 16658
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461211497777692e-05,
+      "loss": 0.0003,
+      "step": 16660
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461146801751969e-05,
+      "loss": 0.0006,
+      "step": 16662
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.461082105726245e-05,
+      "loss": 0.0016,
+      "step": 16664
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4610174097005226e-05,
+      "loss": 0.0038,
+      "step": 16666
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4609527136747995e-05,
+      "loss": 0.01,
+      "step": 16668
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460888017649076e-05,
+      "loss": 0.0002,
+      "step": 16670
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460823321623353e-05,
+      "loss": 0.0266,
+      "step": 16672
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4607586255976296e-05,
+      "loss": 0.0009,
+      "step": 16674
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4606939295719065e-05,
+      "loss": 0.0002,
+      "step": 16676
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4606292335461834e-05,
+      "loss": 0.0003,
+      "step": 16678
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.46056453752046e-05,
+      "loss": 0.0044,
+      "step": 16680
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460499841494737e-05,
+      "loss": 0.0021,
+      "step": 16682
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460435145469014e-05,
+      "loss": 0.0018,
+      "step": 16684
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460370449443291e-05,
+      "loss": 0.0092,
+      "step": 16686
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460305753417568e-05,
+      "loss": 0.013,
+      "step": 16688
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460241057391845e-05,
+      "loss": 0.0129,
+      "step": 16690
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460176361366121e-05,
+      "loss": 0.0163,
+      "step": 16692
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4601116653403986e-05,
+      "loss": 0.0056,
+      "step": 16694
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.460046969314675e-05,
+      "loss": 0.0022,
+      "step": 16696
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4599822732889525e-05,
+      "loss": 0.0009,
+      "step": 16698
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459917577263229e-05,
+      "loss": 0.0088,
+      "step": 16700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4598528812375056e-05,
+      "loss": 0.0008,
+      "step": 16702
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459788185211783e-05,
+      "loss": 0.0018,
+      "step": 16704
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4597234891860594e-05,
+      "loss": 0.0092,
+      "step": 16706
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459658793160336e-05,
+      "loss": 0.0047,
+      "step": 16708
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459594097134613e-05,
+      "loss": 0.0046,
+      "step": 16710
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.45952940110889e-05,
+      "loss": 0.0062,
+      "step": 16712
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459464705083167e-05,
+      "loss": 0.0002,
+      "step": 16714
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459400009057444e-05,
+      "loss": 0.0219,
+      "step": 16716
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459335313031721e-05,
+      "loss": 0.0001,
+      "step": 16718
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459270617005998e-05,
+      "loss": 0.0007,
+      "step": 16720
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459205920980275e-05,
+      "loss": 0.0077,
+      "step": 16722
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459141224954551e-05,
+      "loss": 0.0101,
+      "step": 16724
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4590765289288285e-05,
+      "loss": 0.0001,
+      "step": 16726
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.459011832903105e-05,
+      "loss": 0.0426,
+      "step": 16728
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4589471368773816e-05,
+      "loss": 0.0177,
+      "step": 16730
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4588824408516585e-05,
+      "loss": 0.0077,
+      "step": 16732
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4588177448259354e-05,
+      "loss": 0.0005,
+      "step": 16734
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.4587530488002124e-05,
+      "loss": 0.0011,
+      "step": 16736
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.458688352774489e-05,
+      "loss": 0.0003,
+      "step": 16738
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.458623656748766e-05,
+      "loss": 0.0075,
+      "step": 16740
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.458558960723043e-05,
+      "loss": 0.0032,
+      "step": 16742
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.45849426469732e-05,
+      "loss": 0.0223,
+      "step": 16744
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.458429568671596e-05,
+      "loss": 0.0015,
+      "step": 16746
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.458364872645874e-05,
+      "loss": 0.0145,
+      "step": 16748
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.458300176620151e-05,
+      "loss": 0.0119,
+      "step": 16750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.458235480594427e-05,
+      "loss": 0.01,
+      "step": 16752
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4581707845687045e-05,
+      "loss": 0.0014,
+      "step": 16754
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.458106088542981e-05,
+      "loss": 0.0158,
+      "step": 16756
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.458041392517258e-05,
+      "loss": 0.0002,
+      "step": 16758
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4579766964915346e-05,
+      "loss": 0.0128,
+      "step": 16760
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4579120004658115e-05,
+      "loss": 0.0002,
+      "step": 16762
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4578473044400884e-05,
+      "loss": 0.0077,
+      "step": 16764
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.457782608414365e-05,
+      "loss": 0.0001,
+      "step": 16766
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.457717912388642e-05,
+      "loss": 0.0163,
+      "step": 16768
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.457653216362919e-05,
+      "loss": 0.0111,
+      "step": 16770
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.457588520337196e-05,
+      "loss": 0.0182,
+      "step": 16772
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.457523824311472e-05,
+      "loss": 0.0029,
+      "step": 16774
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.45745912828575e-05,
+      "loss": 0.0168,
+      "step": 16776
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.457394432260026e-05,
+      "loss": 0.0036,
+      "step": 16778
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.457329736234304e-05,
+      "loss": 0.0079,
+      "step": 16780
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4572650402085806e-05,
+      "loss": 0.0022,
+      "step": 16782
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.457200344182857e-05,
+      "loss": 0.0002,
+      "step": 16784
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4571356481571344e-05,
+      "loss": 0.0132,
+      "step": 16786
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4570709521314106e-05,
+      "loss": 0.0069,
+      "step": 16788
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4570062561056875e-05,
+      "loss": 0.0045,
+      "step": 16790
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4569415600799644e-05,
+      "loss": 0.0111,
+      "step": 16792
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4568768640542413e-05,
+      "loss": 0.0033,
+      "step": 16794
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456812168028518e-05,
+      "loss": 0.0005,
+      "step": 16796
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456747472002795e-05,
+      "loss": 0.0043,
+      "step": 16798
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456682775977072e-05,
+      "loss": 0.0005,
+      "step": 16800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456618079951349e-05,
+      "loss": 0.0003,
+      "step": 16802
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456553383925626e-05,
+      "loss": 0.0017,
+      "step": 16804
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456488687899902e-05,
+      "loss": 0.0083,
+      "step": 16806
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.45642399187418e-05,
+      "loss": 0.006,
+      "step": 16808
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456359295848456e-05,
+      "loss": 0.0138,
+      "step": 16810
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456294599822733e-05,
+      "loss": 0.0096,
+      "step": 16812
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4562299037970104e-05,
+      "loss": 0.0031,
+      "step": 16814
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.456165207771287e-05,
+      "loss": 0.0009,
+      "step": 16816
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4561005117455636e-05,
+      "loss": 0.0078,
+      "step": 16818
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4560358157198405e-05,
+      "loss": 0.0027,
+      "step": 16820
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4559711196941174e-05,
+      "loss": 0.001,
+      "step": 16822
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455906423668394e-05,
+      "loss": 0.0002,
+      "step": 16824
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455841727642671e-05,
+      "loss": 0.0009,
+      "step": 16826
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455777031616948e-05,
+      "loss": 0.0001,
+      "step": 16828
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455712335591225e-05,
+      "loss": 0.0034,
+      "step": 16830
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455647639565502e-05,
+      "loss": 0.004,
+      "step": 16832
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455582943539778e-05,
+      "loss": 0.0002,
+      "step": 16834
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455518247514056e-05,
+      "loss": 0.0126,
+      "step": 16836
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455453551488332e-05,
+      "loss": 0.0282,
+      "step": 16838
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4554212034754704e-05,
+      "loss": 0.1832,
+      "step": 16840
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455356507449748e-05,
+      "loss": 0.0052,
+      "step": 16842
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455291811424024e-05,
+      "loss": 0.0004,
+      "step": 16844
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455227115398301e-05,
+      "loss": 0.0004,
+      "step": 16846
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455162419372578e-05,
+      "loss": 0.0003,
+      "step": 16848
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455097723346855e-05,
+      "loss": 0.0027,
+      "step": 16850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455033027321132e-05,
+      "loss": 0.0119,
+      "step": 16852
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454968331295409e-05,
+      "loss": 0.0132,
+      "step": 16854
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454903635269686e-05,
+      "loss": 0.0031,
+      "step": 16856
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4548389392439626e-05,
+      "loss": 0.0075,
+      "step": 16858
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4547742432182395e-05,
+      "loss": 0.0172,
+      "step": 16860
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454709547192516e-05,
+      "loss": 0.0048,
+      "step": 16862
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454644851166793e-05,
+      "loss": 0.0002,
+      "step": 16864
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4545801551410696e-05,
+      "loss": 0.0138,
+      "step": 16866
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4545154591153465e-05,
+      "loss": 0.0051,
+      "step": 16868
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454450763089624e-05,
+      "loss": 0.0163,
+      "step": 16870
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4543860670639e-05,
+      "loss": 0.0061,
+      "step": 16872
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454321371038178e-05,
+      "loss": 0.0002,
+      "step": 16874
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454256675012454e-05,
+      "loss": 0.0081,
+      "step": 16876
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454191978986731e-05,
+      "loss": 0.0341,
+      "step": 16878
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454127282961008e-05,
+      "loss": 0.0009,
+      "step": 16880
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.454062586935285e-05,
+      "loss": 0.0009,
+      "step": 16882
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453997890909562e-05,
+      "loss": 0.0007,
+      "step": 16884
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4539331948838386e-05,
+      "loss": 0.0007,
+      "step": 16886
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4538684988581156e-05,
+      "loss": 0.0105,
+      "step": 16888
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453803802832392e-05,
+      "loss": 0.008,
+      "step": 16890
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4537391068066694e-05,
+      "loss": 0.0184,
+      "step": 16892
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4536744107809456e-05,
+      "loss": 0.0082,
+      "step": 16894
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453609714755223e-05,
+      "loss": 0.0012,
+      "step": 16896
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4535450187294994e-05,
+      "loss": 0.0032,
+      "step": 16898
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453480322703776e-05,
+      "loss": 0.0005,
+      "step": 16900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453415626678053e-05,
+      "loss": 0.0001,
+      "step": 16902
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.45335093065233e-05,
+      "loss": 0.0005,
+      "step": 16904
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453286234626607e-05,
+      "loss": 0.0014,
+      "step": 16906
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453221538600884e-05,
+      "loss": 0.0076,
+      "step": 16908
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453156842575161e-05,
+      "loss": 0.0008,
+      "step": 16910
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453092146549437e-05,
+      "loss": 0.003,
+      "step": 16912
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.453027450523715e-05,
+      "loss": 0.0027,
+      "step": 16914
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4529627544979916e-05,
+      "loss": 0.0007,
+      "step": 16916
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4528980584722685e-05,
+      "loss": 0.0006,
+      "step": 16918
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4528333624465454e-05,
+      "loss": 0.0004,
+      "step": 16920
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4527686664208216e-05,
+      "loss": 0.001,
+      "step": 16922
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.452703970395099e-05,
+      "loss": 0.0003,
+      "step": 16924
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4526392743693755e-05,
+      "loss": 0.0013,
+      "step": 16926
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4525745783436524e-05,
+      "loss": 0.0216,
+      "step": 16928
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.452509882317929e-05,
+      "loss": 0.0011,
+      "step": 16930
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.452445186292206e-05,
+      "loss": 0.0001,
+      "step": 16932
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.452380490266483e-05,
+      "loss": 0.0086,
+      "step": 16934
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.45231579424076e-05,
+      "loss": 0.0053,
+      "step": 16936
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.452251098215037e-05,
+      "loss": 0.0008,
+      "step": 16938
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.452186402189314e-05,
+      "loss": 0.0087,
+      "step": 16940
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.452121706163591e-05,
+      "loss": 0.0093,
+      "step": 16942
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.452057010137867e-05,
+      "loss": 0.003,
+      "step": 16944
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4519923141121445e-05,
+      "loss": 0.0105,
+      "step": 16946
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451927618086421e-05,
+      "loss": 0.0054,
+      "step": 16948
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451862922060698e-05,
+      "loss": 0.0001,
+      "step": 16950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451798226034975e-05,
+      "loss": 0.0002,
+      "step": 16952
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4517335300092515e-05,
+      "loss": 0.001,
+      "step": 16954
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451668833983529e-05,
+      "loss": 0.0007,
+      "step": 16956
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451604137957805e-05,
+      "loss": 0.0221,
+      "step": 16958
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451539441932082e-05,
+      "loss": 0.0035,
+      "step": 16960
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451474745906359e-05,
+      "loss": 0.0063,
+      "step": 16962
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451410049880636e-05,
+      "loss": 0.0161,
+      "step": 16964
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451345353854913e-05,
+      "loss": 0.0029,
+      "step": 16966
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.45128065782919e-05,
+      "loss": 0.0024,
+      "step": 16968
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451215961803467e-05,
+      "loss": 0.0004,
+      "step": 16970
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451151265777743e-05,
+      "loss": 0.0047,
+      "step": 16972
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4510865697520206e-05,
+      "loss": 0.0164,
+      "step": 16974
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.451021873726297e-05,
+      "loss": 0.0004,
+      "step": 16976
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4509571777005744e-05,
+      "loss": 0.0019,
+      "step": 16978
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4508924816748506e-05,
+      "loss": 0.0026,
+      "step": 16980
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4508277856491275e-05,
+      "loss": 0.0001,
+      "step": 16982
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.450763089623405e-05,
+      "loss": 0.0007,
+      "step": 16984
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4506983935976814e-05,
+      "loss": 0.0018,
+      "step": 16986
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.450633697571958e-05,
+      "loss": 0.0261,
+      "step": 16988
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.450569001546235e-05,
+      "loss": 0.0007,
+      "step": 16990
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.450504305520512e-05,
+      "loss": 0.0003,
+      "step": 16992
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.450439609494789e-05,
+      "loss": 0.0048,
+      "step": 16994
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.450374913469066e-05,
+      "loss": 0.0052,
+      "step": 16996
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.450310217443343e-05,
+      "loss": 0.0004,
+      "step": 16998
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.45024552141762e-05,
+      "loss": 0.001,
+      "step": 17000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4501808253918966e-05,
+      "loss": 0.0063,
+      "step": 17002
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.450116129366173e-05,
+      "loss": 0.0015,
+      "step": 17004
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4500514333404504e-05,
+      "loss": 0.0074,
+      "step": 17006
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449986737314727e-05,
+      "loss": 0.0018,
+      "step": 17008
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4499220412890036e-05,
+      "loss": 0.0019,
+      "step": 17010
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4498573452632805e-05,
+      "loss": 0.0005,
+      "step": 17012
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4497926492375574e-05,
+      "loss": 0.0072,
+      "step": 17014
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449727953211835e-05,
+      "loss": 0.0234,
+      "step": 17016
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449663257186111e-05,
+      "loss": 0.0002,
+      "step": 17018
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449598561160388e-05,
+      "loss": 0.0004,
+      "step": 17020
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449533865134665e-05,
+      "loss": 0.024,
+      "step": 17022
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449469169108942e-05,
+      "loss": 0.0001,
+      "step": 17024
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449404473083218e-05,
+      "loss": 0.0001,
+      "step": 17026
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449339777057496e-05,
+      "loss": 0.0131,
+      "step": 17028
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449275081031773e-05,
+      "loss": 0.0055,
+      "step": 17030
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449210385006049e-05,
+      "loss": 0.0003,
+      "step": 17032
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4491456889803265e-05,
+      "loss": 0.0004,
+      "step": 17034
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.449080992954603e-05,
+      "loss": 0.0029,
+      "step": 17036
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.44901629692888e-05,
+      "loss": 0.0014,
+      "step": 17038
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4489516009031565e-05,
+      "loss": 0.0003,
+      "step": 17040
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4488869048774334e-05,
+      "loss": 0.0145,
+      "step": 17042
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4488222088517103e-05,
+      "loss": 0.0008,
+      "step": 17044
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.448757512825987e-05,
+      "loss": 0.0004,
+      "step": 17046
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.448692816800264e-05,
+      "loss": 0.0283,
+      "step": 17048
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.448628120774541e-05,
+      "loss": 0.0003,
+      "step": 17050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.448563424748818e-05,
+      "loss": 0.0005,
+      "step": 17052
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.448498728723094e-05,
+      "loss": 0.0015,
+      "step": 17054
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.448434032697372e-05,
+      "loss": 0.0089,
+      "step": 17056
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.448369336671648e-05,
+      "loss": 0.0013,
+      "step": 17058
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4483046406459256e-05,
+      "loss": 0.0127,
+      "step": 17060
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4482399446202025e-05,
+      "loss": 0.0001,
+      "step": 17062
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.448175248594479e-05,
+      "loss": 0.002,
+      "step": 17064
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4481105525687563e-05,
+      "loss": 0.0097,
+      "step": 17066
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4480458565430326e-05,
+      "loss": 0.0011,
+      "step": 17068
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4479811605173095e-05,
+      "loss": 0.0339,
+      "step": 17070
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4479164644915864e-05,
+      "loss": 0.0001,
+      "step": 17072
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447851768465863e-05,
+      "loss": 0.004,
+      "step": 17074
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.44778707244014e-05,
+      "loss": 0.0002,
+      "step": 17076
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447722376414417e-05,
+      "loss": 0.0007,
+      "step": 17078
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447657680388694e-05,
+      "loss": 0.0023,
+      "step": 17080
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447592984362971e-05,
+      "loss": 0.0008,
+      "step": 17082
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447528288337248e-05,
+      "loss": 0.0002,
+      "step": 17084
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447463592311524e-05,
+      "loss": 0.0044,
+      "step": 17086
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4473988962858017e-05,
+      "loss": 0.0005,
+      "step": 17088
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447334200260078e-05,
+      "loss": 0.0025,
+      "step": 17090
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447269504234355e-05,
+      "loss": 0.0181,
+      "step": 17092
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4472048082086324e-05,
+      "loss": 0.0003,
+      "step": 17094
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4471401121829086e-05,
+      "loss": 0.0004,
+      "step": 17096
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.447075416157186e-05,
+      "loss": 0.0008,
+      "step": 17098
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4470107201314624e-05,
+      "loss": 0.0208,
+      "step": 17100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446946024105739e-05,
+      "loss": 0.0062,
+      "step": 17102
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446881328080016e-05,
+      "loss": 0.0002,
+      "step": 17104
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446816632054293e-05,
+      "loss": 0.001,
+      "step": 17106
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.44675193602857e-05,
+      "loss": 0.001,
+      "step": 17108
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446687240002847e-05,
+      "loss": 0.0037,
+      "step": 17110
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446622543977124e-05,
+      "loss": 0.0001,
+      "step": 17112
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4465578479514e-05,
+      "loss": 0.0001,
+      "step": 17114
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446493151925678e-05,
+      "loss": 0.0035,
+      "step": 17116
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446428455899954e-05,
+      "loss": 0.0027,
+      "step": 17118
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4463637598742315e-05,
+      "loss": 0.0032,
+      "step": 17120
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.446299063848508e-05,
+      "loss": 0.0111,
+      "step": 17122
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4462343678227847e-05,
+      "loss": 0.0018,
+      "step": 17124
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4461696717970616e-05,
+      "loss": 0.0004,
+      "step": 17126
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4461049757713385e-05,
+      "loss": 0.0009,
+      "step": 17128
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4460402797456154e-05,
+      "loss": 0.0029,
+      "step": 17130
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445975583719892e-05,
+      "loss": 0.0007,
+      "step": 17132
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445910887694169e-05,
+      "loss": 0.0041,
+      "step": 17134
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445846191668446e-05,
+      "loss": 0.0147,
+      "step": 17136
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445781495642723e-05,
+      "loss": 0.0014,
+      "step": 17138
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445716799617e-05,
+      "loss": 0.0016,
+      "step": 17140
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445652103591277e-05,
+      "loss": 0.0009,
+      "step": 17142
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445587407565554e-05,
+      "loss": 0.0002,
+      "step": 17144
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.44552271153983e-05,
+      "loss": 0.0411,
+      "step": 17146
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4454580155141076e-05,
+      "loss": 0.0036,
+      "step": 17148
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445393319488384e-05,
+      "loss": 0.0101,
+      "step": 17150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445328623462661e-05,
+      "loss": 0.0007,
+      "step": 17152
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4452639274369376e-05,
+      "loss": 0.0017,
+      "step": 17154
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4451992314112145e-05,
+      "loss": 0.0116,
+      "step": 17156
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4451345353854914e-05,
+      "loss": 0.0026,
+      "step": 17158
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445069839359768e-05,
+      "loss": 0.014,
+      "step": 17160
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.445005143334045e-05,
+      "loss": 0.0001,
+      "step": 17162
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.444940447308322e-05,
+      "loss": 0.0044,
+      "step": 17164
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.444875751282599e-05,
+      "loss": 0.0017,
+      "step": 17166
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.444811055256875e-05,
+      "loss": 0.0121,
+      "step": 17168
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.444746359231153e-05,
+      "loss": 0.0002,
+      "step": 17170
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.44468166320543e-05,
+      "loss": 0.0092,
+      "step": 17172
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.444616967179706e-05,
+      "loss": 0.0045,
+      "step": 17174
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4445522711539836e-05,
+      "loss": 0.0016,
+      "step": 17176
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.44448757512826e-05,
+      "loss": 0.002,
+      "step": 17178
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4444228791025374e-05,
+      "loss": 0.0184,
+      "step": 17180
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4443581830768136e-05,
+      "loss": 0.0002,
+      "step": 17182
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4442934870510906e-05,
+      "loss": 0.0006,
+      "step": 17184
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4442287910253675e-05,
+      "loss": 0.0003,
+      "step": 17186
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4441640949996444e-05,
+      "loss": 0.0008,
+      "step": 17188
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.444099398973921e-05,
+      "loss": 0.0106,
+      "step": 17190
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.444034702948198e-05,
+      "loss": 0.0154,
+      "step": 17192
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443970006922475e-05,
+      "loss": 0.0011,
+      "step": 17194
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443905310896751e-05,
+      "loss": 0.0008,
+      "step": 17196
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443840614871029e-05,
+      "loss": 0.0002,
+      "step": 17198
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443775918845305e-05,
+      "loss": 0.0023,
+      "step": 17200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443711222819583e-05,
+      "loss": 0.0043,
+      "step": 17202
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443646526793859e-05,
+      "loss": 0.001,
+      "step": 17204
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443581830768136e-05,
+      "loss": 0.0026,
+      "step": 17206
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4435171347424135e-05,
+      "loss": 0.009,
+      "step": 17208
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.44345243871669e-05,
+      "loss": 0.0092,
+      "step": 17210
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4433877426909666e-05,
+      "loss": 0.0263,
+      "step": 17212
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4433230466652435e-05,
+      "loss": 0.0016,
+      "step": 17214
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4432583506395204e-05,
+      "loss": 0.0009,
+      "step": 17216
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443193654613797e-05,
+      "loss": 0.002,
+      "step": 17218
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443128958588074e-05,
+      "loss": 0.0288,
+      "step": 17220
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443064262562351e-05,
+      "loss": 0.0051,
+      "step": 17222
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442999566536628e-05,
+      "loss": 0.0012,
+      "step": 17224
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442934870510905e-05,
+      "loss": 0.0025,
+      "step": 17226
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442870174485181e-05,
+      "loss": 0.0002,
+      "step": 17228
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442805478459459e-05,
+      "loss": 0.0009,
+      "step": 17230
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442740782433735e-05,
+      "loss": 0.0075,
+      "step": 17232
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442676086408012e-05,
+      "loss": 0.005,
+      "step": 17234
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442611390382289e-05,
+      "loss": 0.0006,
+      "step": 17236
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442546694356566e-05,
+      "loss": 0.0001,
+      "step": 17238
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442481998330843e-05,
+      "loss": 0.0075,
+      "step": 17240
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4424173023051195e-05,
+      "loss": 0.0102,
+      "step": 17242
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4423526062793964e-05,
+      "loss": 0.0012,
+      "step": 17244
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4422879102536734e-05,
+      "loss": 0.0002,
+      "step": 17246
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.44222321422795e-05,
+      "loss": 0.0166,
+      "step": 17248
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442158518202227e-05,
+      "loss": 0.0055,
+      "step": 17250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442093822176504e-05,
+      "loss": 0.0046,
+      "step": 17252
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.442029126150781e-05,
+      "loss": 0.0096,
+      "step": 17254
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.441964430125057e-05,
+      "loss": 0.0021,
+      "step": 17256
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.441899734099335e-05,
+      "loss": 0.0358,
+      "step": 17258
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.441835038073611e-05,
+      "loss": 0.0032,
+      "step": 17260
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4417703420478886e-05,
+      "loss": 0.0026,
+      "step": 17262
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.441705646022165e-05,
+      "loss": 0.0007,
+      "step": 17264
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.441640949996442e-05,
+      "loss": 0.006,
+      "step": 17266
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.441576253970719e-05,
+      "loss": 0.0032,
+      "step": 17268
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4415115579449956e-05,
+      "loss": 0.004,
+      "step": 17270
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4414468619192725e-05,
+      "loss": 0.0061,
+      "step": 17272
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4413821658935494e-05,
+      "loss": 0.0032,
+      "step": 17274
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.441317469867826e-05,
+      "loss": 0.0002,
+      "step": 17276
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.441252773842103e-05,
+      "loss": 0.0001,
+      "step": 17278
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.44118807781638e-05,
+      "loss": 0.0016,
+      "step": 17280
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4411233817906564e-05,
+      "loss": 0.0002,
+      "step": 17282
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.441058685764934e-05,
+      "loss": 0.0244,
+      "step": 17284
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440993989739211e-05,
+      "loss": 0.0001,
+      "step": 17286
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440929293713487e-05,
+      "loss": 0.0003,
+      "step": 17288
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440864597687765e-05,
+      "loss": 0.0033,
+      "step": 17290
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440799901662041e-05,
+      "loss": 0.0052,
+      "step": 17292
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440735205636318e-05,
+      "loss": 0.0121,
+      "step": 17294
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440670509610595e-05,
+      "loss": 0.0026,
+      "step": 17296
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4406058135848716e-05,
+      "loss": 0.0056,
+      "step": 17298
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4405411175591485e-05,
+      "loss": 0.0081,
+      "step": 17300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4404764215334254e-05,
+      "loss": 0.0214,
+      "step": 17302
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4404117255077023e-05,
+      "loss": 0.0012,
+      "step": 17304
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440347029481979e-05,
+      "loss": 0.0002,
+      "step": 17306
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440282333456256e-05,
+      "loss": 0.0007,
+      "step": 17308
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4402176374305324e-05,
+      "loss": 0.0084,
+      "step": 17310
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.44015294140481e-05,
+      "loss": 0.0009,
+      "step": 17312
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440088245379086e-05,
+      "loss": 0.0025,
+      "step": 17314
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.440023549353363e-05,
+      "loss": 0.0001,
+      "step": 17316
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439958853327641e-05,
+      "loss": 0.0002,
+      "step": 17318
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439894157301917e-05,
+      "loss": 0.0012,
+      "step": 17320
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4398294612761945e-05,
+      "loss": 0.0101,
+      "step": 17322
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439764765250471e-05,
+      "loss": 0.0045,
+      "step": 17324
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439700069224748e-05,
+      "loss": 0.0072,
+      "step": 17326
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4396353731990246e-05,
+      "loss": 0.0097,
+      "step": 17328
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4395706771733015e-05,
+      "loss": 0.0063,
+      "step": 17330
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4395059811475784e-05,
+      "loss": 0.0082,
+      "step": 17332
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439441285121855e-05,
+      "loss": 0.0063,
+      "step": 17334
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439376589096132e-05,
+      "loss": 0.0061,
+      "step": 17336
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4393118930704084e-05,
+      "loss": 0.0001,
+      "step": 17338
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439247197044686e-05,
+      "loss": 0.009,
+      "step": 17340
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439182501018962e-05,
+      "loss": 0.0031,
+      "step": 17342
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.43911780499324e-05,
+      "loss": 0.002,
+      "step": 17344
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.439053108967516e-05,
+      "loss": 0.0004,
+      "step": 17346
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438988412941793e-05,
+      "loss": 0.0012,
+      "step": 17348
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4389237169160706e-05,
+      "loss": 0.0064,
+      "step": 17350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438859020890347e-05,
+      "loss": 0.0001,
+      "step": 17352
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438794324864624e-05,
+      "loss": 0.0137,
+      "step": 17354
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4387296288389006e-05,
+      "loss": 0.0016,
+      "step": 17356
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4386649328131775e-05,
+      "loss": 0.0005,
+      "step": 17358
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4386002367874544e-05,
+      "loss": 0.004,
+      "step": 17360
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438535540761731e-05,
+      "loss": 0.0041,
+      "step": 17362
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438470844736008e-05,
+      "loss": 0.0014,
+      "step": 17364
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438406148710285e-05,
+      "loss": 0.0004,
+      "step": 17366
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438341452684562e-05,
+      "loss": 0.0023,
+      "step": 17368
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438276756658838e-05,
+      "loss": 0.0081,
+      "step": 17370
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438212060633116e-05,
+      "loss": 0.0002,
+      "step": 17372
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438147364607392e-05,
+      "loss": 0.0004,
+      "step": 17374
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438082668581669e-05,
+      "loss": 0.0006,
+      "step": 17376
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.438017972555946e-05,
+      "loss": 0.0059,
+      "step": 17378
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437953276530223e-05,
+      "loss": 0.0088,
+      "step": 17380
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4378885805045e-05,
+      "loss": 0.0007,
+      "step": 17382
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4378238844787767e-05,
+      "loss": 0.0023,
+      "step": 17384
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4377591884530536e-05,
+      "loss": 0.0008,
+      "step": 17386
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4376944924273305e-05,
+      "loss": 0.0007,
+      "step": 17388
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4376297964016074e-05,
+      "loss": 0.0003,
+      "step": 17390
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4375651003758836e-05,
+      "loss": 0.0001,
+      "step": 17392
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437500404350161e-05,
+      "loss": 0.0018,
+      "step": 17394
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437435708324438e-05,
+      "loss": 0.0127,
+      "step": 17396
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437371012298714e-05,
+      "loss": 0.0032,
+      "step": 17398
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437306316272992e-05,
+      "loss": 0.0038,
+      "step": 17400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437241620247268e-05,
+      "loss": 0.0018,
+      "step": 17402
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437176924221546e-05,
+      "loss": 0.0009,
+      "step": 17404
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437112228195822e-05,
+      "loss": 0.0075,
+      "step": 17406
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.437047532170099e-05,
+      "loss": 0.0004,
+      "step": 17408
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436982836144376e-05,
+      "loss": 0.0004,
+      "step": 17410
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436918140118653e-05,
+      "loss": 0.0008,
+      "step": 17412
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4368534440929296e-05,
+      "loss": 0.0001,
+      "step": 17414
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4367887480672065e-05,
+      "loss": 0.0009,
+      "step": 17416
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4367240520414834e-05,
+      "loss": 0.0002,
+      "step": 17418
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.43665935601576e-05,
+      "loss": 0.0071,
+      "step": 17420
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436594659990037e-05,
+      "loss": 0.0056,
+      "step": 17422
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4365299639643135e-05,
+      "loss": 0.0036,
+      "step": 17424
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436465267938591e-05,
+      "loss": 0.0185,
+      "step": 17426
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436400571912867e-05,
+      "loss": 0.0025,
+      "step": 17428
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436335875887144e-05,
+      "loss": 0.0043,
+      "step": 17430
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436271179861422e-05,
+      "loss": 0.0024,
+      "step": 17432
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436206483835698e-05,
+      "loss": 0.0128,
+      "step": 17434
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436141787809975e-05,
+      "loss": 0.0002,
+      "step": 17436
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436077091784252e-05,
+      "loss": 0.0006,
+      "step": 17438
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.436012395758529e-05,
+      "loss": 0.0016,
+      "step": 17440
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4359476997328056e-05,
+      "loss": 0.0032,
+      "step": 17442
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4358830037070825e-05,
+      "loss": 0.0014,
+      "step": 17444
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4358183076813595e-05,
+      "loss": 0.0003,
+      "step": 17446
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4357536116556364e-05,
+      "loss": 0.0026,
+      "step": 17448
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.435688915629913e-05,
+      "loss": 0.0016,
+      "step": 17450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4356242196041895e-05,
+      "loss": 0.0101,
+      "step": 17452
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.435559523578467e-05,
+      "loss": 0.0057,
+      "step": 17454
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.435494827552743e-05,
+      "loss": 0.0125,
+      "step": 17456
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.43543013152702e-05,
+      "loss": 0.0006,
+      "step": 17458
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.435365435501297e-05,
+      "loss": 0.0009,
+      "step": 17460
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.435300739475574e-05,
+      "loss": 0.0003,
+      "step": 17462
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4352360434498516e-05,
+      "loss": 0.0009,
+      "step": 17464
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.435171347424128e-05,
+      "loss": 0.0065,
+      "step": 17466
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.435106651398405e-05,
+      "loss": 0.017,
+      "step": 17468
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.435041955372682e-05,
+      "loss": 0.0079,
+      "step": 17470
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4349772593469586e-05,
+      "loss": 0.0015,
+      "step": 17472
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4349125633212355e-05,
+      "loss": 0.0103,
+      "step": 17474
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4348478672955124e-05,
+      "loss": 0.0104,
+      "step": 17476
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.434783171269789e-05,
+      "loss": 0.0008,
+      "step": 17478
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4347184752440655e-05,
+      "loss": 0.0056,
+      "step": 17480
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.434653779218343e-05,
+      "loss": 0.0004,
+      "step": 17482
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4345890831926194e-05,
+      "loss": 0.0007,
+      "step": 17484
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.434524387166897e-05,
+      "loss": 0.0158,
+      "step": 17486
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.434459691141173e-05,
+      "loss": 0.0003,
+      "step": 17488
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.43439499511545e-05,
+      "loss": 0.0032,
+      "step": 17490
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.434330299089727e-05,
+      "loss": 0.0001,
+      "step": 17492
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.434265603064004e-05,
+      "loss": 0.008,
+      "step": 17494
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.434200907038281e-05,
+      "loss": 0.0017,
+      "step": 17496
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.434136211012558e-05,
+      "loss": 0.0021,
+      "step": 17498
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4340715149868346e-05,
+      "loss": 0.0009,
+      "step": 17500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4340068189611115e-05,
+      "loss": 0.0244,
+      "step": 17502
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4339421229353884e-05,
+      "loss": 0.0059,
+      "step": 17504
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433877426909665e-05,
+      "loss": 0.0082,
+      "step": 17506
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433812730883942e-05,
+      "loss": 0.0001,
+      "step": 17508
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433748034858219e-05,
+      "loss": 0.0024,
+      "step": 17510
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4336833388324954e-05,
+      "loss": 0.0005,
+      "step": 17512
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433618642806773e-05,
+      "loss": 0.0001,
+      "step": 17514
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433553946781049e-05,
+      "loss": 0.0003,
+      "step": 17516
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433489250755326e-05,
+      "loss": 0.0003,
+      "step": 17518
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433424554729603e-05,
+      "loss": 0.0024,
+      "step": 17520
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.43335985870388e-05,
+      "loss": 0.0002,
+      "step": 17522
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433295162678157e-05,
+      "loss": 0.0002,
+      "step": 17524
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433230466652434e-05,
+      "loss": 0.0003,
+      "step": 17526
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.433165770626711e-05,
+      "loss": 0.006,
+      "step": 17528
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4331010746009876e-05,
+      "loss": 0.0345,
+      "step": 17530
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4330363785752645e-05,
+      "loss": 0.0007,
+      "step": 17532
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432971682549541e-05,
+      "loss": 0.0049,
+      "step": 17534
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432906986523818e-05,
+      "loss": 0.0026,
+      "step": 17536
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4328422904980945e-05,
+      "loss": 0.0263,
+      "step": 17538
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4327775944723714e-05,
+      "loss": 0.0001,
+      "step": 17540
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432712898446649e-05,
+      "loss": 0.0205,
+      "step": 17542
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432648202420925e-05,
+      "loss": 0.0047,
+      "step": 17544
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432583506395203e-05,
+      "loss": 0.0189,
+      "step": 17546
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432518810369479e-05,
+      "loss": 0.003,
+      "step": 17548
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432454114343756e-05,
+      "loss": 0.0002,
+      "step": 17550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432389418318033e-05,
+      "loss": 0.0001,
+      "step": 17552
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.43232472229231e-05,
+      "loss": 0.0006,
+      "step": 17554
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.432260026266587e-05,
+      "loss": 0.0134,
+      "step": 17556
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4321953302408636e-05,
+      "loss": 0.0658,
+      "step": 17558
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4321306342151405e-05,
+      "loss": 0.0042,
+      "step": 17560
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4320659381894174e-05,
+      "loss": 0.0068,
+      "step": 17562
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4320012421636943e-05,
+      "loss": 0.001,
+      "step": 17564
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4319365461379706e-05,
+      "loss": 0.0006,
+      "step": 17566
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.431871850112248e-05,
+      "loss": 0.0014,
+      "step": 17568
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4318071540865244e-05,
+      "loss": 0.005,
+      "step": 17570
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.431742458060801e-05,
+      "loss": 0.0029,
+      "step": 17572
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.431677762035079e-05,
+      "loss": 0.0075,
+      "step": 17574
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.431613066009355e-05,
+      "loss": 0.0001,
+      "step": 17576
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.431548369983632e-05,
+      "loss": 0.0253,
+      "step": 17578
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.431483673957909e-05,
+      "loss": 0.0004,
+      "step": 17580
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.431418977932186e-05,
+      "loss": 0.0002,
+      "step": 17582
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.431354281906463e-05,
+      "loss": 0.003,
+      "step": 17584
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4312895858807397e-05,
+      "loss": 0.0036,
+      "step": 17586
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4312248898550166e-05,
+      "loss": 0.002,
+      "step": 17588
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4311601938292935e-05,
+      "loss": 0.0053,
+      "step": 17590
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4310954978035704e-05,
+      "loss": 0.0001,
+      "step": 17592
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4310308017778466e-05,
+      "loss": 0.0009,
+      "step": 17594
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430966105752124e-05,
+      "loss": 0.0032,
+      "step": 17596
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4309014097264004e-05,
+      "loss": 0.0002,
+      "step": 17598
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4308367137006773e-05,
+      "loss": 0.0018,
+      "step": 17600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430772017674954e-05,
+      "loss": 0.0001,
+      "step": 17602
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430707321649231e-05,
+      "loss": 0.0001,
+      "step": 17604
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430642625623508e-05,
+      "loss": 0.0037,
+      "step": 17606
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430577929597785e-05,
+      "loss": 0.0027,
+      "step": 17608
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430513233572062e-05,
+      "loss": 0.0032,
+      "step": 17610
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430448537546339e-05,
+      "loss": 0.0003,
+      "step": 17612
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430383841520616e-05,
+      "loss": 0.0004,
+      "step": 17614
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430319145494892e-05,
+      "loss": 0.0002,
+      "step": 17616
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4302544494691695e-05,
+      "loss": 0.0133,
+      "step": 17618
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4301897534434464e-05,
+      "loss": 0.0004,
+      "step": 17620
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4301250574177227e-05,
+      "loss": 0.0156,
+      "step": 17622
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.430060361392e-05,
+      "loss": 0.0003,
+      "step": 17624
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4299956653662765e-05,
+      "loss": 0.0004,
+      "step": 17626
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429930969340554e-05,
+      "loss": 0.0292,
+      "step": 17628
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.42986627331483e-05,
+      "loss": 0.0003,
+      "step": 17630
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429801577289107e-05,
+      "loss": 0.001,
+      "step": 17632
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429736881263384e-05,
+      "loss": 0.0004,
+      "step": 17634
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429672185237661e-05,
+      "loss": 0.0008,
+      "step": 17636
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429607489211938e-05,
+      "loss": 0.0029,
+      "step": 17638
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429542793186215e-05,
+      "loss": 0.0041,
+      "step": 17640
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429478097160492e-05,
+      "loss": 0.0011,
+      "step": 17642
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4294134011347686e-05,
+      "loss": 0.0002,
+      "step": 17644
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4293487051090456e-05,
+      "loss": 0.0033,
+      "step": 17646
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429284009083322e-05,
+      "loss": 0.003,
+      "step": 17648
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4292193130575994e-05,
+      "loss": 0.0054,
+      "step": 17650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.429154617031876e-05,
+      "loss": 0.0215,
+      "step": 17652
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4290899210061525e-05,
+      "loss": 0.0069,
+      "step": 17654
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.42902522498043e-05,
+      "loss": 0.0002,
+      "step": 17656
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.428960528954706e-05,
+      "loss": 0.0133,
+      "step": 17658
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.428895832928983e-05,
+      "loss": 0.0002,
+      "step": 17660
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.42883113690326e-05,
+      "loss": 0.0067,
+      "step": 17662
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.428766440877537e-05,
+      "loss": 0.0032,
+      "step": 17664
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.428701744851814e-05,
+      "loss": 0.0092,
+      "step": 17666
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.428637048826091e-05,
+      "loss": 0.0126,
+      "step": 17668
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.428572352800368e-05,
+      "loss": 0.0026,
+      "step": 17670
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.428507656774645e-05,
+      "loss": 0.0016,
+      "step": 17672
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4284429607489216e-05,
+      "loss": 0.0018,
+      "step": 17674
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.428378264723198e-05,
+      "loss": 0.0014,
+      "step": 17676
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4283135686974754e-05,
+      "loss": 0.0003,
+      "step": 17678
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4282488726717516e-05,
+      "loss": 0.0073,
+      "step": 17680
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4281841766460286e-05,
+      "loss": 0.0012,
+      "step": 17682
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4281194806203055e-05,
+      "loss": 0.0075,
+      "step": 17684
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4280547845945824e-05,
+      "loss": 0.0022,
+      "step": 17686
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.42799008856886e-05,
+      "loss": 0.0003,
+      "step": 17688
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427925392543136e-05,
+      "loss": 0.0008,
+      "step": 17690
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427860696517413e-05,
+      "loss": 0.0022,
+      "step": 17692
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.42779600049169e-05,
+      "loss": 0.0005,
+      "step": 17694
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427731304465967e-05,
+      "loss": 0.002,
+      "step": 17696
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427666608440244e-05,
+      "loss": 0.0002,
+      "step": 17698
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427601912414521e-05,
+      "loss": 0.0008,
+      "step": 17700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4275372163887976e-05,
+      "loss": 0.0129,
+      "step": 17702
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4274725203630745e-05,
+      "loss": 0.0007,
+      "step": 17704
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4274078243373515e-05,
+      "loss": 0.001,
+      "step": 17706
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427343128311628e-05,
+      "loss": 0.0001,
+      "step": 17708
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427278432285905e-05,
+      "loss": 0.0002,
+      "step": 17710
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4272137362601815e-05,
+      "loss": 0.0025,
+      "step": 17712
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4271490402344584e-05,
+      "loss": 0.0001,
+      "step": 17714
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427084344208735e-05,
+      "loss": 0.0243,
+      "step": 17716
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.427019648183012e-05,
+      "loss": 0.0077,
+      "step": 17718
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426954952157289e-05,
+      "loss": 0.0088,
+      "step": 17720
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426890256131566e-05,
+      "loss": 0.0001,
+      "step": 17722
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426825560105843e-05,
+      "loss": 0.0043,
+      "step": 17724
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.42676086408012e-05,
+      "loss": 0.0133,
+      "step": 17726
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426696168054397e-05,
+      "loss": 0.001,
+      "step": 17728
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426631472028674e-05,
+      "loss": 0.0001,
+      "step": 17730
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4265667760029506e-05,
+      "loss": 0.0092,
+      "step": 17732
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4265020799772275e-05,
+      "loss": 0.0177,
+      "step": 17734
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426437383951504e-05,
+      "loss": 0.0001,
+      "step": 17736
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426372687925781e-05,
+      "loss": 0.0005,
+      "step": 17738
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4263079919000575e-05,
+      "loss": 0.0011,
+      "step": 17740
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4262432958743345e-05,
+      "loss": 0.0004,
+      "step": 17742
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4261785998486114e-05,
+      "loss": 0.0001,
+      "step": 17744
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426113903822888e-05,
+      "loss": 0.0005,
+      "step": 17746
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.426049207797165e-05,
+      "loss": 0.0012,
+      "step": 17748
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425984511771442e-05,
+      "loss": 0.0007,
+      "step": 17750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425919815745719e-05,
+      "loss": 0.0184,
+      "step": 17752
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425855119719996e-05,
+      "loss": 0.0004,
+      "step": 17754
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425790423694273e-05,
+      "loss": 0.0066,
+      "step": 17756
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425725727668549e-05,
+      "loss": 0.0002,
+      "step": 17758
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4256610316428266e-05,
+      "loss": 0.01,
+      "step": 17760
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425596335617103e-05,
+      "loss": 0.0007,
+      "step": 17762
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.42553163959138e-05,
+      "loss": 0.0176,
+      "step": 17764
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4254669435656574e-05,
+      "loss": 0.0016,
+      "step": 17766
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4254022475399336e-05,
+      "loss": 0.012,
+      "step": 17768
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425337551514211e-05,
+      "loss": 0.0004,
+      "step": 17770
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.4252728554884874e-05,
+      "loss": 0.0004,
+      "step": 17772
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.425208159462764e-05,
+      "loss": 0.0114,
+      "step": 17774
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.425143463437041e-05,
+      "loss": 0.0079,
+      "step": 17776
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.425078767411318e-05,
+      "loss": 0.0003,
+      "step": 17778
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.425014071385595e-05,
+      "loss": 0.0005,
+      "step": 17780
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424949375359872e-05,
+      "loss": 0.0098,
+      "step": 17782
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424884679334149e-05,
+      "loss": 0.0002,
+      "step": 17784
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424819983308426e-05,
+      "loss": 0.0044,
+      "step": 17786
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424755287282703e-05,
+      "loss": 0.0081,
+      "step": 17788
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424690591256979e-05,
+      "loss": 0.0004,
+      "step": 17790
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4246258952312565e-05,
+      "loss": 0.0002,
+      "step": 17792
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424561199205533e-05,
+      "loss": 0.0055,
+      "step": 17794
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4244965031798096e-05,
+      "loss": 0.0017,
+      "step": 17796
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424431807154087e-05,
+      "loss": 0.002,
+      "step": 17798
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4243671111283634e-05,
+      "loss": 0.0024,
+      "step": 17800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4243024151026404e-05,
+      "loss": 0.0107,
+      "step": 17802
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424237719076917e-05,
+      "loss": 0.0081,
+      "step": 17804
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424173023051194e-05,
+      "loss": 0.0004,
+      "step": 17806
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424108327025471e-05,
+      "loss": 0.0006,
+      "step": 17808
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.424043630999748e-05,
+      "loss": 0.0003,
+      "step": 17810
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423978934974025e-05,
+      "loss": 0.0125,
+      "step": 17812
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423914238948302e-05,
+      "loss": 0.032,
+      "step": 17814
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423849542922579e-05,
+      "loss": 0.0004,
+      "step": 17816
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423784846896855e-05,
+      "loss": 0.0051,
+      "step": 17818
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4237201508711325e-05,
+      "loss": 0.0002,
+      "step": 17820
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423655454845409e-05,
+      "loss": 0.0007,
+      "step": 17822
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423590758819686e-05,
+      "loss": 0.0024,
+      "step": 17824
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4235260627939626e-05,
+      "loss": 0.0206,
+      "step": 17826
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4234613667682395e-05,
+      "loss": 0.0315,
+      "step": 17828
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423396670742517e-05,
+      "loss": 0.0026,
+      "step": 17830
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423331974716793e-05,
+      "loss": 0.0001,
+      "step": 17832
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.42326727869107e-05,
+      "loss": 0.0016,
+      "step": 17834
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423202582665347e-05,
+      "loss": 0.0004,
+      "step": 17836
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423137886639624e-05,
+      "loss": 0.0013,
+      "step": 17838
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4230731906139e-05,
+      "loss": 0.0012,
+      "step": 17840
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.423008494588178e-05,
+      "loss": 0.0131,
+      "step": 17842
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.422943798562455e-05,
+      "loss": 0.0079,
+      "step": 17844
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4228791025367317e-05,
+      "loss": 0.0001,
+      "step": 17846
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4228144065110086e-05,
+      "loss": 0.0019,
+      "step": 17848
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.422749710485285e-05,
+      "loss": 0.0005,
+      "step": 17850
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4226850144595624e-05,
+      "loss": 0.0013,
+      "step": 17852
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4226203184338386e-05,
+      "loss": 0.0104,
+      "step": 17854
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4225556224081155e-05,
+      "loss": 0.0003,
+      "step": 17856
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4224909263823924e-05,
+      "loss": 0.0004,
+      "step": 17858
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4224262303566693e-05,
+      "loss": 0.008,
+      "step": 17860
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.422361534330946e-05,
+      "loss": 0.005,
+      "step": 17862
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.422296838305223e-05,
+      "loss": 0.0003,
+      "step": 17864
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4222321422795e-05,
+      "loss": 0.0002,
+      "step": 17866
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.422167446253777e-05,
+      "loss": 0.003,
+      "step": 17868
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.422102750228054e-05,
+      "loss": 0.0025,
+      "step": 17870
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.42203805420233e-05,
+      "loss": 0.0007,
+      "step": 17872
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.421973358176608e-05,
+      "loss": 0.0038,
+      "step": 17874
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4219086621508846e-05,
+      "loss": 0.0001,
+      "step": 17876
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.421843966125161e-05,
+      "loss": 0.0006,
+      "step": 17878
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4217792700994384e-05,
+      "loss": 0.0117,
+      "step": 17880
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4217145740737147e-05,
+      "loss": 0.0039,
+      "step": 17882
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4216498780479916e-05,
+      "loss": 0.0055,
+      "step": 17884
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4215851820222685e-05,
+      "loss": 0.0047,
+      "step": 17886
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4215204859965454e-05,
+      "loss": 0.0003,
+      "step": 17888
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.421455789970822e-05,
+      "loss": 0.0001,
+      "step": 17890
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.421391093945099e-05,
+      "loss": 0.008,
+      "step": 17892
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.421326397919376e-05,
+      "loss": 0.0014,
+      "step": 17894
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.421261701893653e-05,
+      "loss": 0.0383,
+      "step": 17896
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.42119700586793e-05,
+      "loss": 0.0006,
+      "step": 17898
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.421132309842206e-05,
+      "loss": 0.013,
+      "step": 17900
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.421067613816484e-05,
+      "loss": 0.0005,
+      "step": 17902
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.42100291779076e-05,
+      "loss": 0.0227,
+      "step": 17904
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420938221765037e-05,
+      "loss": 0.0004,
+      "step": 17906
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420873525739314e-05,
+      "loss": 0.0033,
+      "step": 17908
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420808829713591e-05,
+      "loss": 0.011,
+      "step": 17910
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420744133687868e-05,
+      "loss": 0.0003,
+      "step": 17912
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4206794376621445e-05,
+      "loss": 0.0003,
+      "step": 17914
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4206147416364214e-05,
+      "loss": 0.0203,
+      "step": 17916
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420550045610698e-05,
+      "loss": 0.0002,
+      "step": 17918
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420485349584975e-05,
+      "loss": 0.0045,
+      "step": 17920
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420420653559252e-05,
+      "loss": 0.0119,
+      "step": 17922
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420355957533529e-05,
+      "loss": 0.0053,
+      "step": 17924
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420291261507806e-05,
+      "loss": 0.0003,
+      "step": 17926
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420226565482083e-05,
+      "loss": 0.0027,
+      "step": 17928
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.42016186945636e-05,
+      "loss": 0.0033,
+      "step": 17930
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.420097173430636e-05,
+      "loss": 0.0005,
+      "step": 17932
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4200324774049136e-05,
+      "loss": 0.0003,
+      "step": 17934
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41996778137919e-05,
+      "loss": 0.018,
+      "step": 17936
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419903085353467e-05,
+      "loss": 0.0017,
+      "step": 17938
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4198383893277436e-05,
+      "loss": 0.0002,
+      "step": 17940
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4197736933020206e-05,
+      "loss": 0.0499,
+      "step": 17942
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4197089972762975e-05,
+      "loss": 0.0001,
+      "step": 17944
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4196443012505744e-05,
+      "loss": 0.0042,
+      "step": 17946
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419579605224851e-05,
+      "loss": 0.0067,
+      "step": 17948
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419514909199128e-05,
+      "loss": 0.0002,
+      "step": 17950
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419450213173405e-05,
+      "loss": 0.0015,
+      "step": 17952
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419385517147682e-05,
+      "loss": 0.0008,
+      "step": 17954
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419320821121959e-05,
+      "loss": 0.0165,
+      "step": 17956
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419256125096236e-05,
+      "loss": 0.0002,
+      "step": 17958
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419191429070512e-05,
+      "loss": 0.0001,
+      "step": 17960
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4191267330447896e-05,
+      "loss": 0.0086,
+      "step": 17962
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.419062037019066e-05,
+      "loss": 0.0041,
+      "step": 17964
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418997340993343e-05,
+      "loss": 0.0009,
+      "step": 17966
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41893264496762e-05,
+      "loss": 0.0005,
+      "step": 17968
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4188679489418966e-05,
+      "loss": 0.0013,
+      "step": 17970
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4188032529161735e-05,
+      "loss": 0.0346,
+      "step": 17972
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4187385568904504e-05,
+      "loss": 0.009,
+      "step": 17974
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418673860864727e-05,
+      "loss": 0.0011,
+      "step": 17976
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418609164839004e-05,
+      "loss": 0.0013,
+      "step": 17978
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418544468813281e-05,
+      "loss": 0.0005,
+      "step": 17980
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4184797727875574e-05,
+      "loss": 0.0004,
+      "step": 17982
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418415076761835e-05,
+      "loss": 0.0109,
+      "step": 17984
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418350380736111e-05,
+      "loss": 0.0047,
+      "step": 17986
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418285684710389e-05,
+      "loss": 0.0129,
+      "step": 17988
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418220988684666e-05,
+      "loss": 0.0098,
+      "step": 17990
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418156292658942e-05,
+      "loss": 0.0005,
+      "step": 17992
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4180915966332195e-05,
+      "loss": 0.0017,
+      "step": 17994
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.418026900607496e-05,
+      "loss": 0.0001,
+      "step": 17996
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4179622045817726e-05,
+      "loss": 0.003,
+      "step": 17998
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4178975085560495e-05,
+      "loss": 0.0164,
+      "step": 18000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4178328125303265e-05,
+      "loss": 0.0066,
+      "step": 18002
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4177681165046034e-05,
+      "loss": 0.0015,
+      "step": 18004
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41770342047888e-05,
+      "loss": 0.0155,
+      "step": 18006
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417638724453157e-05,
+      "loss": 0.0047,
+      "step": 18008
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417574028427434e-05,
+      "loss": 0.022,
+      "step": 18010
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417509332401711e-05,
+      "loss": 0.0032,
+      "step": 18012
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417444636375987e-05,
+      "loss": 0.008,
+      "step": 18014
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417379940350265e-05,
+      "loss": 0.0002,
+      "step": 18016
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417315244324541e-05,
+      "loss": 0.0008,
+      "step": 18018
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417250548298818e-05,
+      "loss": 0.0025,
+      "step": 18020
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4171858522730955e-05,
+      "loss": 0.007,
+      "step": 18022
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417121156247372e-05,
+      "loss": 0.0001,
+      "step": 18024
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.417056460221649e-05,
+      "loss": 0.0016,
+      "step": 18026
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4169917641959256e-05,
+      "loss": 0.0001,
+      "step": 18028
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4169270681702025e-05,
+      "loss": 0.0044,
+      "step": 18030
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4168623721444794e-05,
+      "loss": 0.0327,
+      "step": 18032
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416797676118756e-05,
+      "loss": 0.0052,
+      "step": 18034
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416732980093033e-05,
+      "loss": 0.0001,
+      "step": 18036
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41666828406731e-05,
+      "loss": 0.0262,
+      "step": 18038
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416603588041587e-05,
+      "loss": 0.0003,
+      "step": 18040
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416538892015863e-05,
+      "loss": 0.0102,
+      "step": 18042
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416474195990141e-05,
+      "loss": 0.0022,
+      "step": 18044
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416409499964417e-05,
+      "loss": 0.0005,
+      "step": 18046
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416344803938694e-05,
+      "loss": 0.001,
+      "step": 18048
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416280107912971e-05,
+      "loss": 0.0146,
+      "step": 18050
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.416215411887248e-05,
+      "loss": 0.0004,
+      "step": 18052
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4161507158615254e-05,
+      "loss": 0.0011,
+      "step": 18054
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4160860198358016e-05,
+      "loss": 0.0004,
+      "step": 18056
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4160213238100785e-05,
+      "loss": 0.0005,
+      "step": 18058
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4159566277843554e-05,
+      "loss": 0.0019,
+      "step": 18060
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4158919317586323e-05,
+      "loss": 0.0009,
+      "step": 18062
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4158272357329086e-05,
+      "loss": 0.0002,
+      "step": 18064
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415762539707186e-05,
+      "loss": 0.0031,
+      "step": 18066
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415697843681463e-05,
+      "loss": 0.0025,
+      "step": 18068
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41563314765574e-05,
+      "loss": 0.0007,
+      "step": 18070
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415568451630017e-05,
+      "loss": 0.0023,
+      "step": 18072
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415503755604293e-05,
+      "loss": 0.0003,
+      "step": 18074
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415439059578571e-05,
+      "loss": 0.0058,
+      "step": 18076
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415374363552847e-05,
+      "loss": 0.0001,
+      "step": 18078
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415309667527124e-05,
+      "loss": 0.0022,
+      "step": 18080
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415244971501401e-05,
+      "loss": 0.0005,
+      "step": 18082
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.415180275475678e-05,
+      "loss": 0.0001,
+      "step": 18084
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4151155794499546e-05,
+      "loss": 0.0236,
+      "step": 18086
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4150508834242315e-05,
+      "loss": 0.0002,
+      "step": 18088
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4149861873985084e-05,
+      "loss": 0.0004,
+      "step": 18090
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414921491372785e-05,
+      "loss": 0.0003,
+      "step": 18092
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414856795347062e-05,
+      "loss": 0.0081,
+      "step": 18094
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4147920993213384e-05,
+      "loss": 0.0007,
+      "step": 18096
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414727403295616e-05,
+      "loss": 0.0004,
+      "step": 18098
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414662707269893e-05,
+      "loss": 0.0103,
+      "step": 18100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414598011244169e-05,
+      "loss": 0.0094,
+      "step": 18102
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414533315218447e-05,
+      "loss": 0.0001,
+      "step": 18104
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414468619192723e-05,
+      "loss": 0.0001,
+      "step": 18106
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414403923167e-05,
+      "loss": 0.015,
+      "step": 18108
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414339227141277e-05,
+      "loss": 0.0123,
+      "step": 18110
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414274531115554e-05,
+      "loss": 0.0001,
+      "step": 18112
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4142098350898306e-05,
+      "loss": 0.0234,
+      "step": 18114
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4141451390641075e-05,
+      "loss": 0.0001,
+      "step": 18116
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4140804430383844e-05,
+      "loss": 0.0153,
+      "step": 18118
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.414015747012661e-05,
+      "loss": 0.0109,
+      "step": 18120
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.413951050986938e-05,
+      "loss": 0.0013,
+      "step": 18122
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4138863549612145e-05,
+      "loss": 0.0002,
+      "step": 18124
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.413821658935492e-05,
+      "loss": 0.0183,
+      "step": 18126
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.413756962909768e-05,
+      "loss": 0.0002,
+      "step": 18128
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.413692266884046e-05,
+      "loss": 0.0085,
+      "step": 18130
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.413627570858323e-05,
+      "loss": 0.0001,
+      "step": 18132
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.413562874832599e-05,
+      "loss": 0.004,
+      "step": 18134
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4134981788068766e-05,
+      "loss": 0.0133,
+      "step": 18136
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.413433482781153e-05,
+      "loss": 0.0026,
+      "step": 18138
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41336878675543e-05,
+      "loss": 0.0002,
+      "step": 18140
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4133040907297067e-05,
+      "loss": 0.004,
+      "step": 18142
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4132393947039836e-05,
+      "loss": 0.0007,
+      "step": 18144
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4131746986782605e-05,
+      "loss": 0.0012,
+      "step": 18146
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4131100026525374e-05,
+      "loss": 0.0005,
+      "step": 18148
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.413045306626814e-05,
+      "loss": 0.0029,
+      "step": 18150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412980610601091e-05,
+      "loss": 0.0005,
+      "step": 18152
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412915914575368e-05,
+      "loss": 0.0001,
+      "step": 18154
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412851218549644e-05,
+      "loss": 0.0003,
+      "step": 18156
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412786522523922e-05,
+      "loss": 0.0001,
+      "step": 18158
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412721826498198e-05,
+      "loss": 0.0015,
+      "step": 18160
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412657130472475e-05,
+      "loss": 0.0001,
+      "step": 18162
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412592434446752e-05,
+      "loss": 0.0037,
+      "step": 18164
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412527738421029e-05,
+      "loss": 0.0042,
+      "step": 18166
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412463042395306e-05,
+      "loss": 0.0001,
+      "step": 18168
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412398346369583e-05,
+      "loss": 0.0002,
+      "step": 18170
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4123336503438596e-05,
+      "loss": 0.0207,
+      "step": 18172
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4122689543181365e-05,
+      "loss": 0.0011,
+      "step": 18174
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4122042582924134e-05,
+      "loss": 0.0257,
+      "step": 18176
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41213956226669e-05,
+      "loss": 0.0001,
+      "step": 18178
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412074866240967e-05,
+      "loss": 0.0093,
+      "step": 18180
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.412010170215244e-05,
+      "loss": 0.0086,
+      "step": 18182
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4119454741895204e-05,
+      "loss": 0.0006,
+      "step": 18184
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411880778163798e-05,
+      "loss": 0.0004,
+      "step": 18186
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411816082138074e-05,
+      "loss": 0.0004,
+      "step": 18188
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411751386112351e-05,
+      "loss": 0.0048,
+      "step": 18190
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411686690086628e-05,
+      "loss": 0.0082,
+      "step": 18192
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411621994060905e-05,
+      "loss": 0.0086,
+      "step": 18194
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411557298035182e-05,
+      "loss": 0.0014,
+      "step": 18196
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411492602009459e-05,
+      "loss": 0.0002,
+      "step": 18198
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4114279059837356e-05,
+      "loss": 0.0008,
+      "step": 18200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4113632099580126e-05,
+      "loss": 0.0068,
+      "step": 18202
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4112985139322895e-05,
+      "loss": 0.007,
+      "step": 18204
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411233817906566e-05,
+      "loss": 0.0001,
+      "step": 18206
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411169121880843e-05,
+      "loss": 0.0001,
+      "step": 18208
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41110442585512e-05,
+      "loss": 0.0002,
+      "step": 18210
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.411039729829397e-05,
+      "loss": 0.0073,
+      "step": 18212
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410975033803674e-05,
+      "loss": 0.0011,
+      "step": 18214
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.41091033777795e-05,
+      "loss": 0.0005,
+      "step": 18216
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410845641752228e-05,
+      "loss": 0.0003,
+      "step": 18218
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410780945726504e-05,
+      "loss": 0.0086,
+      "step": 18220
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410716249700781e-05,
+      "loss": 0.0015,
+      "step": 18222
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410651553675058e-05,
+      "loss": 0.0055,
+      "step": 18224
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410586857649335e-05,
+      "loss": 0.0062,
+      "step": 18226
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410522161623612e-05,
+      "loss": 0.0017,
+      "step": 18228
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4104574655978886e-05,
+      "loss": 0.0001,
+      "step": 18230
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4103927695721655e-05,
+      "loss": 0.0232,
+      "step": 18232
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4103280735464424e-05,
+      "loss": 0.0052,
+      "step": 18234
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410263377520719e-05,
+      "loss": 0.0232,
+      "step": 18236
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4101986814949955e-05,
+      "loss": 0.0009,
+      "step": 18238
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410133985469273e-05,
+      "loss": 0.0012,
+      "step": 18240
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4100692894435494e-05,
+      "loss": 0.0004,
+      "step": 18242
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.410004593417826e-05,
+      "loss": 0.0018,
+      "step": 18244
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.409939897392104e-05,
+      "loss": 0.0039,
+      "step": 18246
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.40987520136638e-05,
+      "loss": 0.0046,
+      "step": 18248
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.409810505340657e-05,
+      "loss": 0.0004,
+      "step": 18250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.409745809314934e-05,
+      "loss": 0.0028,
+      "step": 18252
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.409681113289211e-05,
+      "loss": 0.0004,
+      "step": 18254
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.409616417263488e-05,
+      "loss": 0.0024,
+      "step": 18256
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4095517212377646e-05,
+      "loss": 0.016,
+      "step": 18258
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4094870252120415e-05,
+      "loss": 0.001,
+      "step": 18260
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4094223291863184e-05,
+      "loss": 0.0002,
+      "step": 18262
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4093576331605954e-05,
+      "loss": 0.0021,
+      "step": 18264
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4092929371348716e-05,
+      "loss": 0.0003,
+      "step": 18266
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.409228241109149e-05,
+      "loss": 0.0002,
+      "step": 18268
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4091635450834254e-05,
+      "loss": 0.0017,
+      "step": 18270
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.409098849057703e-05,
+      "loss": 0.0003,
+      "step": 18272
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.409034153031979e-05,
+      "loss": 0.0069,
+      "step": 18274
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.408969457006256e-05,
+      "loss": 0.0034,
+      "step": 18276
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.408904760980534e-05,
+      "loss": 0.0071,
+      "step": 18278
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.40884006495481e-05,
+      "loss": 0.0001,
+      "step": 18280
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.408775368929087e-05,
+      "loss": 0.003,
+      "step": 18282
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.408710672903364e-05,
+      "loss": 0.0031,
+      "step": 18284
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.408645976877641e-05,
+      "loss": 0.0067,
+      "step": 18286
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.408581280851917e-05,
+      "loss": 0.0029,
+      "step": 18288
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4085165848261945e-05,
+      "loss": 0.0037,
+      "step": 18290
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4084518888004714e-05,
+      "loss": 0.0003,
+      "step": 18292
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.408387192774748e-05,
+      "loss": 0.0003,
+      "step": 18294
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.408322496749025e-05,
+      "loss": 0.0021,
+      "step": 18296
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4082578007233014e-05,
+      "loss": 0.0002,
+      "step": 18298
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.408193104697579e-05,
+      "loss": 0.0005,
+      "step": 18300
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.408128408671855e-05,
+      "loss": 0.0096,
+      "step": 18302
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.408063712646132e-05,
+      "loss": 0.0065,
+      "step": 18304
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407999016620409e-05,
+      "loss": 0.0196,
+      "step": 18306
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407934320594686e-05,
+      "loss": 0.0159,
+      "step": 18308
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407869624568963e-05,
+      "loss": 0.0102,
+      "step": 18310
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40780492854324e-05,
+      "loss": 0.0008,
+      "step": 18312
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407740232517517e-05,
+      "loss": 0.0034,
+      "step": 18314
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4076755364917936e-05,
+      "loss": 0.0024,
+      "step": 18316
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4076108404660705e-05,
+      "loss": 0.0014,
+      "step": 18318
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407546144440347e-05,
+      "loss": 0.0007,
+      "step": 18320
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4074814484146243e-05,
+      "loss": 0.0121,
+      "step": 18322
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407416752388901e-05,
+      "loss": 0.0021,
+      "step": 18324
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4073520563631775e-05,
+      "loss": 0.0009,
+      "step": 18326
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407287360337455e-05,
+      "loss": 0.0028,
+      "step": 18328
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407222664311731e-05,
+      "loss": 0.0009,
+      "step": 18330
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407157968286008e-05,
+      "loss": 0.0214,
+      "step": 18332
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407093272260285e-05,
+      "loss": 0.0007,
+      "step": 18334
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.407028576234562e-05,
+      "loss": 0.0059,
+      "step": 18336
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406963880208839e-05,
+      "loss": 0.0486,
+      "step": 18338
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406899184183116e-05,
+      "loss": 0.0064,
+      "step": 18340
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406834488157393e-05,
+      "loss": 0.0001,
+      "step": 18342
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40676979213167e-05,
+      "loss": 0.0123,
+      "step": 18344
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4067050961059466e-05,
+      "loss": 0.0075,
+      "step": 18346
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406640400080223e-05,
+      "loss": 0.0003,
+      "step": 18348
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4065757040545004e-05,
+      "loss": 0.0014,
+      "step": 18350
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4065110080287766e-05,
+      "loss": 0.0004,
+      "step": 18352
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406446312003054e-05,
+      "loss": 0.0144,
+      "step": 18354
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406381615977331e-05,
+      "loss": 0.0029,
+      "step": 18356
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4063169199516073e-05,
+      "loss": 0.0001,
+      "step": 18358
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406252223925885e-05,
+      "loss": 0.0089,
+      "step": 18360
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406187527900161e-05,
+      "loss": 0.0004,
+      "step": 18362
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406122831874438e-05,
+      "loss": 0.0031,
+      "step": 18364
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.406058135848715e-05,
+      "loss": 0.0025,
+      "step": 18366
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405993439822992e-05,
+      "loss": 0.0002,
+      "step": 18368
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405928743797269e-05,
+      "loss": 0.0012,
+      "step": 18370
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405864047771546e-05,
+      "loss": 0.0043,
+      "step": 18372
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4057993517458226e-05,
+      "loss": 0.0078,
+      "step": 18374
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4057346557200995e-05,
+      "loss": 0.0012,
+      "step": 18376
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4056699596943764e-05,
+      "loss": 0.0006,
+      "step": 18378
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4056052636686527e-05,
+      "loss": 0.0001,
+      "step": 18380
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40554056764293e-05,
+      "loss": 0.0001,
+      "step": 18382
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4054758716172065e-05,
+      "loss": 0.0013,
+      "step": 18384
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4054111755914834e-05,
+      "loss": 0.0111,
+      "step": 18386
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405346479565761e-05,
+      "loss": 0.0212,
+      "step": 18388
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405281783540037e-05,
+      "loss": 0.0005,
+      "step": 18390
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405217087514314e-05,
+      "loss": 0.0001,
+      "step": 18392
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405152391488591e-05,
+      "loss": 0.0002,
+      "step": 18394
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405087695462868e-05,
+      "loss": 0.0005,
+      "step": 18396
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.405022999437145e-05,
+      "loss": 0.0249,
+      "step": 18398
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404958303411422e-05,
+      "loss": 0.0081,
+      "step": 18400
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4048936073856987e-05,
+      "loss": 0.0001,
+      "step": 18402
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4048289113599756e-05,
+      "loss": 0.0067,
+      "step": 18404
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4047642153342525e-05,
+      "loss": 0.0045,
+      "step": 18406
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404699519308529e-05,
+      "loss": 0.0035,
+      "step": 18408
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404634823282806e-05,
+      "loss": 0.0003,
+      "step": 18410
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4045701272570825e-05,
+      "loss": 0.0002,
+      "step": 18412
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4045054312313594e-05,
+      "loss": 0.0281,
+      "step": 18414
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404440735205636e-05,
+      "loss": 0.0006,
+      "step": 18416
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404376039179913e-05,
+      "loss": 0.0203,
+      "step": 18418
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40431134315419e-05,
+      "loss": 0.0036,
+      "step": 18420
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404246647128467e-05,
+      "loss": 0.0174,
+      "step": 18422
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404181951102744e-05,
+      "loss": 0.0023,
+      "step": 18424
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404117255077021e-05,
+      "loss": 0.0001,
+      "step": 18426
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.404052559051298e-05,
+      "loss": 0.0067,
+      "step": 18428
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403987863025574e-05,
+      "loss": 0.0017,
+      "step": 18430
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4039231669998516e-05,
+      "loss": 0.0003,
+      "step": 18432
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4038584709741285e-05,
+      "loss": 0.0002,
+      "step": 18434
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4037937749484054e-05,
+      "loss": 0.0111,
+      "step": 18436
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403729078922682e-05,
+      "loss": 0.0155,
+      "step": 18438
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4036643828969586e-05,
+      "loss": 0.0044,
+      "step": 18440
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403599686871236e-05,
+      "loss": 0.0001,
+      "step": 18442
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4035349908455124e-05,
+      "loss": 0.0002,
+      "step": 18444
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403470294819789e-05,
+      "loss": 0.009,
+      "step": 18446
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403405598794066e-05,
+      "loss": 0.0003,
+      "step": 18448
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403340902768343e-05,
+      "loss": 0.0045,
+      "step": 18450
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40327620674262e-05,
+      "loss": 0.0017,
+      "step": 18452
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403211510716897e-05,
+      "loss": 0.0004,
+      "step": 18454
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403146814691174e-05,
+      "loss": 0.0132,
+      "step": 18456
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.403082118665451e-05,
+      "loss": 0.0283,
+      "step": 18458
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4030174226397276e-05,
+      "loss": 0.0174,
+      "step": 18460
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402952726614004e-05,
+      "loss": 0.0175,
+      "step": 18462
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4028880305882815e-05,
+      "loss": 0.008,
+      "step": 18464
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402823334562558e-05,
+      "loss": 0.0442,
+      "step": 18466
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4027586385368346e-05,
+      "loss": 0.0006,
+      "step": 18468
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402693942511112e-05,
+      "loss": 0.0087,
+      "step": 18470
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4026292464853884e-05,
+      "loss": 0.0004,
+      "step": 18472
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402564550459665e-05,
+      "loss": 0.0007,
+      "step": 18474
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402499854433942e-05,
+      "loss": 0.0001,
+      "step": 18476
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402435158408219e-05,
+      "loss": 0.0001,
+      "step": 18478
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402370462382496e-05,
+      "loss": 0.0006,
+      "step": 18480
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402305766356773e-05,
+      "loss": 0.0081,
+      "step": 18482
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40224107033105e-05,
+      "loss": 0.0028,
+      "step": 18484
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402176374305327e-05,
+      "loss": 0.0041,
+      "step": 18486
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.402111678279604e-05,
+      "loss": 0.0002,
+      "step": 18488
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40204698225388e-05,
+      "loss": 0.0002,
+      "step": 18490
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4019822862281575e-05,
+      "loss": 0.0001,
+      "step": 18492
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401917590202434e-05,
+      "loss": 0.0005,
+      "step": 18494
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401852894176711e-05,
+      "loss": 0.0003,
+      "step": 18496
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4017881981509875e-05,
+      "loss": 0.0123,
+      "step": 18498
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4017235021252645e-05,
+      "loss": 0.0005,
+      "step": 18500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401658806099542e-05,
+      "loss": 0.0005,
+      "step": 18502
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401594110073818e-05,
+      "loss": 0.0001,
+      "step": 18504
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401529414048095e-05,
+      "loss": 0.0038,
+      "step": 18506
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401464718022372e-05,
+      "loss": 0.0087,
+      "step": 18508
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401400021996649e-05,
+      "loss": 0.0013,
+      "step": 18510
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401335325970926e-05,
+      "loss": 0.001,
+      "step": 18512
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.401270629945203e-05,
+      "loss": 0.0246,
+      "step": 18514
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40120593391948e-05,
+      "loss": 0.0014,
+      "step": 18516
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4011412378937566e-05,
+      "loss": 0.0211,
+      "step": 18518
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4010765418680335e-05,
+      "loss": 0.0001,
+      "step": 18520
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.40101184584231e-05,
+      "loss": 0.0006,
+      "step": 18522
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4009471498165874e-05,
+      "loss": 0.0024,
+      "step": 18524
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4008824537908636e-05,
+      "loss": 0.0133,
+      "step": 18526
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4008177577651405e-05,
+      "loss": 0.0076,
+      "step": 18528
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4007530617394174e-05,
+      "loss": 0.0002,
+      "step": 18530
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400688365713694e-05,
+      "loss": 0.005,
+      "step": 18532
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400623669687971e-05,
+      "loss": 0.004,
+      "step": 18534
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400558973662248e-05,
+      "loss": 0.0211,
+      "step": 18536
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400494277636525e-05,
+      "loss": 0.0003,
+      "step": 18538
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400429581610802e-05,
+      "loss": 0.0028,
+      "step": 18540
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400364885585079e-05,
+      "loss": 0.0001,
+      "step": 18542
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400300189559355e-05,
+      "loss": 0.0001,
+      "step": 18544
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400235493533633e-05,
+      "loss": 0.0041,
+      "step": 18546
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4001707975079096e-05,
+      "loss": 0.0053,
+      "step": 18548
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.400106101482186e-05,
+      "loss": 0.0001,
+      "step": 18550
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4000414054564634e-05,
+      "loss": 0.0002,
+      "step": 18552
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3999767094307396e-05,
+      "loss": 0.0005,
+      "step": 18554
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3999120134050165e-05,
+      "loss": 0.0049,
+      "step": 18556
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3998473173792934e-05,
+      "loss": 0.0002,
+      "step": 18558
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3997826213535704e-05,
+      "loss": 0.0021,
+      "step": 18560
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399717925327847e-05,
+      "loss": 0.0875,
+      "step": 18562
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399653229302124e-05,
+      "loss": 0.0012,
+      "step": 18564
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399588533276401e-05,
+      "loss": 0.003,
+      "step": 18566
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399523837250678e-05,
+      "loss": 0.0012,
+      "step": 18568
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399459141224955e-05,
+      "loss": 0.0002,
+      "step": 18570
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399394445199231e-05,
+      "loss": 0.0005,
+      "step": 18572
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399329749173509e-05,
+      "loss": 0.0028,
+      "step": 18574
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399265053147785e-05,
+      "loss": 0.0044,
+      "step": 18576
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3992003571220625e-05,
+      "loss": 0.0022,
+      "step": 18578
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3991356610963394e-05,
+      "loss": 0.0012,
+      "step": 18580
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399070965070616e-05,
+      "loss": 0.0022,
+      "step": 18582
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.399006269044893e-05,
+      "loss": 0.0075,
+      "step": 18584
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3989415730191695e-05,
+      "loss": 0.0004,
+      "step": 18586
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3988768769934464e-05,
+      "loss": 0.0002,
+      "step": 18588
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398812180967723e-05,
+      "loss": 0.0004,
+      "step": 18590
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398747484942e-05,
+      "loss": 0.0001,
+      "step": 18592
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398682788916277e-05,
+      "loss": 0.0001,
+      "step": 18594
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398618092890554e-05,
+      "loss": 0.0286,
+      "step": 18596
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398553396864831e-05,
+      "loss": 0.0016,
+      "step": 18598
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398488700839108e-05,
+      "loss": 0.024,
+      "step": 18600
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398424004813385e-05,
+      "loss": 0.0126,
+      "step": 18602
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398359308787661e-05,
+      "loss": 0.0002,
+      "step": 18604
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3982946127619386e-05,
+      "loss": 0.0007,
+      "step": 18606
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398229916736215e-05,
+      "loss": 0.0006,
+      "step": 18608
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398165220710492e-05,
+      "loss": 0.0031,
+      "step": 18610
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.398100524684769e-05,
+      "loss": 0.0081,
+      "step": 18612
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3980358286590455e-05,
+      "loss": 0.0016,
+      "step": 18614
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3979711326333224e-05,
+      "loss": 0.0032,
+      "step": 18616
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3979064366075993e-05,
+      "loss": 0.024,
+      "step": 18618
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.397841740581876e-05,
+      "loss": 0.0001,
+      "step": 18620
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.397777044556153e-05,
+      "loss": 0.0094,
+      "step": 18622
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.39771234853043e-05,
+      "loss": 0.0012,
+      "step": 18624
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.397647652504707e-05,
+      "loss": 0.0001,
+      "step": 18626
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.397582956478984e-05,
+      "loss": 0.0041,
+      "step": 18628
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.397518260453261e-05,
+      "loss": 0.0016,
+      "step": 18630
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.397453564427537e-05,
+      "loss": 0.0004,
+      "step": 18632
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3973888684018146e-05,
+      "loss": 0.0003,
+      "step": 18634
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.397324172376091e-05,
+      "loss": 0.0007,
+      "step": 18636
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3972594763503684e-05,
+      "loss": 0.0009,
+      "step": 18638
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3971947803246447e-05,
+      "loss": 0.0134,
+      "step": 18640
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3971300842989216e-05,
+      "loss": 0.0009,
+      "step": 18642
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3970653882731985e-05,
+      "loss": 0.0004,
+      "step": 18644
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3970006922474754e-05,
+      "loss": 0.0001,
+      "step": 18646
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396935996221752e-05,
+      "loss": 0.0024,
+      "step": 18648
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396871300196029e-05,
+      "loss": 0.0063,
+      "step": 18650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396806604170306e-05,
+      "loss": 0.0002,
+      "step": 18652
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396741908144582e-05,
+      "loss": 0.0007,
+      "step": 18654
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.39667721211886e-05,
+      "loss": 0.0071,
+      "step": 18656
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396612516093137e-05,
+      "loss": 0.0259,
+      "step": 18658
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396547820067414e-05,
+      "loss": 0.0002,
+      "step": 18660
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3964831240416906e-05,
+      "loss": 0.0001,
+      "step": 18662
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396418428015967e-05,
+      "loss": 0.0057,
+      "step": 18664
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3963537319902445e-05,
+      "loss": 0.0001,
+      "step": 18666
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396289035964521e-05,
+      "loss": 0.0002,
+      "step": 18668
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3962243399387976e-05,
+      "loss": 0.0001,
+      "step": 18670
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3961596439130745e-05,
+      "loss": 0.0002,
+      "step": 18672
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3960949478873514e-05,
+      "loss": 0.0445,
+      "step": 18674
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.396030251861628e-05,
+      "loss": 0.0117,
+      "step": 18676
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395965555835905e-05,
+      "loss": 0.0007,
+      "step": 18678
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395900859810182e-05,
+      "loss": 0.0015,
+      "step": 18680
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395836163784459e-05,
+      "loss": 0.0002,
+      "step": 18682
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395771467758736e-05,
+      "loss": 0.0016,
+      "step": 18684
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395706771733012e-05,
+      "loss": 0.0029,
+      "step": 18686
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.39564207570729e-05,
+      "loss": 0.0002,
+      "step": 18688
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395577379681567e-05,
+      "loss": 0.0029,
+      "step": 18690
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395512683655843e-05,
+      "loss": 0.0003,
+      "step": 18692
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3954479876301205e-05,
+      "loss": 0.0001,
+      "step": 18694
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395383291604397e-05,
+      "loss": 0.0007,
+      "step": 18696
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3953185955786736e-05,
+      "loss": 0.0006,
+      "step": 18698
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3952538995529506e-05,
+      "loss": 0.0041,
+      "step": 18700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3951892035272275e-05,
+      "loss": 0.0022,
+      "step": 18702
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3951245075015044e-05,
+      "loss": 0.0103,
+      "step": 18704
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.395059811475781e-05,
+      "loss": 0.0048,
+      "step": 18706
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394995115450058e-05,
+      "loss": 0.0059,
+      "step": 18708
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394930419424335e-05,
+      "loss": 0.0003,
+      "step": 18710
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394865723398612e-05,
+      "loss": 0.0003,
+      "step": 18712
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394801027372888e-05,
+      "loss": 0.0018,
+      "step": 18714
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394736331347166e-05,
+      "loss": 0.0064,
+      "step": 18716
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394671635321442e-05,
+      "loss": 0.0036,
+      "step": 18718
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3946069392957196e-05,
+      "loss": 0.0017,
+      "step": 18720
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394542243269996e-05,
+      "loss": 0.0001,
+      "step": 18722
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394477547244273e-05,
+      "loss": 0.0004,
+      "step": 18724
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3944128512185504e-05,
+      "loss": 0.0002,
+      "step": 18726
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3943481551928266e-05,
+      "loss": 0.0032,
+      "step": 18728
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3942834591671035e-05,
+      "loss": 0.0005,
+      "step": 18730
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3942187631413804e-05,
+      "loss": 0.0005,
+      "step": 18732
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394154067115657e-05,
+      "loss": 0.0031,
+      "step": 18734
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394089371089934e-05,
+      "loss": 0.0105,
+      "step": 18736
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.394024675064211e-05,
+      "loss": 0.001,
+      "step": 18738
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393959979038488e-05,
+      "loss": 0.0002,
+      "step": 18740
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393895283012765e-05,
+      "loss": 0.0059,
+      "step": 18742
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393830586987042e-05,
+      "loss": 0.0073,
+      "step": 18744
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393765890961318e-05,
+      "loss": 0.0019,
+      "step": 18746
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393701194935596e-05,
+      "loss": 0.0061,
+      "step": 18748
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393636498909872e-05,
+      "loss": 0.0001,
+      "step": 18750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393571802884149e-05,
+      "loss": 0.0005,
+      "step": 18752
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393507106858426e-05,
+      "loss": 0.0096,
+      "step": 18754
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3934424108327026e-05,
+      "loss": 0.0014,
+      "step": 18756
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3933777148069795e-05,
+      "loss": 0.0043,
+      "step": 18758
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3933130187812565e-05,
+      "loss": 0.0027,
+      "step": 18760
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3932483227555334e-05,
+      "loss": 0.0001,
+      "step": 18762
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.39318362672981e-05,
+      "loss": 0.0014,
+      "step": 18764
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.393118930704087e-05,
+      "loss": 0.0146,
+      "step": 18766
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3930542346783634e-05,
+      "loss": 0.0031,
+      "step": 18768
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392989538652641e-05,
+      "loss": 0.0005,
+      "step": 18770
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392924842626918e-05,
+      "loss": 0.0022,
+      "step": 18772
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392860146601194e-05,
+      "loss": 0.0075,
+      "step": 18774
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392795450575472e-05,
+      "loss": 0.0001,
+      "step": 18776
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392730754549748e-05,
+      "loss": 0.0003,
+      "step": 18778
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3926660585240255e-05,
+      "loss": 0.0002,
+      "step": 18780
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392601362498302e-05,
+      "loss": 0.0048,
+      "step": 18782
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392536666472579e-05,
+      "loss": 0.0005,
+      "step": 18784
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3924719704468556e-05,
+      "loss": 0.0001,
+      "step": 18786
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3924072744211325e-05,
+      "loss": 0.0013,
+      "step": 18788
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3923425783954094e-05,
+      "loss": 0.0012,
+      "step": 18790
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392277882369686e-05,
+      "loss": 0.0004,
+      "step": 18792
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392213186343963e-05,
+      "loss": 0.0081,
+      "step": 18794
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.3921484903182394e-05,
+      "loss": 0.0246,
+      "step": 18796
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392083794292517e-05,
+      "loss": 0.0003,
+      "step": 18798
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.392019098266793e-05,
+      "loss": 0.0093,
+      "step": 18800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.391954402241071e-05,
+      "loss": 0.0001,
+      "step": 18802
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.391889706215348e-05,
+      "loss": 0.0025,
+      "step": 18804
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391825010189624e-05,
+      "loss": 0.0018,
+      "step": 18806
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3917603141639016e-05,
+      "loss": 0.0174,
+      "step": 18808
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391695618138178e-05,
+      "loss": 0.0008,
+      "step": 18810
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391630922112455e-05,
+      "loss": 0.0001,
+      "step": 18812
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3915662260867316e-05,
+      "loss": 0.0027,
+      "step": 18814
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3915015300610085e-05,
+      "loss": 0.0027,
+      "step": 18816
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3914368340352854e-05,
+      "loss": 0.0001,
+      "step": 18818
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3913721380095624e-05,
+      "loss": 0.0074,
+      "step": 18820
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391307441983839e-05,
+      "loss": 0.0011,
+      "step": 18822
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391242745958116e-05,
+      "loss": 0.0001,
+      "step": 18824
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391178049932393e-05,
+      "loss": 0.0004,
+      "step": 18826
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391113353906669e-05,
+      "loss": 0.0157,
+      "step": 18828
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391048657880947e-05,
+      "loss": 0.0034,
+      "step": 18830
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390983961855223e-05,
+      "loss": 0.0155,
+      "step": 18832
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3909192658295e-05,
+      "loss": 0.0006,
+      "step": 18834
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3908545698037776e-05,
+      "loss": 0.0018,
+      "step": 18836
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390789873778054e-05,
+      "loss": 0.0075,
+      "step": 18838
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390725177752331e-05,
+      "loss": 0.0171,
+      "step": 18840
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390660481726608e-05,
+      "loss": 0.0002,
+      "step": 18842
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3905957857008846e-05,
+      "loss": 0.0015,
+      "step": 18844
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3905310896751615e-05,
+      "loss": 0.004,
+      "step": 18846
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3904663936494384e-05,
+      "loss": 0.0008,
+      "step": 18848
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390401697623715e-05,
+      "loss": 0.0001,
+      "step": 18850
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390337001597992e-05,
+      "loss": 0.0071,
+      "step": 18852
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390272305572269e-05,
+      "loss": 0.0275,
+      "step": 18854
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3902076095465453e-05,
+      "loss": 0.0014,
+      "step": 18856
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390142913520823e-05,
+      "loss": 0.0002,
+      "step": 18858
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390078217495099e-05,
+      "loss": 0.0004,
+      "step": 18860
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.390013521469377e-05,
+      "loss": 0.0042,
+      "step": 18862
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389948825443653e-05,
+      "loss": 0.0036,
+      "step": 18864
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38988412941793e-05,
+      "loss": 0.0005,
+      "step": 18866
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3898194333922075e-05,
+      "loss": 0.0103,
+      "step": 18868
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389754737366484e-05,
+      "loss": 0.0016,
+      "step": 18870
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3896900413407606e-05,
+      "loss": 0.0002,
+      "step": 18872
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3896253453150375e-05,
+      "loss": 0.0002,
+      "step": 18874
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3895606492893144e-05,
+      "loss": 0.0081,
+      "step": 18876
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389495953263591e-05,
+      "loss": 0.0084,
+      "step": 18878
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389431257237868e-05,
+      "loss": 0.0027,
+      "step": 18880
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389366561212145e-05,
+      "loss": 0.0003,
+      "step": 18882
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389301865186422e-05,
+      "loss": 0.001,
+      "step": 18884
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389237169160699e-05,
+      "loss": 0.0021,
+      "step": 18886
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389172473134975e-05,
+      "loss": 0.0083,
+      "step": 18888
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389107777109253e-05,
+      "loss": 0.0153,
+      "step": 18890
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.389043081083529e-05,
+      "loss": 0.0001,
+      "step": 18892
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388978385057806e-05,
+      "loss": 0.0001,
+      "step": 18894
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388913689032083e-05,
+      "loss": 0.0001,
+      "step": 18896
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38884899300636e-05,
+      "loss": 0.0036,
+      "step": 18898
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3887842969806367e-05,
+      "loss": 0.0012,
+      "step": 18900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3887196009549136e-05,
+      "loss": 0.0168,
+      "step": 18902
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3886549049291905e-05,
+      "loss": 0.001,
+      "step": 18904
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3885902089034674e-05,
+      "loss": 0.0583,
+      "step": 18906
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388525512877744e-05,
+      "loss": 0.0033,
+      "step": 18908
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3884608168520205e-05,
+      "loss": 0.0018,
+      "step": 18910
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388396120826298e-05,
+      "loss": 0.0007,
+      "step": 18912
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388331424800575e-05,
+      "loss": 0.006,
+      "step": 18914
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388266728774851e-05,
+      "loss": 0.0001,
+      "step": 18916
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388202032749129e-05,
+      "loss": 0.005,
+      "step": 18918
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388137336723405e-05,
+      "loss": 0.0007,
+      "step": 18920
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3880726406976826e-05,
+      "loss": 0.0004,
+      "step": 18922
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.388007944671959e-05,
+      "loss": 0.0005,
+      "step": 18924
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387943248646236e-05,
+      "loss": 0.0012,
+      "step": 18926
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387878552620513e-05,
+      "loss": 0.0002,
+      "step": 18928
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3878138565947896e-05,
+      "loss": 0.003,
+      "step": 18930
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3877491605690665e-05,
+      "loss": 0.0059,
+      "step": 18932
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3876844645433434e-05,
+      "loss": 0.0003,
+      "step": 18934
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38761976851762e-05,
+      "loss": 0.0011,
+      "step": 18936
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3875550724918966e-05,
+      "loss": 0.0018,
+      "step": 18938
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387490376466174e-05,
+      "loss": 0.0009,
+      "step": 18940
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3874256804404504e-05,
+      "loss": 0.0062,
+      "step": 18942
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387360984414728e-05,
+      "loss": 0.0034,
+      "step": 18944
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387296288389004e-05,
+      "loss": 0.0006,
+      "step": 18946
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387231592363281e-05,
+      "loss": 0.0001,
+      "step": 18948
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387166896337559e-05,
+      "loss": 0.0002,
+      "step": 18950
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387102200311835e-05,
+      "loss": 0.0066,
+      "step": 18952
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.387037504286112e-05,
+      "loss": 0.0009,
+      "step": 18954
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386972808260389e-05,
+      "loss": 0.0032,
+      "step": 18956
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3869081122346656e-05,
+      "loss": 0.0002,
+      "step": 18958
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3868434162089426e-05,
+      "loss": 0.0005,
+      "step": 18960
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3867787201832195e-05,
+      "loss": 0.0023,
+      "step": 18962
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3867140241574964e-05,
+      "loss": 0.0003,
+      "step": 18964
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386649328131773e-05,
+      "loss": 0.0004,
+      "step": 18966
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38658463210605e-05,
+      "loss": 0.0035,
+      "step": 18968
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3865199360803264e-05,
+      "loss": 0.005,
+      "step": 18970
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386455240054604e-05,
+      "loss": 0.0059,
+      "step": 18972
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38639054402888e-05,
+      "loss": 0.0001,
+      "step": 18974
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386325848003157e-05,
+      "loss": 0.0001,
+      "step": 18976
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386261151977434e-05,
+      "loss": 0.0077,
+      "step": 18978
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386196455951711e-05,
+      "loss": 0.0035,
+      "step": 18980
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386131759925988e-05,
+      "loss": 0.0009,
+      "step": 18982
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386067063900265e-05,
+      "loss": 0.0006,
+      "step": 18984
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.386002367874542e-05,
+      "loss": 0.0001,
+      "step": 18986
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3859376718488186e-05,
+      "loss": 0.0,
+      "step": 18988
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3858729758230955e-05,
+      "loss": 0.0122,
+      "step": 18990
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3858082797973724e-05,
+      "loss": 0.0002,
+      "step": 18992
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385743583771649e-05,
+      "loss": 0.0003,
+      "step": 18994
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385678887745926e-05,
+      "loss": 0.0001,
+      "step": 18996
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3856141917202025e-05,
+      "loss": 0.0123,
+      "step": 18998
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38554949569448e-05,
+      "loss": 0.0082,
+      "step": 19000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385484799668756e-05,
+      "loss": 0.0016,
+      "step": 19002
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385420103643034e-05,
+      "loss": 0.0073,
+      "step": 19004
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38535540761731e-05,
+      "loss": 0.005,
+      "step": 19006
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385290711591587e-05,
+      "loss": 0.0119,
+      "step": 19008
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385226015565864e-05,
+      "loss": 0.0003,
+      "step": 19010
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385161319540141e-05,
+      "loss": 0.0106,
+      "step": 19012
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.385096623514418e-05,
+      "loss": 0.0032,
+      "step": 19014
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3850319274886946e-05,
+      "loss": 0.0002,
+      "step": 19016
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3849672314629715e-05,
+      "loss": 0.012,
+      "step": 19018
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384902535437248e-05,
+      "loss": 0.0005,
+      "step": 19020
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3848378394115254e-05,
+      "loss": 0.0006,
+      "step": 19022
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3847731433858016e-05,
+      "loss": 0.0002,
+      "step": 19024
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384708447360079e-05,
+      "loss": 0.0004,
+      "step": 19026
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384643751334356e-05,
+      "loss": 0.0054,
+      "step": 19028
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384579055308632e-05,
+      "loss": 0.0024,
+      "step": 19030
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38451435928291e-05,
+      "loss": 0.002,
+      "step": 19032
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384449663257186e-05,
+      "loss": 0.0025,
+      "step": 19034
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384384967231463e-05,
+      "loss": 0.0096,
+      "step": 19036
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38432027120574e-05,
+      "loss": 0.0018,
+      "step": 19038
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384255575180017e-05,
+      "loss": 0.0002,
+      "step": 19040
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384190879154294e-05,
+      "loss": 0.0001,
+      "step": 19042
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.384126183128571e-05,
+      "loss": 0.0002,
+      "step": 19044
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3840614871028476e-05,
+      "loss": 0.0006,
+      "step": 19046
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3839967910771245e-05,
+      "loss": 0.0036,
+      "step": 19048
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3839320950514014e-05,
+      "loss": 0.0053,
+      "step": 19050
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3838673990256776e-05,
+      "loss": 0.0001,
+      "step": 19052
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.383802702999955e-05,
+      "loss": 0.0004,
+      "step": 19054
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3837380069742314e-05,
+      "loss": 0.0017,
+      "step": 19056
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3836733109485084e-05,
+      "loss": 0.0016,
+      "step": 19058
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.383608614922786e-05,
+      "loss": 0.0003,
+      "step": 19060
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.383543918897062e-05,
+      "loss": 0.0002,
+      "step": 19062
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38347922287134e-05,
+      "loss": 0.0136,
+      "step": 19064
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.383414526845616e-05,
+      "loss": 0.0003,
+      "step": 19066
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.383349830819893e-05,
+      "loss": 0.0188,
+      "step": 19068
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.38328513479417e-05,
+      "loss": 0.0219,
+      "step": 19070
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.383220438768447e-05,
+      "loss": 0.0002,
+      "step": 19072
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3831557427427236e-05,
+      "loss": 0.0029,
+      "step": 19074
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3830910467170005e-05,
+      "loss": 0.0076,
+      "step": 19076
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3830263506912774e-05,
+      "loss": 0.0001,
+      "step": 19078
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382961654665554e-05,
+      "loss": 0.0004,
+      "step": 19080
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382896958639831e-05,
+      "loss": 0.006,
+      "step": 19082
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3828322626141075e-05,
+      "loss": 0.0089,
+      "step": 19084
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382767566588385e-05,
+      "loss": 0.0048,
+      "step": 19086
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382702870562661e-05,
+      "loss": 0.0015,
+      "step": 19088
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382638174536938e-05,
+      "loss": 0.0002,
+      "step": 19090
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382573478511216e-05,
+      "loss": 0.0003,
+      "step": 19092
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382508782485492e-05,
+      "loss": 0.0002,
+      "step": 19094
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382444086459769e-05,
+      "loss": 0.0001,
+      "step": 19096
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382379390434046e-05,
+      "loss": 0.0003,
+      "step": 19098
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382314694408323e-05,
+      "loss": 0.0031,
+      "step": 19100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.382249998382599e-05,
+      "loss": 0.0232,
+      "step": 19102
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3821853023568766e-05,
+      "loss": 0.0275,
+      "step": 19104
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3821206063311535e-05,
+      "loss": 0.0009,
+      "step": 19106
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3820559103054304e-05,
+      "loss": 0.0019,
+      "step": 19108
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381991214279707e-05,
+      "loss": 0.0001,
+      "step": 19110
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3819265182539835e-05,
+      "loss": 0.0001,
+      "step": 19112
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381861822228261e-05,
+      "loss": 0.0001,
+      "step": 19114
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3817971262025373e-05,
+      "loss": 0.0001,
+      "step": 19116
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381732430176814e-05,
+      "loss": 0.0054,
+      "step": 19118
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381667734151091e-05,
+      "loss": 0.0002,
+      "step": 19120
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381603038125368e-05,
+      "loss": 0.0002,
+      "step": 19122
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381538342099645e-05,
+      "loss": 0.005,
+      "step": 19124
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381473646073922e-05,
+      "loss": 0.0001,
+      "step": 19126
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381408950048199e-05,
+      "loss": 0.0002,
+      "step": 19128
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381344254022476e-05,
+      "loss": 0.0124,
+      "step": 19130
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3812795579967526e-05,
+      "loss": 0.0056,
+      "step": 19132
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381214861971029e-05,
+      "loss": 0.019,
+      "step": 19134
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3811501659453064e-05,
+      "loss": 0.0005,
+      "step": 19136
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381085469919583e-05,
+      "loss": 0.0161,
+      "step": 19138
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3810207738938596e-05,
+      "loss": 0.0287,
+      "step": 19140
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380956077868137e-05,
+      "loss": 0.0002,
+      "step": 19142
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3808913818424134e-05,
+      "loss": 0.001,
+      "step": 19144
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380826685816691e-05,
+      "loss": 0.0148,
+      "step": 19146
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380761989790967e-05,
+      "loss": 0.0032,
+      "step": 19148
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380697293765244e-05,
+      "loss": 0.0025,
+      "step": 19150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380632597739521e-05,
+      "loss": 0.0007,
+      "step": 19152
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380567901713798e-05,
+      "loss": 0.0083,
+      "step": 19154
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380503205688075e-05,
+      "loss": 0.0146,
+      "step": 19156
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380438509662352e-05,
+      "loss": 0.0026,
+      "step": 19158
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3803738136366287e-05,
+      "loss": 0.0004,
+      "step": 19160
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380309117610905e-05,
+      "loss": 0.0001,
+      "step": 19162
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3802444215851825e-05,
+      "loss": 0.0091,
+      "step": 19164
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380179725559459e-05,
+      "loss": 0.001,
+      "step": 19166
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380115029533736e-05,
+      "loss": 0.0019,
+      "step": 19168
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.380050333508013e-05,
+      "loss": 0.0007,
+      "step": 19170
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3799856374822894e-05,
+      "loss": 0.0103,
+      "step": 19172
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379920941456567e-05,
+      "loss": 0.0063,
+      "step": 19174
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379856245430843e-05,
+      "loss": 0.008,
+      "step": 19176
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.37979154940512e-05,
+      "loss": 0.0086,
+      "step": 19178
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379726853379397e-05,
+      "loss": 0.003,
+      "step": 19180
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379662157353674e-05,
+      "loss": 0.0042,
+      "step": 19182
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379597461327951e-05,
+      "loss": 0.0063,
+      "step": 19184
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379532765302228e-05,
+      "loss": 0.0008,
+      "step": 19186
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379468069276505e-05,
+      "loss": 0.0001,
+      "step": 19188
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3794033732507816e-05,
+      "loss": 0.0099,
+      "step": 19190
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3793386772250585e-05,
+      "loss": 0.0076,
+      "step": 19192
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379273981199335e-05,
+      "loss": 0.0007,
+      "step": 19194
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.379209285173612e-05,
+      "loss": 0.0081,
+      "step": 19196
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3791445891478886e-05,
+      "loss": 0.0049,
+      "step": 19198
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3790798931221655e-05,
+      "loss": 0.004,
+      "step": 19200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3790151970964424e-05,
+      "loss": 0.0026,
+      "step": 19202
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378950501070719e-05,
+      "loss": 0.001,
+      "step": 19204
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378885805044997e-05,
+      "loss": 0.0098,
+      "step": 19206
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378821109019273e-05,
+      "loss": 0.0054,
+      "step": 19208
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.37875641299355e-05,
+      "loss": 0.0001,
+      "step": 19210
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378691716967827e-05,
+      "loss": 0.0169,
+      "step": 19212
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378627020942104e-05,
+      "loss": 0.0097,
+      "step": 19214
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378562324916381e-05,
+      "loss": 0.001,
+      "step": 19216
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3784976288906576e-05,
+      "loss": 0.0164,
+      "step": 19218
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3784329328649346e-05,
+      "loss": 0.0002,
+      "step": 19220
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378368236839211e-05,
+      "loss": 0.0191,
+      "step": 19222
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3783035408134884e-05,
+      "loss": 0.001,
+      "step": 19224
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3782388447877646e-05,
+      "loss": 0.0048,
+      "step": 19226
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378174148762042e-05,
+      "loss": 0.0035,
+      "step": 19228
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3781094527363184e-05,
+      "loss": 0.0021,
+      "step": 19230
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.378044756710595e-05,
+      "loss": 0.0052,
+      "step": 19232
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377980060684872e-05,
+      "loss": 0.0002,
+      "step": 19234
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377915364659149e-05,
+      "loss": 0.0069,
+      "step": 19236
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377850668633426e-05,
+      "loss": 0.0001,
+      "step": 19238
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377785972607703e-05,
+      "loss": 0.0018,
+      "step": 19240
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.37772127658198e-05,
+      "loss": 0.0058,
+      "step": 19242
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377656580556256e-05,
+      "loss": 0.0002,
+      "step": 19244
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377591884530534e-05,
+      "loss": 0.0003,
+      "step": 19246
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.37752718850481e-05,
+      "loss": 0.0046,
+      "step": 19248
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3774624924790875e-05,
+      "loss": 0.0019,
+      "step": 19250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3773977964533644e-05,
+      "loss": 0.0115,
+      "step": 19252
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3773331004276406e-05,
+      "loss": 0.0179,
+      "step": 19254
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377268404401918e-05,
+      "loss": 0.0131,
+      "step": 19256
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3772037083761945e-05,
+      "loss": 0.0022,
+      "step": 19258
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3771390123504714e-05,
+      "loss": 0.0201,
+      "step": 19260
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377074316324748e-05,
+      "loss": 0.0028,
+      "step": 19262
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.377009620299025e-05,
+      "loss": 0.0001,
+      "step": 19264
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376944924273302e-05,
+      "loss": 0.0003,
+      "step": 19266
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376880228247579e-05,
+      "loss": 0.0374,
+      "step": 19268
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376815532221856e-05,
+      "loss": 0.0001,
+      "step": 19270
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376750836196133e-05,
+      "loss": 0.0001,
+      "step": 19272
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.37668614017041e-05,
+      "loss": 0.0016,
+      "step": 19274
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376621444144686e-05,
+      "loss": 0.0014,
+      "step": 19276
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3765567481189635e-05,
+      "loss": 0.0001,
+      "step": 19278
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.37649205209324e-05,
+      "loss": 0.0003,
+      "step": 19280
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376427356067517e-05,
+      "loss": 0.0011,
+      "step": 19282
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376362660041794e-05,
+      "loss": 0.0031,
+      "step": 19284
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3762979640160705e-05,
+      "loss": 0.0001,
+      "step": 19286
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376233267990348e-05,
+      "loss": 0.0006,
+      "step": 19288
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376168571964624e-05,
+      "loss": 0.0044,
+      "step": 19290
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376103875938901e-05,
+      "loss": 0.0004,
+      "step": 19292
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.376039179913178e-05,
+      "loss": 0.0,
+      "step": 19294
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375974483887455e-05,
+      "loss": 0.0016,
+      "step": 19296
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375909787861732e-05,
+      "loss": 0.001,
+      "step": 19298
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375845091836009e-05,
+      "loss": 0.0034,
+      "step": 19300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375780395810286e-05,
+      "loss": 0.001,
+      "step": 19302
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375715699784562e-05,
+      "loss": 0.005,
+      "step": 19304
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3756510037588396e-05,
+      "loss": 0.0013,
+      "step": 19306
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375586307733116e-05,
+      "loss": 0.0169,
+      "step": 19308
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3755216117073934e-05,
+      "loss": 0.0097,
+      "step": 19310
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3754569156816696e-05,
+      "loss": 0.0001,
+      "step": 19312
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3753922196559465e-05,
+      "loss": 0.0042,
+      "step": 19314
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375327523630224e-05,
+      "loss": 0.0109,
+      "step": 19316
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3752628276045004e-05,
+      "loss": 0.0036,
+      "step": 19318
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.375198131578777e-05,
+      "loss": 0.0307,
+      "step": 19320
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.375133435553054e-05,
+      "loss": 0.0186,
+      "step": 19322
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.375068739527331e-05,
+      "loss": 0.0115,
+      "step": 19324
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.375004043501607e-05,
+      "loss": 0.0044,
+      "step": 19326
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374939347475885e-05,
+      "loss": 0.0002,
+      "step": 19328
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374874651450162e-05,
+      "loss": 0.0067,
+      "step": 19330
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374809955424439e-05,
+      "loss": 0.0001,
+      "step": 19332
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3747452593987156e-05,
+      "loss": 0.0138,
+      "step": 19334
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374680563372992e-05,
+      "loss": 0.0188,
+      "step": 19336
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3746158673472694e-05,
+      "loss": 0.0023,
+      "step": 19338
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374551171321546e-05,
+      "loss": 0.0001,
+      "step": 19340
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3744864752958226e-05,
+      "loss": 0.0022,
+      "step": 19342
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3744217792700995e-05,
+      "loss": 0.0017,
+      "step": 19344
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3743570832443764e-05,
+      "loss": 0.0015,
+      "step": 19346
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374292387218654e-05,
+      "loss": 0.0002,
+      "step": 19348
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.37422769119293e-05,
+      "loss": 0.0004,
+      "step": 19350
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374162995167207e-05,
+      "loss": 0.0017,
+      "step": 19352
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374098299141484e-05,
+      "loss": 0.0002,
+      "step": 19354
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.374033603115761e-05,
+      "loss": 0.0001,
+      "step": 19356
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373968907090037e-05,
+      "loss": 0.036,
+      "step": 19358
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373904211064315e-05,
+      "loss": 0.0002,
+      "step": 19360
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373839515038592e-05,
+      "loss": 0.0061,
+      "step": 19362
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373774819012868e-05,
+      "loss": 0.0004,
+      "step": 19364
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3737101229871455e-05,
+      "loss": 0.0026,
+      "step": 19366
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373645426961422e-05,
+      "loss": 0.0024,
+      "step": 19368
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373580730935699e-05,
+      "loss": 0.014,
+      "step": 19370
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3735160349099755e-05,
+      "loss": 0.0002,
+      "step": 19372
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3734513388842524e-05,
+      "loss": 0.0057,
+      "step": 19374
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3733866428585293e-05,
+      "loss": 0.0,
+      "step": 19376
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373321946832806e-05,
+      "loss": 0.0003,
+      "step": 19378
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373257250807083e-05,
+      "loss": 0.0028,
+      "step": 19380
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.37319255478136e-05,
+      "loss": 0.0056,
+      "step": 19382
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373127858755637e-05,
+      "loss": 0.0039,
+      "step": 19384
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.373063162729913e-05,
+      "loss": 0.0037,
+      "step": 19386
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372998466704191e-05,
+      "loss": 0.0023,
+      "step": 19388
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372933770678467e-05,
+      "loss": 0.0073,
+      "step": 19390
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3728690746527446e-05,
+      "loss": 0.0086,
+      "step": 19392
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3728043786270215e-05,
+      "loss": 0.0024,
+      "step": 19394
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372739682601298e-05,
+      "loss": 0.0003,
+      "step": 19396
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372674986575575e-05,
+      "loss": 0.0001,
+      "step": 19398
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3726102905498516e-05,
+      "loss": 0.0112,
+      "step": 19400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3725455945241285e-05,
+      "loss": 0.0001,
+      "step": 19402
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3724808984984054e-05,
+      "loss": 0.027,
+      "step": 19404
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372416202472682e-05,
+      "loss": 0.0003,
+      "step": 19406
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372351506446959e-05,
+      "loss": 0.0001,
+      "step": 19408
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372286810421236e-05,
+      "loss": 0.0002,
+      "step": 19410
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372222114395513e-05,
+      "loss": 0.0041,
+      "step": 19412
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.37215741836979e-05,
+      "loss": 0.0005,
+      "step": 19414
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372092722344067e-05,
+      "loss": 0.006,
+      "step": 19416
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.372028026318343e-05,
+      "loss": 0.0045,
+      "step": 19418
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3719633302926207e-05,
+      "loss": 0.0002,
+      "step": 19420
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371898634266897e-05,
+      "loss": 0.004,
+      "step": 19422
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371833938241174e-05,
+      "loss": 0.0085,
+      "step": 19424
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371769242215451e-05,
+      "loss": 0.0006,
+      "step": 19426
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3717045461897276e-05,
+      "loss": 0.0001,
+      "step": 19428
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371639850164005e-05,
+      "loss": 0.0002,
+      "step": 19430
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3715751541382814e-05,
+      "loss": 0.0008,
+      "step": 19432
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371510458112558e-05,
+      "loss": 0.0064,
+      "step": 19434
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371445762086835e-05,
+      "loss": 0.0018,
+      "step": 19436
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371381066061112e-05,
+      "loss": 0.0145,
+      "step": 19438
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371316370035389e-05,
+      "loss": 0.0004,
+      "step": 19440
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371251674009666e-05,
+      "loss": 0.0045,
+      "step": 19442
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371186977983943e-05,
+      "loss": 0.0017,
+      "step": 19444
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371122281958219e-05,
+      "loss": 0.0007,
+      "step": 19446
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.371057585932497e-05,
+      "loss": 0.0061,
+      "step": 19448
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370992889906773e-05,
+      "loss": 0.0002,
+      "step": 19450
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3709281938810505e-05,
+      "loss": 0.0169,
+      "step": 19452
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370863497855327e-05,
+      "loss": 0.0015,
+      "step": 19454
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3707988018296036e-05,
+      "loss": 0.0018,
+      "step": 19456
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3707341058038806e-05,
+      "loss": 0.0001,
+      "step": 19458
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3706694097781575e-05,
+      "loss": 0.0001,
+      "step": 19460
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3706047137524344e-05,
+      "loss": 0.0012,
+      "step": 19462
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370540017726711e-05,
+      "loss": 0.0097,
+      "step": 19464
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370475321700988e-05,
+      "loss": 0.0096,
+      "step": 19466
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3704106256752644e-05,
+      "loss": 0.001,
+      "step": 19468
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370345929649542e-05,
+      "loss": 0.0002,
+      "step": 19470
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370281233623819e-05,
+      "loss": 0.0047,
+      "step": 19472
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370216537598096e-05,
+      "loss": 0.0003,
+      "step": 19474
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370151841572373e-05,
+      "loss": 0.0036,
+      "step": 19476
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.370087145546649e-05,
+      "loss": 0.0003,
+      "step": 19478
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3700224495209265e-05,
+      "loss": 0.0811,
+      "step": 19480
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369957753495203e-05,
+      "loss": 0.0099,
+      "step": 19482
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36989305746948e-05,
+      "loss": 0.0001,
+      "step": 19484
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3698283614437566e-05,
+      "loss": 0.0138,
+      "step": 19486
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3697636654180335e-05,
+      "loss": 0.0001,
+      "step": 19488
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3696989693923104e-05,
+      "loss": 0.0932,
+      "step": 19490
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369634273366587e-05,
+      "loss": 0.0091,
+      "step": 19492
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369569577340864e-05,
+      "loss": 0.0106,
+      "step": 19494
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369504881315141e-05,
+      "loss": 0.0053,
+      "step": 19496
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369440185289418e-05,
+      "loss": 0.005,
+      "step": 19498
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369375489263694e-05,
+      "loss": 0.0177,
+      "step": 19500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369310793237972e-05,
+      "loss": 0.0027,
+      "step": 19502
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369246097212248e-05,
+      "loss": 0.0018,
+      "step": 19504
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369181401186525e-05,
+      "loss": 0.0004,
+      "step": 19506
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3691167051608026e-05,
+      "loss": 0.0005,
+      "step": 19508
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.369052009135079e-05,
+      "loss": 0.0066,
+      "step": 19510
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3689873131093564e-05,
+      "loss": 0.0002,
+      "step": 19512
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3689226170836326e-05,
+      "loss": 0.0014,
+      "step": 19514
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3688579210579095e-05,
+      "loss": 0.0003,
+      "step": 19516
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3687932250321865e-05,
+      "loss": 0.0065,
+      "step": 19518
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3687285290064634e-05,
+      "loss": 0.0003,
+      "step": 19520
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36866383298074e-05,
+      "loss": 0.0085,
+      "step": 19522
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.368599136955017e-05,
+      "loss": 0.0009,
+      "step": 19524
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.368534440929294e-05,
+      "loss": 0.0004,
+      "step": 19526
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36846974490357e-05,
+      "loss": 0.0003,
+      "step": 19528
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.368405048877848e-05,
+      "loss": 0.0003,
+      "step": 19530
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.368340352852124e-05,
+      "loss": 0.0061,
+      "step": 19532
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.368275656826402e-05,
+      "loss": 0.0004,
+      "step": 19534
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.368210960800678e-05,
+      "loss": 0.0003,
+      "step": 19536
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.368146264774955e-05,
+      "loss": 0.0002,
+      "step": 19538
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3680815687492324e-05,
+      "loss": 0.0027,
+      "step": 19540
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.368016872723509e-05,
+      "loss": 0.0004,
+      "step": 19542
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3679521766977856e-05,
+      "loss": 0.0046,
+      "step": 19544
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3678874806720625e-05,
+      "loss": 0.0024,
+      "step": 19546
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3678227846463394e-05,
+      "loss": 0.0166,
+      "step": 19548
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367758088620616e-05,
+      "loss": 0.0062,
+      "step": 19550
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367693392594893e-05,
+      "loss": 0.0003,
+      "step": 19552
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36762869656917e-05,
+      "loss": 0.0009,
+      "step": 19554
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367564000543447e-05,
+      "loss": 0.0044,
+      "step": 19556
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367499304517724e-05,
+      "loss": 0.0003,
+      "step": 19558
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367434608492e-05,
+      "loss": 0.0166,
+      "step": 19560
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367369912466278e-05,
+      "loss": 0.003,
+      "step": 19562
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367305216440554e-05,
+      "loss": 0.0102,
+      "step": 19564
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367240520414831e-05,
+      "loss": 0.0175,
+      "step": 19566
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367175824389108e-05,
+      "loss": 0.0002,
+      "step": 19568
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367111128363385e-05,
+      "loss": 0.0008,
+      "step": 19570
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.367046432337662e-05,
+      "loss": 0.0002,
+      "step": 19572
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3669817363119385e-05,
+      "loss": 0.0005,
+      "step": 19574
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3669170402862154e-05,
+      "loss": 0.0002,
+      "step": 19576
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3668523442604924e-05,
+      "loss": 0.0002,
+      "step": 19578
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.366787648234769e-05,
+      "loss": 0.0002,
+      "step": 19580
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3667229522090455e-05,
+      "loss": 0.001,
+      "step": 19582
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.366658256183323e-05,
+      "loss": 0.0037,
+      "step": 19584
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3665935601576e-05,
+      "loss": 0.002,
+      "step": 19586
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.366528864131876e-05,
+      "loss": 0.0026,
+      "step": 19588
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.366464168106154e-05,
+      "loss": 0.0008,
+      "step": 19590
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36639947208043e-05,
+      "loss": 0.0001,
+      "step": 19592
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3663347760547076e-05,
+      "loss": 0.006,
+      "step": 19594
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.366270080028984e-05,
+      "loss": 0.0002,
+      "step": 19596
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.366205384003261e-05,
+      "loss": 0.0009,
+      "step": 19598
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.366140687977538e-05,
+      "loss": 0.0001,
+      "step": 19600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3660759919518146e-05,
+      "loss": 0.0015,
+      "step": 19602
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3660112959260915e-05,
+      "loss": 0.0001,
+      "step": 19604
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3659465999003684e-05,
+      "loss": 0.0136,
+      "step": 19606
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.365881903874645e-05,
+      "loss": 0.0082,
+      "step": 19608
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3658172078489215e-05,
+      "loss": 0.0004,
+      "step": 19610
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.365752511823199e-05,
+      "loss": 0.0002,
+      "step": 19612
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3656878157974753e-05,
+      "loss": 0.003,
+      "step": 19614
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.365623119771753e-05,
+      "loss": 0.0026,
+      "step": 19616
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36555842374603e-05,
+      "loss": 0.0004,
+      "step": 19618
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.365493727720306e-05,
+      "loss": 0.001,
+      "step": 19620
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3654290316945837e-05,
+      "loss": 0.0035,
+      "step": 19622
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36536433566886e-05,
+      "loss": 0.0077,
+      "step": 19624
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.365299639643137e-05,
+      "loss": 0.0087,
+      "step": 19626
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.365234943617414e-05,
+      "loss": 0.0037,
+      "step": 19628
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3651702475916906e-05,
+      "loss": 0.0175,
+      "step": 19630
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3651055515659675e-05,
+      "loss": 0.0134,
+      "step": 19632
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3650408555402444e-05,
+      "loss": 0.0001,
+      "step": 19634
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3649761595145213e-05,
+      "loss": 0.002,
+      "step": 19636
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.364911463488798e-05,
+      "loss": 0.0007,
+      "step": 19638
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.364846767463075e-05,
+      "loss": 0.0049,
+      "step": 19640
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3647820714373514e-05,
+      "loss": 0.0002,
+      "step": 19642
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.364717375411629e-05,
+      "loss": 0.0025,
+      "step": 19644
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.364652679385905e-05,
+      "loss": 0.0107,
+      "step": 19646
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.364587983360182e-05,
+      "loss": 0.0028,
+      "step": 19648
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36452328733446e-05,
+      "loss": 0.0001,
+      "step": 19650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.364458591308736e-05,
+      "loss": 0.0029,
+      "step": 19652
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3643938952830135e-05,
+      "loss": 0.0158,
+      "step": 19654
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36432919925729e-05,
+      "loss": 0.0,
+      "step": 19656
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3642645032315667e-05,
+      "loss": 0.0001,
+      "step": 19658
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3641998072058436e-05,
+      "loss": 0.0012,
+      "step": 19660
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3641351111801205e-05,
+      "loss": 0.0082,
+      "step": 19662
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3640704151543974e-05,
+      "loss": 0.013,
+      "step": 19664
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.364005719128674e-05,
+      "loss": 0.0019,
+      "step": 19666
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363941023102951e-05,
+      "loss": 0.0325,
+      "step": 19668
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3638763270772274e-05,
+      "loss": 0.0084,
+      "step": 19670
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363811631051505e-05,
+      "loss": 0.0003,
+      "step": 19672
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363746935025781e-05,
+      "loss": 0.001,
+      "step": 19674
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363682239000059e-05,
+      "loss": 0.0032,
+      "step": 19676
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363617542974335e-05,
+      "loss": 0.0033,
+      "step": 19678
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363552846948612e-05,
+      "loss": 0.0079,
+      "step": 19680
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363488150922889e-05,
+      "loss": 0.0115,
+      "step": 19682
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363423454897166e-05,
+      "loss": 0.0031,
+      "step": 19684
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363358758871443e-05,
+      "loss": 0.0014,
+      "step": 19686
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3632940628457196e-05,
+      "loss": 0.0045,
+      "step": 19688
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3632293668199965e-05,
+      "loss": 0.0136,
+      "step": 19690
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363164670794273e-05,
+      "loss": 0.0002,
+      "step": 19692
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36309997476855e-05,
+      "loss": 0.0001,
+      "step": 19694
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.363035278742827e-05,
+      "loss": 0.0039,
+      "step": 19696
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362970582717104e-05,
+      "loss": 0.0073,
+      "step": 19698
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362905886691381e-05,
+      "loss": 0.0013,
+      "step": 19700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362841190665657e-05,
+      "loss": 0.0036,
+      "step": 19702
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362776494639935e-05,
+      "loss": 0.0115,
+      "step": 19704
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362711798614211e-05,
+      "loss": 0.0004,
+      "step": 19706
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362647102588488e-05,
+      "loss": 0.0098,
+      "step": 19708
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362582406562765e-05,
+      "loss": 0.0092,
+      "step": 19710
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362517710537042e-05,
+      "loss": 0.0132,
+      "step": 19712
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.362453014511319e-05,
+      "loss": 0.0016,
+      "step": 19714
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3623883184855956e-05,
+      "loss": 0.0039,
+      "step": 19716
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3623236224598726e-05,
+      "loss": 0.0001,
+      "step": 19718
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3622589264341495e-05,
+      "loss": 0.009,
+      "step": 19720
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3621942304084264e-05,
+      "loss": 0.0073,
+      "step": 19722
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3621295343827026e-05,
+      "loss": 0.0004,
+      "step": 19724
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36206483835698e-05,
+      "loss": 0.0062,
+      "step": 19726
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3620001423312564e-05,
+      "loss": 0.0005,
+      "step": 19728
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361935446305533e-05,
+      "loss": 0.0019,
+      "step": 19730
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361870750279811e-05,
+      "loss": 0.0017,
+      "step": 19732
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361806054254087e-05,
+      "loss": 0.0009,
+      "step": 19734
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361741358228365e-05,
+      "loss": 0.0002,
+      "step": 19736
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361676662202641e-05,
+      "loss": 0.0001,
+      "step": 19738
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361611966176918e-05,
+      "loss": 0.0105,
+      "step": 19740
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361547270151195e-05,
+      "loss": 0.0019,
+      "step": 19742
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361482574125472e-05,
+      "loss": 0.009,
+      "step": 19744
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3614178780997486e-05,
+      "loss": 0.0016,
+      "step": 19746
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3613531820740255e-05,
+      "loss": 0.0032,
+      "step": 19748
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3612884860483024e-05,
+      "loss": 0.005,
+      "step": 19750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3612237900225786e-05,
+      "loss": 0.0046,
+      "step": 19752
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.361159093996856e-05,
+      "loss": 0.0001,
+      "step": 19754
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3610943979711325e-05,
+      "loss": 0.0004,
+      "step": 19756
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.36102970194541e-05,
+      "loss": 0.0323,
+      "step": 19758
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360965005919686e-05,
+      "loss": 0.0006,
+      "step": 19760
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360900309893963e-05,
+      "loss": 0.0038,
+      "step": 19762
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360835613868241e-05,
+      "loss": 0.0109,
+      "step": 19764
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360770917842517e-05,
+      "loss": 0.0003,
+      "step": 19766
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360706221816794e-05,
+      "loss": 0.0003,
+      "step": 19768
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360641525791071e-05,
+      "loss": 0.0024,
+      "step": 19770
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360576829765348e-05,
+      "loss": 0.0003,
+      "step": 19772
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3605121337396246e-05,
+      "loss": 0.0007,
+      "step": 19774
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3604474377139015e-05,
+      "loss": 0.0092,
+      "step": 19776
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3603827416881785e-05,
+      "loss": 0.0026,
+      "step": 19778
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3603180456624554e-05,
+      "loss": 0.0155,
+      "step": 19780
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360253349636732e-05,
+      "loss": 0.0001,
+      "step": 19782
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3601886536110085e-05,
+      "loss": 0.0092,
+      "step": 19784
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360123957585286e-05,
+      "loss": 0.0006,
+      "step": 19786
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.360059261559562e-05,
+      "loss": 0.0002,
+      "step": 19788
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359994565533839e-05,
+      "loss": 0.0135,
+      "step": 19790
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359929869508116e-05,
+      "loss": 0.0001,
+      "step": 19792
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359865173482393e-05,
+      "loss": 0.0003,
+      "step": 19794
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3598004774566706e-05,
+      "loss": 0.0031,
+      "step": 19796
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359735781430947e-05,
+      "loss": 0.0006,
+      "step": 19798
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359671085405224e-05,
+      "loss": 0.0002,
+      "step": 19800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359606389379501e-05,
+      "loss": 0.0091,
+      "step": 19802
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3595416933537776e-05,
+      "loss": 0.0034,
+      "step": 19804
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359476997328054e-05,
+      "loss": 0.0001,
+      "step": 19806
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3594123013023314e-05,
+      "loss": 0.0002,
+      "step": 19808
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359347605276608e-05,
+      "loss": 0.0002,
+      "step": 19810
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3592829092508845e-05,
+      "loss": 0.0217,
+      "step": 19812
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359218213225162e-05,
+      "loss": 0.0012,
+      "step": 19814
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3591535171994384e-05,
+      "loss": 0.0069,
+      "step": 19816
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359088821173716e-05,
+      "loss": 0.0002,
+      "step": 19818
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.359024125147992e-05,
+      "loss": 0.0002,
+      "step": 19820
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.358959429122269e-05,
+      "loss": 0.0001,
+      "step": 19822
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.358894733096546e-05,
+      "loss": 0.0004,
+      "step": 19824
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.358830037070823e-05,
+      "loss": 0.0001,
+      "step": 19826
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3587653410451e-05,
+      "loss": 0.0139,
+      "step": 19828
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.358700645019377e-05,
+      "loss": 0.0189,
+      "step": 19830
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3586359489936536e-05,
+      "loss": 0.0032,
+      "step": 19832
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.35857125296793e-05,
+      "loss": 0.0071,
+      "step": 19834
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3585065569422074e-05,
+      "loss": 0.0017,
+      "step": 19836
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.358441860916484e-05,
+      "loss": 0.0001,
+      "step": 19838
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.358377164890761e-05,
+      "loss": 0.0042,
+      "step": 19840
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.358312468865038e-05,
+      "loss": 0.0035,
+      "step": 19842
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3582477728393144e-05,
+      "loss": 0.0001,
+      "step": 19844
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.358183076813592e-05,
+      "loss": 0.0007,
+      "step": 19846
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.358118380787868e-05,
+      "loss": 0.0004,
+      "step": 19848
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.358053684762145e-05,
+      "loss": 0.1025,
+      "step": 19850
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357988988736422e-05,
+      "loss": 0.0016,
+      "step": 19852
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357924292710699e-05,
+      "loss": 0.0003,
+      "step": 19854
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357859596684976e-05,
+      "loss": 0.0097,
+      "step": 19856
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357794900659253e-05,
+      "loss": 0.0344,
+      "step": 19858
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.35773020463353e-05,
+      "loss": 0.018,
+      "step": 19860
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3576655086078066e-05,
+      "loss": 0.0003,
+      "step": 19862
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3576008125820835e-05,
+      "loss": 0.0239,
+      "step": 19864
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.35753611655636e-05,
+      "loss": 0.0116,
+      "step": 19866
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357471420530637e-05,
+      "loss": 0.0077,
+      "step": 19868
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3574067245049135e-05,
+      "loss": 0.0007,
+      "step": 19870
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3573420284791904e-05,
+      "loss": 0.0006,
+      "step": 19872
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357277332453468e-05,
+      "loss": 0.0041,
+      "step": 19874
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357212636427744e-05,
+      "loss": 0.0115,
+      "step": 19876
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357147940402022e-05,
+      "loss": 0.0002,
+      "step": 19878
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357083244376298e-05,
+      "loss": 0.0228,
+      "step": 19880
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.357018548350575e-05,
+      "loss": 0.0199,
+      "step": 19882
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356953852324852e-05,
+      "loss": 0.0001,
+      "step": 19884
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356889156299129e-05,
+      "loss": 0.0001,
+      "step": 19886
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356824460273406e-05,
+      "loss": 0.0011,
+      "step": 19888
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3567597642476826e-05,
+      "loss": 0.0103,
+      "step": 19890
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3566950682219595e-05,
+      "loss": 0.0071,
+      "step": 19892
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356630372196236e-05,
+      "loss": 0.023,
+      "step": 19894
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3565656761705133e-05,
+      "loss": 0.0063,
+      "step": 19896
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3565009801447896e-05,
+      "loss": 0.0087,
+      "step": 19898
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356436284119067e-05,
+      "loss": 0.0003,
+      "step": 19900
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3563715880933434e-05,
+      "loss": 0.0002,
+      "step": 19902
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.35630689206762e-05,
+      "loss": 0.0187,
+      "step": 19904
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356242196041897e-05,
+      "loss": 0.0001,
+      "step": 19906
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356177500016174e-05,
+      "loss": 0.0003,
+      "step": 19908
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356112803990451e-05,
+      "loss": 0.0077,
+      "step": 19910
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.356048107964728e-05,
+      "loss": 0.0093,
+      "step": 19912
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355983411939005e-05,
+      "loss": 0.0009,
+      "step": 19914
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355918715913282e-05,
+      "loss": 0.0107,
+      "step": 19916
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3558540198875587e-05,
+      "loss": 0.0002,
+      "step": 19918
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3557893238618356e-05,
+      "loss": 0.0011,
+      "step": 19920
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3557246278361125e-05,
+      "loss": 0.0031,
+      "step": 19922
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3556599318103894e-05,
+      "loss": 0.007,
+      "step": 19924
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3555952357846656e-05,
+      "loss": 0.0223,
+      "step": 19926
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355530539758943e-05,
+      "loss": 0.0001,
+      "step": 19928
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3554658437332194e-05,
+      "loss": 0.0001,
+      "step": 19930
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355401147707496e-05,
+      "loss": 0.0004,
+      "step": 19932
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355336451681773e-05,
+      "loss": 0.0001,
+      "step": 19934
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.35527175565605e-05,
+      "loss": 0.0002,
+      "step": 19936
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355207059630327e-05,
+      "loss": 0.0008,
+      "step": 19938
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355142363604604e-05,
+      "loss": 0.0053,
+      "step": 19940
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355077667578881e-05,
+      "loss": 0.0021,
+      "step": 19942
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.355012971553158e-05,
+      "loss": 0.0001,
+      "step": 19944
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354948275527435e-05,
+      "loss": 0.0044,
+      "step": 19946
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354883579501711e-05,
+      "loss": 0.0014,
+      "step": 19948
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3548188834759885e-05,
+      "loss": 0.0001,
+      "step": 19950
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3547541874502654e-05,
+      "loss": 0.0002,
+      "step": 19952
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3546894914245417e-05,
+      "loss": 0.0026,
+      "step": 19954
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354624795398819e-05,
+      "loss": 0.0016,
+      "step": 19956
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3545600993730955e-05,
+      "loss": 0.0021,
+      "step": 19958
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354495403347373e-05,
+      "loss": 0.0001,
+      "step": 19960
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354430707321649e-05,
+      "loss": 0.0361,
+      "step": 19962
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354366011295926e-05,
+      "loss": 0.0013,
+      "step": 19964
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354301315270203e-05,
+      "loss": 0.0003,
+      "step": 19966
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.35423661924448e-05,
+      "loss": 0.0073,
+      "step": 19968
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354171923218757e-05,
+      "loss": 0.0014,
+      "step": 19970
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354107227193034e-05,
+      "loss": 0.0248,
+      "step": 19972
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.354042531167311e-05,
+      "loss": 0.0384,
+      "step": 19974
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353977835141587e-05,
+      "loss": 0.007,
+      "step": 19976
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3539131391158646e-05,
+      "loss": 0.0002,
+      "step": 19978
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353848443090141e-05,
+      "loss": 0.0003,
+      "step": 19980
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3537837470644184e-05,
+      "loss": 0.0082,
+      "step": 19982
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3537190510386946e-05,
+      "loss": 0.0015,
+      "step": 19984
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3536543550129715e-05,
+      "loss": 0.0001,
+      "step": 19986
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353589658987249e-05,
+      "loss": 0.0167,
+      "step": 19988
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353524962961525e-05,
+      "loss": 0.0001,
+      "step": 19990
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353460266935802e-05,
+      "loss": 0.0149,
+      "step": 19992
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353395570910079e-05,
+      "loss": 0.002,
+      "step": 19994
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353330874884356e-05,
+      "loss": 0.0005,
+      "step": 19996
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353266178858633e-05,
+      "loss": 0.0051,
+      "step": 19998
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.35320148283291e-05,
+      "loss": 0.0003,
+      "step": 20000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353136786807187e-05,
+      "loss": 0.0029,
+      "step": 20002
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.353072090781464e-05,
+      "loss": 0.0044,
+      "step": 20004
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3530073947557406e-05,
+      "loss": 0.0083,
+      "step": 20006
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.352942698730017e-05,
+      "loss": 0.0026,
+      "step": 20008
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3528780027042944e-05,
+      "loss": 0.0068,
+      "step": 20010
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3528133066785706e-05,
+      "loss": 0.0033,
+      "step": 20012
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3527486106528475e-05,
+      "loss": 0.022,
+      "step": 20014
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3526839146271245e-05,
+      "loss": 0.0001,
+      "step": 20016
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3526192186014014e-05,
+      "loss": 0.0003,
+      "step": 20018
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.352554522575679e-05,
+      "loss": 0.0002,
+      "step": 20020
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.352489826549955e-05,
+      "loss": 0.0071,
+      "step": 20022
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.352425130524232e-05,
+      "loss": 0.0002,
+      "step": 20024
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.352360434498509e-05,
+      "loss": 0.0018,
+      "step": 20026
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.352295738472786e-05,
+      "loss": 0.0001,
+      "step": 20028
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.352231042447063e-05,
+      "loss": 0.0003,
+      "step": 20030
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.35216634642134e-05,
+      "loss": 0.0002,
+      "step": 20032
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3521016503956166e-05,
+      "loss": 0.0027,
+      "step": 20034
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.352036954369893e-05,
+      "loss": 0.0006,
+      "step": 20036
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3519722583441705e-05,
+      "loss": 0.0001,
+      "step": 20038
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351907562318447e-05,
+      "loss": 0.0038,
+      "step": 20040
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351842866292724e-05,
+      "loss": 0.0002,
+      "step": 20042
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3517781702670005e-05,
+      "loss": 0.0063,
+      "step": 20044
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3517134742412774e-05,
+      "loss": 0.0664,
+      "step": 20046
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351648778215554e-05,
+      "loss": 0.0083,
+      "step": 20048
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351584082189831e-05,
+      "loss": 0.0007,
+      "step": 20050
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351519386164108e-05,
+      "loss": 0.0022,
+      "step": 20052
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351454690138385e-05,
+      "loss": 0.0001,
+      "step": 20054
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351389994112662e-05,
+      "loss": 0.0111,
+      "step": 20056
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351325298086938e-05,
+      "loss": 0.0047,
+      "step": 20058
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351260602061216e-05,
+      "loss": 0.001,
+      "step": 20060
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351195906035492e-05,
+      "loss": 0.0033,
+      "step": 20062
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3511312100097696e-05,
+      "loss": 0.0001,
+      "step": 20064
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3510665139840465e-05,
+      "loss": 0.0074,
+      "step": 20066
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.351001817958323e-05,
+      "loss": 0.0133,
+      "step": 20068
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3509371219326e-05,
+      "loss": 0.0011,
+      "step": 20070
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3508724259068765e-05,
+      "loss": 0.0002,
+      "step": 20072
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3508077298811534e-05,
+      "loss": 0.0001,
+      "step": 20074
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3507430338554304e-05,
+      "loss": 0.0001,
+      "step": 20076
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350678337829707e-05,
+      "loss": 0.0001,
+      "step": 20078
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350613641803984e-05,
+      "loss": 0.0002,
+      "step": 20080
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350548945778261e-05,
+      "loss": 0.0019,
+      "step": 20082
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350484249752538e-05,
+      "loss": 0.0003,
+      "step": 20084
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350419553726815e-05,
+      "loss": 0.0004,
+      "step": 20086
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350354857701092e-05,
+      "loss": 0.0027,
+      "step": 20088
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350290161675368e-05,
+      "loss": 0.0004,
+      "step": 20090
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3502254656496456e-05,
+      "loss": 0.0052,
+      "step": 20092
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350160769623922e-05,
+      "loss": 0.0032,
+      "step": 20094
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.350096073598199e-05,
+      "loss": 0.0001,
+      "step": 20096
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3500313775724763e-05,
+      "loss": 0.0003,
+      "step": 20098
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3499666815467526e-05,
+      "loss": 0.001,
+      "step": 20100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34990198552103e-05,
+      "loss": 0.0217,
+      "step": 20102
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3498372894953064e-05,
+      "loss": 0.0001,
+      "step": 20104
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349772593469583e-05,
+      "loss": 0.0007,
+      "step": 20106
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34970789744386e-05,
+      "loss": 0.0008,
+      "step": 20108
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349643201418137e-05,
+      "loss": 0.0038,
+      "step": 20110
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349578505392414e-05,
+      "loss": 0.0005,
+      "step": 20112
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349513809366691e-05,
+      "loss": 0.0002,
+      "step": 20114
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349449113340968e-05,
+      "loss": 0.0032,
+      "step": 20116
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349384417315244e-05,
+      "loss": 0.0004,
+      "step": 20118
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349319721289522e-05,
+      "loss": 0.0003,
+      "step": 20120
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349255025263798e-05,
+      "loss": 0.0001,
+      "step": 20122
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3491903292380755e-05,
+      "loss": 0.0035,
+      "step": 20124
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.349125633212352e-05,
+      "loss": 0.0001,
+      "step": 20126
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3490609371866286e-05,
+      "loss": 0.0067,
+      "step": 20128
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348996241160906e-05,
+      "loss": 0.0085,
+      "step": 20130
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3489315451351824e-05,
+      "loss": 0.0001,
+      "step": 20132
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3488668491094593e-05,
+      "loss": 0.0005,
+      "step": 20134
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348802153083736e-05,
+      "loss": 0.0012,
+      "step": 20136
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348737457058013e-05,
+      "loss": 0.0124,
+      "step": 20138
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34867276103229e-05,
+      "loss": 0.0002,
+      "step": 20140
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348608065006567e-05,
+      "loss": 0.0002,
+      "step": 20142
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348543368980844e-05,
+      "loss": 0.0002,
+      "step": 20144
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348478672955121e-05,
+      "loss": 0.0057,
+      "step": 20146
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348413976929398e-05,
+      "loss": 0.0001,
+      "step": 20148
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348349280903674e-05,
+      "loss": 0.0,
+      "step": 20150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3482845848779515e-05,
+      "loss": 0.0001,
+      "step": 20152
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.348219888852228e-05,
+      "loss": 0.0001,
+      "step": 20154
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3481551928265047e-05,
+      "loss": 0.0004,
+      "step": 20156
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3480904968007816e-05,
+      "loss": 0.0001,
+      "step": 20158
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3480258007750585e-05,
+      "loss": 0.0083,
+      "step": 20160
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3479611047493354e-05,
+      "loss": 0.0023,
+      "step": 20162
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.347896408723612e-05,
+      "loss": 0.0077,
+      "step": 20164
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.347831712697889e-05,
+      "loss": 0.0007,
+      "step": 20166
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.347767016672166e-05,
+      "loss": 0.0004,
+      "step": 20168
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.347702320646443e-05,
+      "loss": 0.0052,
+      "step": 20170
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.347637624620719e-05,
+      "loss": 0.0001,
+      "step": 20172
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.347572928594997e-05,
+      "loss": 0.028,
+      "step": 20174
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.347508232569274e-05,
+      "loss": 0.0002,
+      "step": 20176
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34744353654355e-05,
+      "loss": 0.0,
+      "step": 20178
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3473788405178276e-05,
+      "loss": 0.0001,
+      "step": 20180
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.347314144492104e-05,
+      "loss": 0.0026,
+      "step": 20182
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3472494484663814e-05,
+      "loss": 0.0007,
+      "step": 20184
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3471847524406576e-05,
+      "loss": 0.0001,
+      "step": 20186
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3471200564149345e-05,
+      "loss": 0.0005,
+      "step": 20188
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3470553603892114e-05,
+      "loss": 0.0002,
+      "step": 20190
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346990664363488e-05,
+      "loss": 0.0046,
+      "step": 20192
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346925968337765e-05,
+      "loss": 0.0002,
+      "step": 20194
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346861272312042e-05,
+      "loss": 0.0041,
+      "step": 20196
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346796576286319e-05,
+      "loss": 0.0005,
+      "step": 20198
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346731880260595e-05,
+      "loss": 0.0068,
+      "step": 20200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346667184234873e-05,
+      "loss": 0.0021,
+      "step": 20202
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346602488209149e-05,
+      "loss": 0.002,
+      "step": 20204
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346537792183427e-05,
+      "loss": 0.0025,
+      "step": 20206
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346473096157703e-05,
+      "loss": 0.0003,
+      "step": 20208
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34640840013198e-05,
+      "loss": 0.0031,
+      "step": 20210
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3463437041062574e-05,
+      "loss": 0.0007,
+      "step": 20212
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3462790080805336e-05,
+      "loss": 0.0048,
+      "step": 20214
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3462143120548106e-05,
+      "loss": 0.0072,
+      "step": 20216
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3461496160290875e-05,
+      "loss": 0.0004,
+      "step": 20218
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3460849200033644e-05,
+      "loss": 0.0009,
+      "step": 20220
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.346020223977641e-05,
+      "loss": 0.0003,
+      "step": 20222
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345955527951918e-05,
+      "loss": 0.0091,
+      "step": 20224
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345890831926195e-05,
+      "loss": 0.0001,
+      "step": 20226
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345826135900472e-05,
+      "loss": 0.0005,
+      "step": 20228
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345761439874749e-05,
+      "loss": 0.0098,
+      "step": 20230
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345696743849025e-05,
+      "loss": 0.0009,
+      "step": 20232
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345632047823303e-05,
+      "loss": 0.0038,
+      "step": 20234
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345567351797579e-05,
+      "loss": 0.0001,
+      "step": 20236
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345502655771856e-05,
+      "loss": 0.0002,
+      "step": 20238
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345437959746133e-05,
+      "loss": 0.0002,
+      "step": 20240
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34537326372041e-05,
+      "loss": 0.0003,
+      "step": 20242
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345308567694687e-05,
+      "loss": 0.0004,
+      "step": 20244
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3452438716689635e-05,
+      "loss": 0.0056,
+      "step": 20246
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3451791756432404e-05,
+      "loss": 0.0018,
+      "step": 20248
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345114479617517e-05,
+      "loss": 0.0031,
+      "step": 20250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.345049783591794e-05,
+      "loss": 0.0004,
+      "step": 20252
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344985087566071e-05,
+      "loss": 0.0035,
+      "step": 20254
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344920391540348e-05,
+      "loss": 0.013,
+      "step": 20256
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344855695514625e-05,
+      "loss": 0.0001,
+      "step": 20258
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344790999488901e-05,
+      "loss": 0.0104,
+      "step": 20260
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344726303463179e-05,
+      "loss": 0.0001,
+      "step": 20262
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344661607437455e-05,
+      "loss": 0.0009,
+      "step": 20264
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3445969114117326e-05,
+      "loss": 0.0035,
+      "step": 20266
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344532215386009e-05,
+      "loss": 0.0034,
+      "step": 20268
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344467519360286e-05,
+      "loss": 0.0001,
+      "step": 20270
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3444028233345626e-05,
+      "loss": 0.0001,
+      "step": 20272
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3443381273088395e-05,
+      "loss": 0.0007,
+      "step": 20274
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3442734312831165e-05,
+      "loss": 0.0008,
+      "step": 20276
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3442087352573934e-05,
+      "loss": 0.0,
+      "step": 20278
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34414403923167e-05,
+      "loss": 0.0002,
+      "step": 20280
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344079343205947e-05,
+      "loss": 0.0026,
+      "step": 20282
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.344014647180224e-05,
+      "loss": 0.0072,
+      "step": 20284
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3439499511545e-05,
+      "loss": 0.0001,
+      "step": 20286
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.343885255128778e-05,
+      "loss": 0.0001,
+      "step": 20288
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.343820559103055e-05,
+      "loss": 0.0001,
+      "step": 20290
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.343755863077331e-05,
+      "loss": 0.0048,
+      "step": 20292
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3436911670516086e-05,
+      "loss": 0.0091,
+      "step": 20294
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.343626471025885e-05,
+      "loss": 0.003,
+      "step": 20296
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.343561775000162e-05,
+      "loss": 0.0045,
+      "step": 20298
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.343497078974439e-05,
+      "loss": 0.0024,
+      "step": 20300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3434323829487156e-05,
+      "loss": 0.0002,
+      "step": 20302
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3433676869229925e-05,
+      "loss": 0.0079,
+      "step": 20304
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3433029908972694e-05,
+      "loss": 0.0118,
+      "step": 20306
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.343238294871546e-05,
+      "loss": 0.0022,
+      "step": 20308
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.343173598845823e-05,
+      "loss": 0.0066,
+      "step": 20310
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3431089028201e-05,
+      "loss": 0.0001,
+      "step": 20312
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3430442067943764e-05,
+      "loss": 0.0039,
+      "step": 20314
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342979510768654e-05,
+      "loss": 0.0096,
+      "step": 20316
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34291481474293e-05,
+      "loss": 0.0002,
+      "step": 20318
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342850118717207e-05,
+      "loss": 0.0001,
+      "step": 20320
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342785422691485e-05,
+      "loss": 0.0027,
+      "step": 20322
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342720726665761e-05,
+      "loss": 0.0429,
+      "step": 20324
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3426560306400385e-05,
+      "loss": 0.0007,
+      "step": 20326
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342591334614315e-05,
+      "loss": 0.0001,
+      "step": 20328
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3425266385885916e-05,
+      "loss": 0.0018,
+      "step": 20330
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3424619425628685e-05,
+      "loss": 0.0037,
+      "step": 20332
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3423972465371454e-05,
+      "loss": 0.0001,
+      "step": 20334
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3423325505114224e-05,
+      "loss": 0.0017,
+      "step": 20336
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342267854485699e-05,
+      "loss": 0.0079,
+      "step": 20338
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342203158459976e-05,
+      "loss": 0.0001,
+      "step": 20340
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.3421384624342524e-05,
+      "loss": 0.0029,
+      "step": 20342
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34207376640853e-05,
+      "loss": 0.0001,
+      "step": 20344
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.342009070382806e-05,
+      "loss": 0.0014,
+      "step": 20346
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.341944374357084e-05,
+      "loss": 0.0043,
+      "step": 20348
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.34187967833136e-05,
+      "loss": 0.0036,
+      "step": 20350
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.341814982305637e-05,
+      "loss": 0.0008,
+      "step": 20352
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3417502862799145e-05,
+      "loss": 0.0001,
+      "step": 20354
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.341685590254191e-05,
+      "loss": 0.0002,
+      "step": 20356
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.341620894228468e-05,
+      "loss": 0.0067,
+      "step": 20358
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3415561982027446e-05,
+      "loss": 0.0067,
+      "step": 20360
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3414915021770215e-05,
+      "loss": 0.0031,
+      "step": 20362
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3414268061512984e-05,
+      "loss": 0.0015,
+      "step": 20364
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.341362110125575e-05,
+      "loss": 0.0385,
+      "step": 20366
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.341297414099852e-05,
+      "loss": 0.0007,
+      "step": 20368
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.341232718074129e-05,
+      "loss": 0.0013,
+      "step": 20370
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.341168022048406e-05,
+      "loss": 0.0001,
+      "step": 20372
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.341103326022682e-05,
+      "loss": 0.002,
+      "step": 20374
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.34103862999696e-05,
+      "loss": 0.001,
+      "step": 20376
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340973933971236e-05,
+      "loss": 0.0002,
+      "step": 20378
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340909237945513e-05,
+      "loss": 0.0069,
+      "step": 20380
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.34084454191979e-05,
+      "loss": 0.0002,
+      "step": 20382
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340779845894067e-05,
+      "loss": 0.0085,
+      "step": 20384
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340715149868344e-05,
+      "loss": 0.0002,
+      "step": 20386
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3406504538426206e-05,
+      "loss": 0.0001,
+      "step": 20388
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3405857578168975e-05,
+      "loss": 0.0004,
+      "step": 20390
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3405210617911744e-05,
+      "loss": 0.0002,
+      "step": 20392
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3404563657654513e-05,
+      "loss": 0.0024,
+      "step": 20394
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3403916697397276e-05,
+      "loss": 0.0035,
+      "step": 20396
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340326973714005e-05,
+      "loss": 0.0021,
+      "step": 20398
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340262277688282e-05,
+      "loss": 0.0001,
+      "step": 20400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340197581662558e-05,
+      "loss": 0.0003,
+      "step": 20402
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340132885636836e-05,
+      "loss": 0.0001,
+      "step": 20404
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.340068189611112e-05,
+      "loss": 0.0001,
+      "step": 20406
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.34000349358539e-05,
+      "loss": 0.0132,
+      "step": 20408
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339938797559666e-05,
+      "loss": 0.0035,
+      "step": 20410
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339874101533943e-05,
+      "loss": 0.0004,
+      "step": 20412
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.33980940550822e-05,
+      "loss": 0.0006,
+      "step": 20414
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3397447094824967e-05,
+      "loss": 0.0026,
+      "step": 20416
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3396800134567736e-05,
+      "loss": 0.0019,
+      "step": 20418
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3396153174310505e-05,
+      "loss": 0.0002,
+      "step": 20420
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3395506214053274e-05,
+      "loss": 0.0002,
+      "step": 20422
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339485925379604e-05,
+      "loss": 0.0137,
+      "step": 20424
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339421229353881e-05,
+      "loss": 0.0001,
+      "step": 20426
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3393565333281574e-05,
+      "loss": 0.0001,
+      "step": 20428
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339291837302435e-05,
+      "loss": 0.0033,
+      "step": 20430
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339227141276712e-05,
+      "loss": 0.0122,
+      "step": 20432
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339162445250988e-05,
+      "loss": 0.0054,
+      "step": 20434
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339097749225266e-05,
+      "loss": 0.0021,
+      "step": 20436
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.339033053199542e-05,
+      "loss": 0.0026,
+      "step": 20438
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338968357173819e-05,
+      "loss": 0.0025,
+      "step": 20440
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338903661148096e-05,
+      "loss": 0.0024,
+      "step": 20442
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338838965122373e-05,
+      "loss": 0.0014,
+      "step": 20444
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3387742690966496e-05,
+      "loss": 0.0001,
+      "step": 20446
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3387095730709265e-05,
+      "loss": 0.0095,
+      "step": 20448
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3386448770452034e-05,
+      "loss": 0.0044,
+      "step": 20450
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.33858018101948e-05,
+      "loss": 0.0001,
+      "step": 20452
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338515484993757e-05,
+      "loss": 0.0005,
+      "step": 20454
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3384507889680335e-05,
+      "loss": 0.0002,
+      "step": 20456
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338386092942311e-05,
+      "loss": 0.0026,
+      "step": 20458
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338321396916587e-05,
+      "loss": 0.0033,
+      "step": 20460
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338256700890864e-05,
+      "loss": 0.0096,
+      "step": 20462
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338192004865141e-05,
+      "loss": 0.0003,
+      "step": 20464
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.338127308839418e-05,
+      "loss": 0.0094,
+      "step": 20466
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3380626128136956e-05,
+      "loss": 0.0005,
+      "step": 20468
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337997916787972e-05,
+      "loss": 0.0026,
+      "step": 20470
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337933220762249e-05,
+      "loss": 0.0012,
+      "step": 20472
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3378685247365256e-05,
+      "loss": 0.0195,
+      "step": 20474
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3378038287108026e-05,
+      "loss": 0.0131,
+      "step": 20476
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3377391326850795e-05,
+      "loss": 0.0071,
+      "step": 20478
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3376744366593564e-05,
+      "loss": 0.0021,
+      "step": 20480
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337609740633633e-05,
+      "loss": 0.0369,
+      "step": 20482
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3375450446079095e-05,
+      "loss": 0.0036,
+      "step": 20484
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337480348582187e-05,
+      "loss": 0.0003,
+      "step": 20486
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337415652556463e-05,
+      "loss": 0.0001,
+      "step": 20488
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337350956530741e-05,
+      "loss": 0.0001,
+      "step": 20490
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337286260505017e-05,
+      "loss": 0.0011,
+      "step": 20492
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337221564479294e-05,
+      "loss": 0.0012,
+      "step": 20494
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337156868453571e-05,
+      "loss": 0.0015,
+      "step": 20496
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337092172427848e-05,
+      "loss": 0.0002,
+      "step": 20498
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.337027476402125e-05,
+      "loss": 0.0007,
+      "step": 20500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336962780376402e-05,
+      "loss": 0.0001,
+      "step": 20502
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3368980843506786e-05,
+      "loss": 0.0001,
+      "step": 20504
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3368333883249555e-05,
+      "loss": 0.0003,
+      "step": 20506
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3367686922992324e-05,
+      "loss": 0.0027,
+      "step": 20508
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336703996273509e-05,
+      "loss": 0.0003,
+      "step": 20510
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336639300247786e-05,
+      "loss": 0.0002,
+      "step": 20512
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336574604222063e-05,
+      "loss": 0.0003,
+      "step": 20514
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3365099081963394e-05,
+      "loss": 0.0131,
+      "step": 20516
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336445212170617e-05,
+      "loss": 0.0006,
+      "step": 20518
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336380516144893e-05,
+      "loss": 0.0034,
+      "step": 20520
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.33631582011917e-05,
+      "loss": 0.0004,
+      "step": 20522
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336251124093447e-05,
+      "loss": 0.0001,
+      "step": 20524
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336186428067724e-05,
+      "loss": 0.0005,
+      "step": 20526
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336121732042001e-05,
+      "loss": 0.0021,
+      "step": 20528
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.336057036016278e-05,
+      "loss": 0.0001,
+      "step": 20530
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3359923399905546e-05,
+      "loss": 0.002,
+      "step": 20532
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3359276439648315e-05,
+      "loss": 0.0077,
+      "step": 20534
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3358629479391085e-05,
+      "loss": 0.0004,
+      "step": 20536
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335798251913385e-05,
+      "loss": 0.0062,
+      "step": 20538
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335733555887662e-05,
+      "loss": 0.0003,
+      "step": 20540
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3356688598619385e-05,
+      "loss": 0.0061,
+      "step": 20542
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3356041638362154e-05,
+      "loss": 0.007,
+      "step": 20544
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335539467810493e-05,
+      "loss": 0.0224,
+      "step": 20546
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335474771784769e-05,
+      "loss": 0.0007,
+      "step": 20548
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335410075759047e-05,
+      "loss": 0.0341,
+      "step": 20550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335345379733323e-05,
+      "loss": 0.0019,
+      "step": 20552
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3352806837076e-05,
+      "loss": 0.011,
+      "step": 20554
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335215987681877e-05,
+      "loss": 0.0039,
+      "step": 20556
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335151291656154e-05,
+      "loss": 0.0001,
+      "step": 20558
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.335086595630431e-05,
+      "loss": 0.0073,
+      "step": 20560
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3350218996047076e-05,
+      "loss": 0.0003,
+      "step": 20562
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3349572035789845e-05,
+      "loss": 0.0011,
+      "step": 20564
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3348925075532614e-05,
+      "loss": 0.0002,
+      "step": 20566
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334827811527538e-05,
+      "loss": 0.0004,
+      "step": 20568
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3347631155018145e-05,
+      "loss": 0.0001,
+      "step": 20570
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334698419476092e-05,
+      "loss": 0.0102,
+      "step": 20572
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3346337234503684e-05,
+      "loss": 0.0,
+      "step": 20574
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334569027424645e-05,
+      "loss": 0.0189,
+      "step": 20576
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334504331398923e-05,
+      "loss": 0.0033,
+      "step": 20578
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334439635373199e-05,
+      "loss": 0.0006,
+      "step": 20580
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334374939347476e-05,
+      "loss": 0.0066,
+      "step": 20582
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334310243321753e-05,
+      "loss": 0.0001,
+      "step": 20584
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.33424554729603e-05,
+      "loss": 0.0002,
+      "step": 20586
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.334180851270307e-05,
+      "loss": 0.028,
+      "step": 20588
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3341161552445836e-05,
+      "loss": 0.0,
+      "step": 20590
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3340514592188605e-05,
+      "loss": 0.0005,
+      "step": 20592
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3339867631931374e-05,
+      "loss": 0.0038,
+      "step": 20594
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3339220671674144e-05,
+      "loss": 0.0007,
+      "step": 20596
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3338573711416906e-05,
+      "loss": 0.0001,
+      "step": 20598
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333792675115968e-05,
+      "loss": 0.0012,
+      "step": 20600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3337279790902444e-05,
+      "loss": 0.0,
+      "step": 20602
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333663283064521e-05,
+      "loss": 0.0008,
+      "step": 20604
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333598587038798e-05,
+      "loss": 0.0029,
+      "step": 20606
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333533891013075e-05,
+      "loss": 0.0001,
+      "step": 20608
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333469194987353e-05,
+      "loss": 0.0053,
+      "step": 20610
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333404498961629e-05,
+      "loss": 0.0008,
+      "step": 20612
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333339802935906e-05,
+      "loss": 0.0059,
+      "step": 20614
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333275106910183e-05,
+      "loss": 0.0002,
+      "step": 20616
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.33321041088446e-05,
+      "loss": 0.0088,
+      "step": 20618
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.333145714858736e-05,
+      "loss": 0.0029,
+      "step": 20620
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3330810188330135e-05,
+      "loss": 0.0099,
+      "step": 20622
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3330163228072904e-05,
+      "loss": 0.0077,
+      "step": 20624
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3329516267815666e-05,
+      "loss": 0.0127,
+      "step": 20626
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332886930755844e-05,
+      "loss": 0.0001,
+      "step": 20628
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3328222347301204e-05,
+      "loss": 0.0021,
+      "step": 20630
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332757538704398e-05,
+      "loss": 0.0002,
+      "step": 20632
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332692842678674e-05,
+      "loss": 0.0007,
+      "step": 20634
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332628146652951e-05,
+      "loss": 0.0097,
+      "step": 20636
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332563450627228e-05,
+      "loss": 0.0016,
+      "step": 20638
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332498754601505e-05,
+      "loss": 0.0186,
+      "step": 20640
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332434058575782e-05,
+      "loss": 0.0002,
+      "step": 20642
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332369362550059e-05,
+      "loss": 0.0061,
+      "step": 20644
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332304666524336e-05,
+      "loss": 0.0005,
+      "step": 20646
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3322399704986126e-05,
+      "loss": 0.0066,
+      "step": 20648
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3321752744728895e-05,
+      "loss": 0.0018,
+      "step": 20650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.332110578447166e-05,
+      "loss": 0.0051,
+      "step": 20652
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3320458824214433e-05,
+      "loss": 0.0065,
+      "step": 20654
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.33198118639572e-05,
+      "loss": 0.0021,
+      "step": 20656
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3319164903699965e-05,
+      "loss": 0.0134,
+      "step": 20658
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.331851794344274e-05,
+      "loss": 0.0022,
+      "step": 20660
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.33178709831855e-05,
+      "loss": 0.0006,
+      "step": 20662
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.331722402292827e-05,
+      "loss": 0.0005,
+      "step": 20664
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.331657706267104e-05,
+      "loss": 0.0053,
+      "step": 20666
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.331593010241381e-05,
+      "loss": 0.0004,
+      "step": 20668
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.331528314215658e-05,
+      "loss": 0.0002,
+      "step": 20670
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.331463618189935e-05,
+      "loss": 0.0002,
+      "step": 20672
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.331398922164212e-05,
+      "loss": 0.0043,
+      "step": 20674
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3313342261384887e-05,
+      "loss": 0.0002,
+      "step": 20676
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3312695301127656e-05,
+      "loss": 0.0006,
+      "step": 20678
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.331204834087042e-05,
+      "loss": 0.0001,
+      "step": 20680
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3311401380613194e-05,
+      "loss": 0.0085,
+      "step": 20682
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3310754420355956e-05,
+      "loss": 0.0011,
+      "step": 20684
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3310107460098725e-05,
+      "loss": 0.0056,
+      "step": 20686
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3309460499841494e-05,
+      "loss": 0.0015,
+      "step": 20688
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330881353958426e-05,
+      "loss": 0.009,
+      "step": 20690
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330816657932704e-05,
+      "loss": 0.002,
+      "step": 20692
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.33075196190698e-05,
+      "loss": 0.0003,
+      "step": 20694
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330687265881257e-05,
+      "loss": 0.0004,
+      "step": 20696
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330622569855534e-05,
+      "loss": 0.0185,
+      "step": 20698
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330557873829811e-05,
+      "loss": 0.0001,
+      "step": 20700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330493177804088e-05,
+      "loss": 0.0002,
+      "step": 20702
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330428481778365e-05,
+      "loss": 0.0003,
+      "step": 20704
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3303637857526416e-05,
+      "loss": 0.0098,
+      "step": 20706
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3302990897269185e-05,
+      "loss": 0.0009,
+      "step": 20708
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3302343937011954e-05,
+      "loss": 0.0007,
+      "step": 20710
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3301696976754717e-05,
+      "loss": 0.0077,
+      "step": 20712
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.330105001649749e-05,
+      "loss": 0.0178,
+      "step": 20714
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3300403056240255e-05,
+      "loss": 0.0002,
+      "step": 20716
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3299756095983024e-05,
+      "loss": 0.0044,
+      "step": 20718
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329910913572579e-05,
+      "loss": 0.0001,
+      "step": 20720
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329846217546856e-05,
+      "loss": 0.0003,
+      "step": 20722
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329781521521133e-05,
+      "loss": 0.001,
+      "step": 20724
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.32971682549541e-05,
+      "loss": 0.0031,
+      "step": 20726
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329652129469687e-05,
+      "loss": 0.0001,
+      "step": 20728
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329587433443964e-05,
+      "loss": 0.0068,
+      "step": 20730
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329522737418241e-05,
+      "loss": 0.0001,
+      "step": 20732
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3294580413925176e-05,
+      "loss": 0.0122,
+      "step": 20734
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3293933453667946e-05,
+      "loss": 0.0163,
+      "step": 20736
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3293286493410715e-05,
+      "loss": 0.0347,
+      "step": 20738
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329263953315348e-05,
+      "loss": 0.0,
+      "step": 20740
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329199257289625e-05,
+      "loss": 0.0116,
+      "step": 20742
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3291345612639015e-05,
+      "loss": 0.0001,
+      "step": 20744
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3290698652381784e-05,
+      "loss": 0.0004,
+      "step": 20746
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.329005169212455e-05,
+      "loss": 0.002,
+      "step": 20748
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328940473186732e-05,
+      "loss": 0.0002,
+      "step": 20750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328875777161009e-05,
+      "loss": 0.0088,
+      "step": 20752
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328811081135286e-05,
+      "loss": 0.0001,
+      "step": 20754
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328746385109563e-05,
+      "loss": 0.0002,
+      "step": 20756
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.32868168908384e-05,
+      "loss": 0.0011,
+      "step": 20758
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328616993058117e-05,
+      "loss": 0.0005,
+      "step": 20760
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328552297032393e-05,
+      "loss": 0.0127,
+      "step": 20762
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3284876010066706e-05,
+      "loss": 0.0064,
+      "step": 20764
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328422904980947e-05,
+      "loss": 0.0088,
+      "step": 20766
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328358208955224e-05,
+      "loss": 0.0023,
+      "step": 20768
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328293512929501e-05,
+      "loss": 0.0009,
+      "step": 20770
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3282288169037776e-05,
+      "loss": 0.0,
+      "step": 20772
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328164120878055e-05,
+      "loss": 0.0007,
+      "step": 20774
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3280994248523314e-05,
+      "loss": 0.0008,
+      "step": 20776
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.328034728826608e-05,
+      "loss": 0.0065,
+      "step": 20778
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327970032800885e-05,
+      "loss": 0.0001,
+      "step": 20780
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327905336775162e-05,
+      "loss": 0.0001,
+      "step": 20782
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327840640749439e-05,
+      "loss": 0.0006,
+      "step": 20784
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327775944723716e-05,
+      "loss": 0.0003,
+      "step": 20786
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327711248697993e-05,
+      "loss": 0.0076,
+      "step": 20788
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.32764655267227e-05,
+      "loss": 0.0042,
+      "step": 20790
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3275818566465466e-05,
+      "loss": 0.0086,
+      "step": 20792
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327517160620823e-05,
+      "loss": 0.0006,
+      "step": 20794
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3274524645951005e-05,
+      "loss": 0.0086,
+      "step": 20796
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327387768569377e-05,
+      "loss": 0.0057,
+      "step": 20798
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3273230725436536e-05,
+      "loss": 0.0145,
+      "step": 20800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327258376517931e-05,
+      "loss": 0.0017,
+      "step": 20802
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3271936804922074e-05,
+      "loss": 0.0031,
+      "step": 20804
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327128984466484e-05,
+      "loss": 0.0109,
+      "step": 20806
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.327064288440761e-05,
+      "loss": 0.0059,
+      "step": 20808
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326999592415038e-05,
+      "loss": 0.0062,
+      "step": 20810
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326934896389315e-05,
+      "loss": 0.0013,
+      "step": 20812
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326870200363592e-05,
+      "loss": 0.0001,
+      "step": 20814
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326805504337869e-05,
+      "loss": 0.0021,
+      "step": 20816
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326740808312146e-05,
+      "loss": 0.0001,
+      "step": 20818
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326676112286423e-05,
+      "loss": 0.0094,
+      "step": 20820
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326611416260699e-05,
+      "loss": 0.0002,
+      "step": 20822
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3265467202349765e-05,
+      "loss": 0.0004,
+      "step": 20824
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326482024209253e-05,
+      "loss": 0.0192,
+      "step": 20826
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3264173281835296e-05,
+      "loss": 0.0001,
+      "step": 20828
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3263526321578065e-05,
+      "loss": 0.0182,
+      "step": 20830
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3262879361320834e-05,
+      "loss": 0.0001,
+      "step": 20832
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326223240106361e-05,
+      "loss": 0.0001,
+      "step": 20834
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326158544080637e-05,
+      "loss": 0.0118,
+      "step": 20836
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326093848054914e-05,
+      "loss": 0.0076,
+      "step": 20838
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.326029152029191e-05,
+      "loss": 0.0,
+      "step": 20840
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.325964456003468e-05,
+      "loss": 0.0009,
+      "step": 20842
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.325899759977744e-05,
+      "loss": 0.002,
+      "step": 20844
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.325835063952022e-05,
+      "loss": 0.0002,
+      "step": 20846
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.325770367926299e-05,
+      "loss": 0.0003,
+      "step": 20848
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3257056719005756e-05,
+      "loss": 0.004,
+      "step": 20850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3256409758748525e-05,
+      "loss": 0.0001,
+      "step": 20852
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.325576279849129e-05,
+      "loss": 0.0002,
+      "step": 20854
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3255115838234064e-05,
+      "loss": 0.0091,
+      "step": 20856
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3254468877976826e-05,
+      "loss": 0.0222,
+      "step": 20858
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3253821917719595e-05,
+      "loss": 0.0068,
+      "step": 20860
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.3253174957462364e-05,
+      "loss": 0.0088,
+      "step": 20862
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.325252799720513e-05,
+      "loss": 0.0049,
+      "step": 20864
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.32518810369479e-05,
+      "loss": 0.0003,
+      "step": 20866
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.325123407669067e-05,
+      "loss": 0.0043,
+      "step": 20868
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.325058711643344e-05,
+      "loss": 0.0206,
+      "step": 20870
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324994015617621e-05,
+      "loss": 0.0027,
+      "step": 20872
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324929319591898e-05,
+      "loss": 0.0003,
+      "step": 20874
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324864623566174e-05,
+      "loss": 0.0083,
+      "step": 20876
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324799927540452e-05,
+      "loss": 0.0004,
+      "step": 20878
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3247352315147286e-05,
+      "loss": 0.0002,
+      "step": 20880
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324670535489005e-05,
+      "loss": 0.0023,
+      "step": 20882
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3246058394632824e-05,
+      "loss": 0.0001,
+      "step": 20884
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3245411434375586e-05,
+      "loss": 0.0005,
+      "step": 20886
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3244764474118355e-05,
+      "loss": 0.0068,
+      "step": 20888
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3244117513861124e-05,
+      "loss": 0.0019,
+      "step": 20890
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3243470553603893e-05,
+      "loss": 0.0001,
+      "step": 20892
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324282359334666e-05,
+      "loss": 0.0002,
+      "step": 20894
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324217663308943e-05,
+      "loss": 0.0036,
+      "step": 20896
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.32415296728322e-05,
+      "loss": 0.0001,
+      "step": 20898
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.324120619270358e-05,
+      "loss": 0.0283,
+      "step": 20900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3240559232446354e-05,
+      "loss": 0.0007,
+      "step": 20902
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3239912272189123e-05,
+      "loss": 0.0015,
+      "step": 20904
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323926531193189e-05,
+      "loss": 0.0011,
+      "step": 20906
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323861835167466e-05,
+      "loss": 0.0071,
+      "step": 20908
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3237971391417424e-05,
+      "loss": 0.0002,
+      "step": 20910
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.32373244311602e-05,
+      "loss": 0.0005,
+      "step": 20912
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323667747090296e-05,
+      "loss": 0.0015,
+      "step": 20914
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323603051064573e-05,
+      "loss": 0.0021,
+      "step": 20916
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.32353835503885e-05,
+      "loss": 0.0001,
+      "step": 20918
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323473659013127e-05,
+      "loss": 0.0002,
+      "step": 20920
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323408962987404e-05,
+      "loss": 0.0,
+      "step": 20922
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323344266961681e-05,
+      "loss": 0.0021,
+      "step": 20924
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3232795709359577e-05,
+      "loss": 0.0086,
+      "step": 20926
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3232148749102346e-05,
+      "loss": 0.0067,
+      "step": 20928
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3231501788845115e-05,
+      "loss": 0.013,
+      "step": 20930
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323085482858788e-05,
+      "loss": 0.0164,
+      "step": 20932
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.323020786833065e-05,
+      "loss": 0.0148,
+      "step": 20934
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322956090807342e-05,
+      "loss": 0.001,
+      "step": 20936
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3228913947816184e-05,
+      "loss": 0.0018,
+      "step": 20938
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322826698755896e-05,
+      "loss": 0.0002,
+      "step": 20940
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322762002730172e-05,
+      "loss": 0.01,
+      "step": 20942
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.32269730670445e-05,
+      "loss": 0.0029,
+      "step": 20944
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322632610678726e-05,
+      "loss": 0.0035,
+      "step": 20946
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322567914653003e-05,
+      "loss": 0.0017,
+      "step": 20948
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.32250321862728e-05,
+      "loss": 0.0002,
+      "step": 20950
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322438522601557e-05,
+      "loss": 0.0123,
+      "step": 20952
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322373826575834e-05,
+      "loss": 0.001,
+      "step": 20954
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3223091305501106e-05,
+      "loss": 0.0001,
+      "step": 20956
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3222444345243875e-05,
+      "loss": 0.0001,
+      "step": 20958
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322179738498664e-05,
+      "loss": 0.0011,
+      "step": 20960
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.322115042472941e-05,
+      "loss": 0.0001,
+      "step": 20962
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3220503464472176e-05,
+      "loss": 0.0085,
+      "step": 20964
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.321985650421495e-05,
+      "loss": 0.0001,
+      "step": 20966
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3219209543957714e-05,
+      "loss": 0.0001,
+      "step": 20968
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.321856258370048e-05,
+      "loss": 0.0197,
+      "step": 20970
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.321791562344326e-05,
+      "loss": 0.008,
+      "step": 20972
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.321726866318602e-05,
+      "loss": 0.0003,
+      "step": 20974
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.321662170292879e-05,
+      "loss": 0.0001,
+      "step": 20976
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.321597474267156e-05,
+      "loss": 0.0064,
+      "step": 20978
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.321532778241433e-05,
+      "loss": 0.0002,
+      "step": 20980
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.32146808221571e-05,
+      "loss": 0.0004,
+      "step": 20982
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3214033861899866e-05,
+      "loss": 0.0001,
+      "step": 20984
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3213386901642636e-05,
+      "loss": 0.0085,
+      "step": 20986
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3212739941385405e-05,
+      "loss": 0.0052,
+      "step": 20988
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3212092981128174e-05,
+      "loss": 0.0011,
+      "step": 20990
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3211446020870936e-05,
+      "loss": 0.0086,
+      "step": 20992
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.321079906061371e-05,
+      "loss": 0.0002,
+      "step": 20994
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3210152100356474e-05,
+      "loss": 0.0014,
+      "step": 20996
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320950514009924e-05,
+      "loss": 0.0001,
+      "step": 20998
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320885817984201e-05,
+      "loss": 0.0009,
+      "step": 21000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320821121958478e-05,
+      "loss": 0.0001,
+      "step": 21002
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320756425932756e-05,
+      "loss": 0.0002,
+      "step": 21004
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320691729907032e-05,
+      "loss": 0.0002,
+      "step": 21006
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320627033881309e-05,
+      "loss": 0.0052,
+      "step": 21008
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320562337855586e-05,
+      "loss": 0.0003,
+      "step": 21010
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320497641829863e-05,
+      "loss": 0.031,
+      "step": 21012
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3204329458041396e-05,
+      "loss": 0.0185,
+      "step": 21014
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3203682497784165e-05,
+      "loss": 0.0004,
+      "step": 21016
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3203035537526934e-05,
+      "loss": 0.0001,
+      "step": 21018
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3202388577269696e-05,
+      "loss": 0.0001,
+      "step": 21020
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320174161701247e-05,
+      "loss": 0.0028,
+      "step": 21022
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3201094656755235e-05,
+      "loss": 0.0011,
+      "step": 21024
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.320044769649801e-05,
+      "loss": 0.0014,
+      "step": 21026
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319980073624077e-05,
+      "loss": 0.0013,
+      "step": 21028
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319915377598354e-05,
+      "loss": 0.0052,
+      "step": 21030
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319850681572631e-05,
+      "loss": 0.0001,
+      "step": 21032
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319785985546908e-05,
+      "loss": 0.0001,
+      "step": 21034
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319721289521185e-05,
+      "loss": 0.0001,
+      "step": 21036
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319656593495462e-05,
+      "loss": 0.0026,
+      "step": 21038
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319591897469739e-05,
+      "loss": 0.0004,
+      "step": 21040
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319527201444015e-05,
+      "loss": 0.001,
+      "step": 21042
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3194625054182925e-05,
+      "loss": 0.0001,
+      "step": 21044
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319397809392569e-05,
+      "loss": 0.0014,
+      "step": 21046
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3193331133668464e-05,
+      "loss": 0.0003,
+      "step": 21048
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319268417341123e-05,
+      "loss": 0.0001,
+      "step": 21050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3192037213153995e-05,
+      "loss": 0.0035,
+      "step": 21052
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319139025289677e-05,
+      "loss": 0.0045,
+      "step": 21054
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.319074329263953e-05,
+      "loss": 0.0002,
+      "step": 21056
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.31900963323823e-05,
+      "loss": 0.0004,
+      "step": 21058
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318944937212507e-05,
+      "loss": 0.0002,
+      "step": 21060
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318880241186784e-05,
+      "loss": 0.0001,
+      "step": 21062
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318815545161061e-05,
+      "loss": 0.0001,
+      "step": 21064
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318750849135338e-05,
+      "loss": 0.0006,
+      "step": 21066
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318686153109615e-05,
+      "loss": 0.0005,
+      "step": 21068
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318621457083892e-05,
+      "loss": 0.0086,
+      "step": 21070
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3185567610581686e-05,
+      "loss": 0.0025,
+      "step": 21072
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318492065032445e-05,
+      "loss": 0.0016,
+      "step": 21074
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3184273690067224e-05,
+      "loss": 0.0005,
+      "step": 21076
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3183626729809986e-05,
+      "loss": 0.0014,
+      "step": 21078
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3182979769552755e-05,
+      "loss": 0.0024,
+      "step": 21080
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318233280929553e-05,
+      "loss": 0.0043,
+      "step": 21082
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3181685849038294e-05,
+      "loss": 0.0007,
+      "step": 21084
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318103888878107e-05,
+      "loss": 0.0003,
+      "step": 21086
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.318039192852383e-05,
+      "loss": 0.0021,
+      "step": 21088
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.31797449682666e-05,
+      "loss": 0.0037,
+      "step": 21090
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317909800800937e-05,
+      "loss": 0.0012,
+      "step": 21092
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317845104775214e-05,
+      "loss": 0.0008,
+      "step": 21094
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317780408749491e-05,
+      "loss": 0.0013,
+      "step": 21096
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317715712723768e-05,
+      "loss": 0.0001,
+      "step": 21098
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3176510166980446e-05,
+      "loss": 0.0072,
+      "step": 21100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317586320672321e-05,
+      "loss": 0.0059,
+      "step": 21102
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3175216246465984e-05,
+      "loss": 0.0003,
+      "step": 21104
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317456928620875e-05,
+      "loss": 0.0076,
+      "step": 21106
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317392232595152e-05,
+      "loss": 0.0006,
+      "step": 21108
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3173275365694285e-05,
+      "loss": 0.0084,
+      "step": 21110
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3172628405437054e-05,
+      "loss": 0.0022,
+      "step": 21112
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317198144517983e-05,
+      "loss": 0.0062,
+      "step": 21114
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317133448492259e-05,
+      "loss": 0.008,
+      "step": 21116
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317068752466536e-05,
+      "loss": 0.0035,
+      "step": 21118
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.317004056440813e-05,
+      "loss": 0.0039,
+      "step": 21120
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.31693936041509e-05,
+      "loss": 0.0132,
+      "step": 21122
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316874664389366e-05,
+      "loss": 0.039,
+      "step": 21124
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316809968363644e-05,
+      "loss": 0.0001,
+      "step": 21126
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316745272337921e-05,
+      "loss": 0.0008,
+      "step": 21128
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3166805763121976e-05,
+      "loss": 0.0105,
+      "step": 21130
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3166158802864745e-05,
+      "loss": 0.0001,
+      "step": 21132
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316551184260751e-05,
+      "loss": 0.0024,
+      "step": 21134
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316486488235028e-05,
+      "loss": 0.0133,
+      "step": 21136
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3164217922093045e-05,
+      "loss": 0.0003,
+      "step": 21138
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3163570961835814e-05,
+      "loss": 0.0025,
+      "step": 21140
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3162924001578583e-05,
+      "loss": 0.0088,
+      "step": 21142
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316227704132135e-05,
+      "loss": 0.0236,
+      "step": 21144
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316163008106412e-05,
+      "loss": 0.0047,
+      "step": 21146
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316098312080689e-05,
+      "loss": 0.0043,
+      "step": 21148
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.316033616054966e-05,
+      "loss": 0.0001,
+      "step": 21150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315968920029243e-05,
+      "loss": 0.0048,
+      "step": 21152
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.31590422400352e-05,
+      "loss": 0.0002,
+      "step": 21154
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315839527977796e-05,
+      "loss": 0.0027,
+      "step": 21156
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3157748319520736e-05,
+      "loss": 0.0001,
+      "step": 21158
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3157101359263505e-05,
+      "loss": 0.0002,
+      "step": 21160
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315645439900627e-05,
+      "loss": 0.0031,
+      "step": 21162
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3155807438749043e-05,
+      "loss": 0.0089,
+      "step": 21164
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3155160478491806e-05,
+      "loss": 0.0022,
+      "step": 21166
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315451351823458e-05,
+      "loss": 0.0,
+      "step": 21168
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3153866557977344e-05,
+      "loss": 0.0002,
+      "step": 21170
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315321959772011e-05,
+      "loss": 0.0009,
+      "step": 21172
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315257263746288e-05,
+      "loss": 0.0001,
+      "step": 21174
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315192567720565e-05,
+      "loss": 0.0126,
+      "step": 21176
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315127871694842e-05,
+      "loss": 0.0003,
+      "step": 21178
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.315063175669119e-05,
+      "loss": 0.0063,
+      "step": 21180
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314998479643396e-05,
+      "loss": 0.0002,
+      "step": 21182
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314933783617672e-05,
+      "loss": 0.004,
+      "step": 21184
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3148690875919497e-05,
+      "loss": 0.003,
+      "step": 21186
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314804391566226e-05,
+      "loss": 0.0022,
+      "step": 21188
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3147396955405035e-05,
+      "loss": 0.0146,
+      "step": 21190
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3146749995147804e-05,
+      "loss": 0.0126,
+      "step": 21192
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3146103034890566e-05,
+      "loss": 0.0002,
+      "step": 21194
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314545607463334e-05,
+      "loss": 0.0133,
+      "step": 21196
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3144809114376104e-05,
+      "loss": 0.0002,
+      "step": 21198
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314416215411887e-05,
+      "loss": 0.0001,
+      "step": 21200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314351519386164e-05,
+      "loss": 0.0145,
+      "step": 21202
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314286823360441e-05,
+      "loss": 0.0084,
+      "step": 21204
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314222127334718e-05,
+      "loss": 0.013,
+      "step": 21206
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314157431308995e-05,
+      "loss": 0.004,
+      "step": 21208
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314092735283272e-05,
+      "loss": 0.0011,
+      "step": 21210
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.314028039257549e-05,
+      "loss": 0.0025,
+      "step": 21212
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313963343231826e-05,
+      "loss": 0.0348,
+      "step": 21214
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313898647206102e-05,
+      "loss": 0.0006,
+      "step": 21216
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3138339511803795e-05,
+      "loss": 0.0001,
+      "step": 21218
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313769255154656e-05,
+      "loss": 0.0027,
+      "step": 21220
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3137045591289327e-05,
+      "loss": 0.002,
+      "step": 21222
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3136398631032096e-05,
+      "loss": 0.0004,
+      "step": 21224
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3135751670774865e-05,
+      "loss": 0.001,
+      "step": 21226
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313510471051764e-05,
+      "loss": 0.0001,
+      "step": 21228
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.31344577502604e-05,
+      "loss": 0.0007,
+      "step": 21230
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313381079000317e-05,
+      "loss": 0.0009,
+      "step": 21232
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313316382974594e-05,
+      "loss": 0.026,
+      "step": 21234
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313251686948871e-05,
+      "loss": 0.0026,
+      "step": 21236
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313186990923148e-05,
+      "loss": 0.0,
+      "step": 21238
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313122294897425e-05,
+      "loss": 0.0,
+      "step": 21240
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.313057598871702e-05,
+      "loss": 0.0003,
+      "step": 21242
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312992902845978e-05,
+      "loss": 0.0,
+      "step": 21244
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3129282068202556e-05,
+      "loss": 0.004,
+      "step": 21246
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312863510794532e-05,
+      "loss": 0.0024,
+      "step": 21248
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3127988147688094e-05,
+      "loss": 0.0049,
+      "step": 21250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3127341187430856e-05,
+      "loss": 0.0001,
+      "step": 21252
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3126694227173625e-05,
+      "loss": 0.0001,
+      "step": 21254
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3126047266916394e-05,
+      "loss": 0.0004,
+      "step": 21256
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312540030665916e-05,
+      "loss": 0.0029,
+      "step": 21258
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312475334640193e-05,
+      "loss": 0.0015,
+      "step": 21260
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.31241063861447e-05,
+      "loss": 0.0001,
+      "step": 21262
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312345942588747e-05,
+      "loss": 0.001,
+      "step": 21264
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312281246563023e-05,
+      "loss": 0.0007,
+      "step": 21266
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312216550537301e-05,
+      "loss": 0.002,
+      "step": 21268
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312151854511577e-05,
+      "loss": 0.0009,
+      "step": 21270
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.312087158485855e-05,
+      "loss": 0.0022,
+      "step": 21272
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3120224624601316e-05,
+      "loss": 0.0001,
+      "step": 21274
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311957766434408e-05,
+      "loss": 0.0002,
+      "step": 21276
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3118930704086854e-05,
+      "loss": 0.0001,
+      "step": 21278
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3118283743829616e-05,
+      "loss": 0.0017,
+      "step": 21280
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3117636783572386e-05,
+      "loss": 0.007,
+      "step": 21282
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3116989823315155e-05,
+      "loss": 0.0043,
+      "step": 21284
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3116342863057924e-05,
+      "loss": 0.0001,
+      "step": 21286
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311569590280069e-05,
+      "loss": 0.0007,
+      "step": 21288
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311504894254346e-05,
+      "loss": 0.0128,
+      "step": 21290
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311440198228623e-05,
+      "loss": 0.0026,
+      "step": 21292
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3113755022029e-05,
+      "loss": 0.0087,
+      "step": 21294
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311310806177177e-05,
+      "loss": 0.0221,
+      "step": 21296
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311246110151453e-05,
+      "loss": 0.0009,
+      "step": 21298
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311181414125731e-05,
+      "loss": 0.0001,
+      "step": 21300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311116718100007e-05,
+      "loss": 0.0038,
+      "step": 21302
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.311052022074284e-05,
+      "loss": 0.0002,
+      "step": 21304
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3109873260485615e-05,
+      "loss": 0.0005,
+      "step": 21306
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310922630022838e-05,
+      "loss": 0.0003,
+      "step": 21308
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310857933997115e-05,
+      "loss": 0.0244,
+      "step": 21310
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3107932379713915e-05,
+      "loss": 0.0004,
+      "step": 21312
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3107285419456684e-05,
+      "loss": 0.0003,
+      "step": 21314
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310663845919945e-05,
+      "loss": 0.0056,
+      "step": 21316
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310599149894222e-05,
+      "loss": 0.0001,
+      "step": 21318
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310534453868499e-05,
+      "loss": 0.0006,
+      "step": 21320
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310469757842776e-05,
+      "loss": 0.0008,
+      "step": 21322
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310405061817053e-05,
+      "loss": 0.0157,
+      "step": 21324
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310340365791329e-05,
+      "loss": 0.001,
+      "step": 21326
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310275669765607e-05,
+      "loss": 0.0012,
+      "step": 21328
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310210973739883e-05,
+      "loss": 0.0129,
+      "step": 21330
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3101462777141606e-05,
+      "loss": 0.0439,
+      "step": 21332
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310081581688437e-05,
+      "loss": 0.0001,
+      "step": 21334
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.310016885662714e-05,
+      "loss": 0.0,
+      "step": 21336
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309952189636991e-05,
+      "loss": 0.0002,
+      "step": 21338
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3098874936112675e-05,
+      "loss": 0.007,
+      "step": 21340
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3098227975855444e-05,
+      "loss": 0.0099,
+      "step": 21342
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3097581015598214e-05,
+      "loss": 0.0048,
+      "step": 21344
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309693405534098e-05,
+      "loss": 0.0129,
+      "step": 21346
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309628709508375e-05,
+      "loss": 0.0193,
+      "step": 21348
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309564013482652e-05,
+      "loss": 0.0027,
+      "step": 21350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309499317456929e-05,
+      "loss": 0.0027,
+      "step": 21352
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309434621431206e-05,
+      "loss": 0.0016,
+      "step": 21354
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309369925405483e-05,
+      "loss": 0.0014,
+      "step": 21356
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309305229379759e-05,
+      "loss": 0.0002,
+      "step": 21358
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3092405333540366e-05,
+      "loss": 0.0026,
+      "step": 21360
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309175837328313e-05,
+      "loss": 0.0001,
+      "step": 21362
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.30911114130259e-05,
+      "loss": 0.0002,
+      "step": 21364
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.309046445276867e-05,
+      "loss": 0.0178,
+      "step": 21366
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3089817492511436e-05,
+      "loss": 0.0001,
+      "step": 21368
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.308917053225421e-05,
+      "loss": 0.0004,
+      "step": 21370
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3088523571996974e-05,
+      "loss": 0.0001,
+      "step": 21372
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.308787661173974e-05,
+      "loss": 0.0002,
+      "step": 21374
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.308722965148251e-05,
+      "loss": 0.0053,
+      "step": 21376
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.308658269122528e-05,
+      "loss": 0.0024,
+      "step": 21378
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.3085935730968044e-05,
+      "loss": 0.0154,
+      "step": 21380
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.308528877071082e-05,
+      "loss": 0.0001,
+      "step": 21382
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.308464181045359e-05,
+      "loss": 0.0225,
+      "step": 21384
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.308399485019635e-05,
+      "loss": 0.0067,
+      "step": 21386
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.308334788993913e-05,
+      "loss": 0.0067,
+      "step": 21388
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.308270092968189e-05,
+      "loss": 0.0051,
+      "step": 21390
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3082053969424665e-05,
+      "loss": 0.0048,
+      "step": 21392
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.308140700916743e-05,
+      "loss": 0.0048,
+      "step": 21394
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3080760048910196e-05,
+      "loss": 0.0001,
+      "step": 21396
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3080113088652965e-05,
+      "loss": 0.0001,
+      "step": 21398
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3079466128395734e-05,
+      "loss": 0.0001,
+      "step": 21400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3078819168138503e-05,
+      "loss": 0.001,
+      "step": 21402
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307817220788127e-05,
+      "loss": 0.0015,
+      "step": 21404
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307752524762404e-05,
+      "loss": 0.0142,
+      "step": 21406
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3076878287366804e-05,
+      "loss": 0.006,
+      "step": 21408
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307623132710958e-05,
+      "loss": 0.0094,
+      "step": 21410
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307558436685234e-05,
+      "loss": 0.0024,
+      "step": 21412
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307493740659512e-05,
+      "loss": 0.0004,
+      "step": 21414
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307429044633789e-05,
+      "loss": 0.0,
+      "step": 21416
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307364348608065e-05,
+      "loss": 0.0013,
+      "step": 21418
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3072996525823425e-05,
+      "loss": 0.0025,
+      "step": 21420
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307234956556619e-05,
+      "loss": 0.0001,
+      "step": 21422
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.307170260530896e-05,
+      "loss": 0.0011,
+      "step": 21424
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3071055645051726e-05,
+      "loss": 0.0002,
+      "step": 21426
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3070408684794495e-05,
+      "loss": 0.0046,
+      "step": 21428
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3069761724537264e-05,
+      "loss": 0.0002,
+      "step": 21430
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306911476428003e-05,
+      "loss": 0.0096,
+      "step": 21432
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30684678040228e-05,
+      "loss": 0.0071,
+      "step": 21434
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306782084376557e-05,
+      "loss": 0.0001,
+      "step": 21436
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306717388350834e-05,
+      "loss": 0.002,
+      "step": 21438
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30665269232511e-05,
+      "loss": 0.0012,
+      "step": 21440
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306587996299388e-05,
+      "loss": 0.0019,
+      "step": 21442
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306523300273664e-05,
+      "loss": 0.0001,
+      "step": 21444
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306458604247941e-05,
+      "loss": 0.0012,
+      "step": 21446
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306393908222218e-05,
+      "loss": 0.0004,
+      "step": 21448
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306329212196495e-05,
+      "loss": 0.0239,
+      "step": 21450
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3062645161707724e-05,
+      "loss": 0.0027,
+      "step": 21452
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3061998201450486e-05,
+      "loss": 0.0001,
+      "step": 21454
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3061351241193255e-05,
+      "loss": 0.0134,
+      "step": 21456
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3060704280936024e-05,
+      "loss": 0.0003,
+      "step": 21458
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.306005732067879e-05,
+      "loss": 0.0001,
+      "step": 21460
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305941036042156e-05,
+      "loss": 0.0005,
+      "step": 21462
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305876340016433e-05,
+      "loss": 0.0001,
+      "step": 21464
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30581164399071e-05,
+      "loss": 0.0014,
+      "step": 21466
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305746947964986e-05,
+      "loss": 0.0001,
+      "step": 21468
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305682251939264e-05,
+      "loss": 0.0002,
+      "step": 21470
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30561755591354e-05,
+      "loss": 0.0043,
+      "step": 21472
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305552859887818e-05,
+      "loss": 0.0074,
+      "step": 21474
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305488163862094e-05,
+      "loss": 0.0074,
+      "step": 21476
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305423467836371e-05,
+      "loss": 0.0155,
+      "step": 21478
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305358771810648e-05,
+      "loss": 0.0005,
+      "step": 21480
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3052940757849247e-05,
+      "loss": 0.0154,
+      "step": 21482
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3052293797592016e-05,
+      "loss": 0.0001,
+      "step": 21484
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3051646837334785e-05,
+      "loss": 0.0002,
+      "step": 21486
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3050999877077554e-05,
+      "loss": 0.0004,
+      "step": 21488
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.305035291682032e-05,
+      "loss": 0.0047,
+      "step": 21490
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304970595656309e-05,
+      "loss": 0.0013,
+      "step": 21492
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304905899630586e-05,
+      "loss": 0.0008,
+      "step": 21494
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304841203604863e-05,
+      "loss": 0.0075,
+      "step": 21496
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30477650757914e-05,
+      "loss": 0.0003,
+      "step": 21498
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304711811553416e-05,
+      "loss": 0.0072,
+      "step": 21500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304647115527694e-05,
+      "loss": 0.0003,
+      "step": 21502
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30458241950197e-05,
+      "loss": 0.001,
+      "step": 21504
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304517723476247e-05,
+      "loss": 0.0003,
+      "step": 21506
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304453027450524e-05,
+      "loss": 0.0001,
+      "step": 21508
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304388331424801e-05,
+      "loss": 0.0017,
+      "step": 21510
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3043236353990776e-05,
+      "loss": 0.0062,
+      "step": 21512
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3042589393733545e-05,
+      "loss": 0.002,
+      "step": 21514
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3041942433476314e-05,
+      "loss": 0.0032,
+      "step": 21516
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304129547321908e-05,
+      "loss": 0.0004,
+      "step": 21518
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.304064851296185e-05,
+      "loss": 0.0037,
+      "step": 21520
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3040001552704615e-05,
+      "loss": 0.0092,
+      "step": 21522
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303935459244739e-05,
+      "loss": 0.0137,
+      "step": 21524
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303870763219015e-05,
+      "loss": 0.0001,
+      "step": 21526
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303806067193292e-05,
+      "loss": 0.0047,
+      "step": 21528
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30374137116757e-05,
+      "loss": 0.008,
+      "step": 21530
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303676675141846e-05,
+      "loss": 0.0004,
+      "step": 21532
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3036119791161236e-05,
+      "loss": 0.0072,
+      "step": 21534
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3035472830904e-05,
+      "loss": 0.0005,
+      "step": 21536
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303482587064677e-05,
+      "loss": 0.0243,
+      "step": 21538
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3034178910389536e-05,
+      "loss": 0.0002,
+      "step": 21540
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3033531950132305e-05,
+      "loss": 0.0006,
+      "step": 21542
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3032884989875075e-05,
+      "loss": 0.012,
+      "step": 21544
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3032238029617844e-05,
+      "loss": 0.0002,
+      "step": 21546
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303159106936061e-05,
+      "loss": 0.0018,
+      "step": 21548
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3030944109103375e-05,
+      "loss": 0.009,
+      "step": 21550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.303029714884615e-05,
+      "loss": 0.0001,
+      "step": 21552
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302965018858891e-05,
+      "loss": 0.0003,
+      "step": 21554
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302900322833169e-05,
+      "loss": 0.0086,
+      "step": 21556
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302835626807445e-05,
+      "loss": 0.0001,
+      "step": 21558
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302770930781722e-05,
+      "loss": 0.0004,
+      "step": 21560
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3027062347559996e-05,
+      "loss": 0.0135,
+      "step": 21562
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302641538730276e-05,
+      "loss": 0.0001,
+      "step": 21564
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302576842704553e-05,
+      "loss": 0.0007,
+      "step": 21566
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30251214667883e-05,
+      "loss": 0.008,
+      "step": 21568
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3024474506531066e-05,
+      "loss": 0.0001,
+      "step": 21570
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3023827546273835e-05,
+      "loss": 0.0008,
+      "step": 21572
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3023180586016604e-05,
+      "loss": 0.0019,
+      "step": 21574
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302253362575937e-05,
+      "loss": 0.0001,
+      "step": 21576
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302188666550214e-05,
+      "loss": 0.0072,
+      "step": 21578
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.302123970524491e-05,
+      "loss": 0.0013,
+      "step": 21580
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3020592744987674e-05,
+      "loss": 0.0004,
+      "step": 21582
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301994578473045e-05,
+      "loss": 0.0003,
+      "step": 21584
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301929882447321e-05,
+      "loss": 0.006,
+      "step": 21586
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301865186421598e-05,
+      "loss": 0.0002,
+      "step": 21588
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301800490395875e-05,
+      "loss": 0.0029,
+      "step": 21590
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301735794370152e-05,
+      "loss": 0.0038,
+      "step": 21592
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3016710983444295e-05,
+      "loss": 0.0137,
+      "step": 21594
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301606402318706e-05,
+      "loss": 0.0083,
+      "step": 21596
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3015417062929826e-05,
+      "loss": 0.0043,
+      "step": 21598
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3014770102672595e-05,
+      "loss": 0.0002,
+      "step": 21600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3014123142415364e-05,
+      "loss": 0.0001,
+      "step": 21602
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301347618215813e-05,
+      "loss": 0.0004,
+      "step": 21604
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30128292219009e-05,
+      "loss": 0.0004,
+      "step": 21606
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301218226164367e-05,
+      "loss": 0.0027,
+      "step": 21608
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3011535301386434e-05,
+      "loss": 0.0039,
+      "step": 21610
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301088834112921e-05,
+      "loss": 0.0072,
+      "step": 21612
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.301024138087197e-05,
+      "loss": 0.0528,
+      "step": 21614
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300959442061475e-05,
+      "loss": 0.0002,
+      "step": 21616
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300894746035751e-05,
+      "loss": 0.0046,
+      "step": 21618
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300830050010028e-05,
+      "loss": 0.0001,
+      "step": 21620
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300765353984305e-05,
+      "loss": 0.0012,
+      "step": 21622
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300700657958582e-05,
+      "loss": 0.0002,
+      "step": 21624
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300635961932859e-05,
+      "loss": 0.0258,
+      "step": 21626
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3005712659071356e-05,
+      "loss": 0.0082,
+      "step": 21628
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3005065698814125e-05,
+      "loss": 0.0063,
+      "step": 21630
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300441873855689e-05,
+      "loss": 0.0038,
+      "step": 21632
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300377177829966e-05,
+      "loss": 0.0001,
+      "step": 21634
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.3003124818042425e-05,
+      "loss": 0.0002,
+      "step": 21636
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.30024778577852e-05,
+      "loss": 0.0049,
+      "step": 21638
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300183089752797e-05,
+      "loss": 0.0439,
+      "step": 21640
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300118393727073e-05,
+      "loss": 0.0013,
+      "step": 21642
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.300053697701351e-05,
+      "loss": 0.0059,
+      "step": 21644
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299989001675627e-05,
+      "loss": 0.0003,
+      "step": 21646
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299924305649904e-05,
+      "loss": 0.011,
+      "step": 21648
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299859609624181e-05,
+      "loss": 0.0023,
+      "step": 21650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299794913598458e-05,
+      "loss": 0.0006,
+      "step": 21652
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299730217572735e-05,
+      "loss": 0.0285,
+      "step": 21654
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2996655215470116e-05,
+      "loss": 0.0003,
+      "step": 21656
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2996008255212885e-05,
+      "loss": 0.0047,
+      "step": 21658
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2995361294955654e-05,
+      "loss": 0.0081,
+      "step": 21660
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2994714334698423e-05,
+      "loss": 0.0,
+      "step": 21662
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2994067374441186e-05,
+      "loss": 0.0126,
+      "step": 21664
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299342041418396e-05,
+      "loss": 0.0092,
+      "step": 21666
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2992773453926724e-05,
+      "loss": 0.0029,
+      "step": 21668
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299212649366949e-05,
+      "loss": 0.007,
+      "step": 21670
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299147953341227e-05,
+      "loss": 0.0001,
+      "step": 21672
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299083257315503e-05,
+      "loss": 0.0017,
+      "step": 21674
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.299018561289781e-05,
+      "loss": 0.0082,
+      "step": 21676
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298953865264057e-05,
+      "loss": 0.0045,
+      "step": 21678
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298889169238334e-05,
+      "loss": 0.0007,
+      "step": 21680
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298824473212611e-05,
+      "loss": 0.0017,
+      "step": 21682
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2987597771868877e-05,
+      "loss": 0.0017,
+      "step": 21684
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2986950811611646e-05,
+      "loss": 0.0064,
+      "step": 21686
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2986303851354415e-05,
+      "loss": 0.0118,
+      "step": 21688
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2985656891097184e-05,
+      "loss": 0.0016,
+      "step": 21690
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2985009930839946e-05,
+      "loss": 0.0031,
+      "step": 21692
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298436297058272e-05,
+      "loss": 0.0052,
+      "step": 21694
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2983716010325484e-05,
+      "loss": 0.0001,
+      "step": 21696
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298306905006826e-05,
+      "loss": 0.0049,
+      "step": 21698
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298242208981102e-05,
+      "loss": 0.0005,
+      "step": 21700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298177512955379e-05,
+      "loss": 0.0023,
+      "step": 21702
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298112816929656e-05,
+      "loss": 0.0009,
+      "step": 21704
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.298048120903933e-05,
+      "loss": 0.0017,
+      "step": 21706
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.29798342487821e-05,
+      "loss": 0.0001,
+      "step": 21708
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297918728852487e-05,
+      "loss": 0.0018,
+      "step": 21710
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297854032826764e-05,
+      "loss": 0.0067,
+      "step": 21712
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2977893368010406e-05,
+      "loss": 0.0003,
+      "step": 21714
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2977246407753175e-05,
+      "loss": 0.0114,
+      "step": 21716
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2976599447495944e-05,
+      "loss": 0.0,
+      "step": 21718
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297595248723871e-05,
+      "loss": 0.0084,
+      "step": 21720
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297530552698148e-05,
+      "loss": 0.0,
+      "step": 21722
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2974658566724245e-05,
+      "loss": 0.0002,
+      "step": 21724
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297401160646702e-05,
+      "loss": 0.0119,
+      "step": 21726
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297336464620978e-05,
+      "loss": 0.0095,
+      "step": 21728
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297271768595255e-05,
+      "loss": 0.0009,
+      "step": 21730
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297207072569532e-05,
+      "loss": 0.0068,
+      "step": 21732
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297142376543809e-05,
+      "loss": 0.0014,
+      "step": 21734
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297077680518086e-05,
+      "loss": 0.0004,
+      "step": 21736
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.297012984492363e-05,
+      "loss": 0.0001,
+      "step": 21738
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.29694828846664e-05,
+      "loss": 0.0111,
+      "step": 21740
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2968835924409166e-05,
+      "loss": 0.0013,
+      "step": 21742
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2968188964151936e-05,
+      "loss": 0.0029,
+      "step": 21744
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.29675420038947e-05,
+      "loss": 0.0037,
+      "step": 21746
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2966895043637474e-05,
+      "loss": 0.008,
+      "step": 21748
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2966248083380236e-05,
+      "loss": 0.011,
+      "step": 21750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2965601123123005e-05,
+      "loss": 0.0002,
+      "step": 21752
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.296495416286578e-05,
+      "loss": 0.0001,
+      "step": 21754
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.296430720260854e-05,
+      "loss": 0.0045,
+      "step": 21756
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.296366024235132e-05,
+      "loss": 0.0001,
+      "step": 21758
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.296301328209408e-05,
+      "loss": 0.0068,
+      "step": 21760
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.296236632183685e-05,
+      "loss": 0.0336,
+      "step": 21762
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.296171936157962e-05,
+      "loss": 0.0002,
+      "step": 21764
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.296107240132239e-05,
+      "loss": 0.0,
+      "step": 21766
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.296042544106516e-05,
+      "loss": 0.009,
+      "step": 21768
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295977848080793e-05,
+      "loss": 0.0035,
+      "step": 21770
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2959131520550696e-05,
+      "loss": 0.0028,
+      "step": 21772
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295848456029346e-05,
+      "loss": 0.0001,
+      "step": 21774
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2957837600036234e-05,
+      "loss": 0.0212,
+      "step": 21776
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2957190639778996e-05,
+      "loss": 0.0094,
+      "step": 21778
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295654367952177e-05,
+      "loss": 0.0052,
+      "step": 21780
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2955896719264535e-05,
+      "loss": 0.0005,
+      "step": 21782
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2955249759007304e-05,
+      "loss": 0.0001,
+      "step": 21784
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295460279875008e-05,
+      "loss": 0.0104,
+      "step": 21786
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295395583849284e-05,
+      "loss": 0.0049,
+      "step": 21788
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295330887823561e-05,
+      "loss": 0.0001,
+      "step": 21790
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295266191797838e-05,
+      "loss": 0.0143,
+      "step": 21792
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295201495772115e-05,
+      "loss": 0.0,
+      "step": 21794
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295136799746392e-05,
+      "loss": 0.0064,
+      "step": 21796
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.295072103720669e-05,
+      "loss": 0.0032,
+      "step": 21798
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2950074076949456e-05,
+      "loss": 0.0001,
+      "step": 21800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2949427116692225e-05,
+      "loss": 0.0011,
+      "step": 21802
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2948780156434995e-05,
+      "loss": 0.0001,
+      "step": 21804
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294813319617776e-05,
+      "loss": 0.0021,
+      "step": 21806
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294748623592053e-05,
+      "loss": 0.0046,
+      "step": 21808
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2946839275663295e-05,
+      "loss": 0.0271,
+      "step": 21810
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2946192315406064e-05,
+      "loss": 0.0001,
+      "step": 21812
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294554535514883e-05,
+      "loss": 0.0016,
+      "step": 21814
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.29448983948916e-05,
+      "loss": 0.0016,
+      "step": 21816
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294425143463438e-05,
+      "loss": 0.0108,
+      "step": 21818
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294360447437714e-05,
+      "loss": 0.0002,
+      "step": 21820
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294295751411991e-05,
+      "loss": 0.0,
+      "step": 21822
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294231055386268e-05,
+      "loss": 0.0039,
+      "step": 21824
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294166359360545e-05,
+      "loss": 0.0008,
+      "step": 21826
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.294101663334821e-05,
+      "loss": 0.0147,
+      "step": 21828
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2940369673090986e-05,
+      "loss": 0.005,
+      "step": 21830
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2939722712833755e-05,
+      "loss": 0.0563,
+      "step": 21832
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293907575257652e-05,
+      "loss": 0.0787,
+      "step": 21834
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293842879231929e-05,
+      "loss": 0.0595,
+      "step": 21836
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2937781832062055e-05,
+      "loss": 0.0049,
+      "step": 21838
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293713487180483e-05,
+      "loss": 0.0001,
+      "step": 21840
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2936487911547594e-05,
+      "loss": 0.044,
+      "step": 21842
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293584095129036e-05,
+      "loss": 0.0001,
+      "step": 21844
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293519399103313e-05,
+      "loss": 0.0002,
+      "step": 21846
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.29345470307759e-05,
+      "loss": 0.0087,
+      "step": 21848
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293390007051867e-05,
+      "loss": 0.0003,
+      "step": 21850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293325311026144e-05,
+      "loss": 0.0119,
+      "step": 21852
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293260615000421e-05,
+      "loss": 0.0001,
+      "step": 21854
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293195918974698e-05,
+      "loss": 0.0046,
+      "step": 21856
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2931312229489746e-05,
+      "loss": 0.0002,
+      "step": 21858
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.293066526923251e-05,
+      "loss": 0.0053,
+      "step": 21860
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2930018308975284e-05,
+      "loss": 0.0021,
+      "step": 21862
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2929371348718054e-05,
+      "loss": 0.0004,
+      "step": 21864
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2928724388460816e-05,
+      "loss": 0.0004,
+      "step": 21866
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292807742820359e-05,
+      "loss": 0.0001,
+      "step": 21868
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2927430467946354e-05,
+      "loss": 0.0027,
+      "step": 21870
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292678350768912e-05,
+      "loss": 0.0001,
+      "step": 21872
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292613654743189e-05,
+      "loss": 0.0,
+      "step": 21874
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292548958717466e-05,
+      "loss": 0.0001,
+      "step": 21876
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292484262691743e-05,
+      "loss": 0.0,
+      "step": 21878
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.29241956666602e-05,
+      "loss": 0.0003,
+      "step": 21880
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292354870640297e-05,
+      "loss": 0.0001,
+      "step": 21882
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292290174614574e-05,
+      "loss": 0.0103,
+      "step": 21884
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292225478588851e-05,
+      "loss": 0.0002,
+      "step": 21886
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292160782563127e-05,
+      "loss": 0.004,
+      "step": 21888
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2920960865374045e-05,
+      "loss": 0.0002,
+      "step": 21890
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.292031390511681e-05,
+      "loss": 0.0076,
+      "step": 21892
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.2919666944859576e-05,
+      "loss": 0.0002,
+      "step": 21894
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 4.291901998460235e-05,
+      "loss": 0.0113,
+      "step": 21896
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2918373024345114e-05,
+      "loss": 0.0006,
+      "step": 21898
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291772606408789e-05,
+      "loss": 0.0053,
+      "step": 21900
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291707910383065e-05,
+      "loss": 0.0,
+      "step": 21902
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291643214357342e-05,
+      "loss": 0.0001,
+      "step": 21904
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291578518331619e-05,
+      "loss": 0.0042,
+      "step": 21906
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291513822305896e-05,
+      "loss": 0.0051,
+      "step": 21908
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291449126280173e-05,
+      "loss": 0.0006,
+      "step": 21910
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.29138443025445e-05,
+      "loss": 0.0018,
+      "step": 21912
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291319734228727e-05,
+      "loss": 0.001,
+      "step": 21914
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291255038203003e-05,
+      "loss": 0.0004,
+      "step": 21916
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2911903421772805e-05,
+      "loss": 0.0057,
+      "step": 21918
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.291125646151557e-05,
+      "loss": 0.0156,
+      "step": 21920
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2910609501258343e-05,
+      "loss": 0.0007,
+      "step": 21922
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2909962541001106e-05,
+      "loss": 0.0,
+      "step": 21924
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2909315580743875e-05,
+      "loss": 0.0003,
+      "step": 21926
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2908668620486644e-05,
+      "loss": 0.0001,
+      "step": 21928
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.290802166022941e-05,
+      "loss": 0.0009,
+      "step": 21930
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.290737469997218e-05,
+      "loss": 0.0152,
+      "step": 21932
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.290672773971495e-05,
+      "loss": 0.0002,
+      "step": 21934
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.290608077945772e-05,
+      "loss": 0.0025,
+      "step": 21936
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.290543381920049e-05,
+      "loss": 0.1246,
+      "step": 21938
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.290478685894326e-05,
+      "loss": 0.0056,
+      "step": 21940
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.290413989868603e-05,
+      "loss": 0.0079,
+      "step": 21942
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2903492938428797e-05,
+      "loss": 0.0004,
+      "step": 21944
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2902845978171566e-05,
+      "loss": 0.0027,
+      "step": 21946
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.290219901791433e-05,
+      "loss": 0.0005,
+      "step": 21948
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2901552057657104e-05,
+      "loss": 0.0049,
+      "step": 21950
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2900905097399866e-05,
+      "loss": 0.0006,
+      "step": 21952
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2900258137142635e-05,
+      "loss": 0.001,
+      "step": 21954
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2899611176885404e-05,
+      "loss": 0.0007,
+      "step": 21956
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2898964216628173e-05,
+      "loss": 0.0015,
+      "step": 21958
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.289831725637094e-05,
+      "loss": 0.002,
+      "step": 21960
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.289767029611371e-05,
+      "loss": 0.0001,
+      "step": 21962
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.289702333585648e-05,
+      "loss": 0.0003,
+      "step": 21964
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.289637637559925e-05,
+      "loss": 0.0078,
+      "step": 21966
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.289572941534202e-05,
+      "loss": 0.0032,
+      "step": 21968
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.289508245508478e-05,
+      "loss": 0.0026,
+      "step": 21970
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.289443549482756e-05,
+      "loss": 0.0009,
+      "step": 21972
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2893788534570326e-05,
+      "loss": 0.0029,
+      "step": 21974
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.289314157431309e-05,
+      "loss": 0.0124,
+      "step": 21976
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2892494614055864e-05,
+      "loss": 0.0004,
+      "step": 21978
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2891847653798627e-05,
+      "loss": 0.0017,
+      "step": 21980
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28912006935414e-05,
+      "loss": 0.0002,
+      "step": 21982
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2890553733284165e-05,
+      "loss": 0.0,
+      "step": 21984
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2889906773026934e-05,
+      "loss": 0.0063,
+      "step": 21986
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28892598127697e-05,
+      "loss": 0.0008,
+      "step": 21988
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288861285251247e-05,
+      "loss": 0.0047,
+      "step": 21990
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288796589225524e-05,
+      "loss": 0.0003,
+      "step": 21992
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288731893199801e-05,
+      "loss": 0.006,
+      "step": 21994
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288667197174078e-05,
+      "loss": 0.0001,
+      "step": 21996
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288602501148355e-05,
+      "loss": 0.0428,
+      "step": 21998
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288537805122632e-05,
+      "loss": 0.0001,
+      "step": 22000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288473109096908e-05,
+      "loss": 0.0134,
+      "step": 22002
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2884084130711856e-05,
+      "loss": 0.0096,
+      "step": 22004
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288343717045462e-05,
+      "loss": 0.0182,
+      "step": 22006
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288279021019739e-05,
+      "loss": 0.0001,
+      "step": 22008
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288214324994016e-05,
+      "loss": 0.0003,
+      "step": 22010
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2881496289682925e-05,
+      "loss": 0.0001,
+      "step": 22012
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2880849329425694e-05,
+      "loss": 0.0155,
+      "step": 22014
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.288020236916846e-05,
+      "loss": 0.0017,
+      "step": 22016
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287955540891123e-05,
+      "loss": 0.0007,
+      "step": 22018
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2878908448654e-05,
+      "loss": 0.0029,
+      "step": 22020
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287826148839677e-05,
+      "loss": 0.0044,
+      "step": 22022
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287761452813954e-05,
+      "loss": 0.0024,
+      "step": 22024
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287696756788231e-05,
+      "loss": 0.0063,
+      "step": 22026
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287632060762508e-05,
+      "loss": 0.0,
+      "step": 22028
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287567364736784e-05,
+      "loss": 0.0094,
+      "step": 22030
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2875026687110616e-05,
+      "loss": 0.0015,
+      "step": 22032
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287437972685338e-05,
+      "loss": 0.0049,
+      "step": 22034
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287373276659615e-05,
+      "loss": 0.0001,
+      "step": 22036
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2873085806338916e-05,
+      "loss": 0.0006,
+      "step": 22038
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2872438846081686e-05,
+      "loss": 0.0108,
+      "step": 22040
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287179188582446e-05,
+      "loss": 0.0067,
+      "step": 22042
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2871144925567224e-05,
+      "loss": 0.0,
+      "step": 22044
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.287049796530999e-05,
+      "loss": 0.0022,
+      "step": 22046
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286985100505276e-05,
+      "loss": 0.008,
+      "step": 22048
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286920404479553e-05,
+      "loss": 0.0001,
+      "step": 22050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28685570845383e-05,
+      "loss": 0.001,
+      "step": 22052
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286791012428107e-05,
+      "loss": 0.0256,
+      "step": 22054
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286726316402384e-05,
+      "loss": 0.0001,
+      "step": 22056
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28666162037666e-05,
+      "loss": 0.0098,
+      "step": 22058
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2865969243509376e-05,
+      "loss": 0.0014,
+      "step": 22060
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286532228325214e-05,
+      "loss": 0.0002,
+      "step": 22062
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2864675322994915e-05,
+      "loss": 0.0004,
+      "step": 22064
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286402836273768e-05,
+      "loss": 0.0003,
+      "step": 22066
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2863381402480446e-05,
+      "loss": 0.0005,
+      "step": 22068
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2862734442223215e-05,
+      "loss": 0.0005,
+      "step": 22070
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2862087481965984e-05,
+      "loss": 0.0001,
+      "step": 22072
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286144052170875e-05,
+      "loss": 0.0005,
+      "step": 22074
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286079356145152e-05,
+      "loss": 0.0107,
+      "step": 22076
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.286014660119429e-05,
+      "loss": 0.0073,
+      "step": 22078
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285949964093706e-05,
+      "loss": 0.0081,
+      "step": 22080
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285885268067983e-05,
+      "loss": 0.0011,
+      "step": 22082
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285820572042259e-05,
+      "loss": 0.0046,
+      "step": 22084
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285755876016537e-05,
+      "loss": 0.0004,
+      "step": 22086
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285691179990814e-05,
+      "loss": 0.0001,
+      "step": 22088
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28562648396509e-05,
+      "loss": 0.0002,
+      "step": 22090
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2855617879393675e-05,
+      "loss": 0.0001,
+      "step": 22092
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285497091913644e-05,
+      "loss": 0.0007,
+      "step": 22094
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2854323958879206e-05,
+      "loss": 0.039,
+      "step": 22096
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2853676998621975e-05,
+      "loss": 0.0002,
+      "step": 22098
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2853030038364745e-05,
+      "loss": 0.0004,
+      "step": 22100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2852383078107514e-05,
+      "loss": 0.0093,
+      "step": 22102
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285173611785028e-05,
+      "loss": 0.0006,
+      "step": 22104
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285108915759305e-05,
+      "loss": 0.045,
+      "step": 22106
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.285044219733582e-05,
+      "loss": 0.0146,
+      "step": 22108
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284979523707859e-05,
+      "loss": 0.0003,
+      "step": 22110
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284914827682135e-05,
+      "loss": 0.0001,
+      "step": 22112
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284850131656413e-05,
+      "loss": 0.0038,
+      "step": 22114
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284785435630689e-05,
+      "loss": 0.0033,
+      "step": 22116
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284720739604966e-05,
+      "loss": 0.0178,
+      "step": 22118
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2846560435792435e-05,
+      "loss": 0.0013,
+      "step": 22120
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28459134755352e-05,
+      "loss": 0.0001,
+      "step": 22122
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2845266515277974e-05,
+      "loss": 0.0091,
+      "step": 22124
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2844619555020736e-05,
+      "loss": 0.0012,
+      "step": 22126
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2843972594763505e-05,
+      "loss": 0.0002,
+      "step": 22128
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2843325634506274e-05,
+      "loss": 0.0072,
+      "step": 22130
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284267867424904e-05,
+      "loss": 0.0018,
+      "step": 22132
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284203171399181e-05,
+      "loss": 0.0,
+      "step": 22134
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284138475373458e-05,
+      "loss": 0.007,
+      "step": 22136
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284073779347735e-05,
+      "loss": 0.013,
+      "step": 22138
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.284009083322012e-05,
+      "loss": 0.0064,
+      "step": 22140
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283944387296289e-05,
+      "loss": 0.0042,
+      "step": 22142
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283879691270565e-05,
+      "loss": 0.0003,
+      "step": 22144
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283814995244843e-05,
+      "loss": 0.0037,
+      "step": 22146
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283750299219119e-05,
+      "loss": 0.0002,
+      "step": 22148
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283685603193396e-05,
+      "loss": 0.0081,
+      "step": 22150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2836209071676734e-05,
+      "loss": 0.0014,
+      "step": 22152
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2835562111419496e-05,
+      "loss": 0.0045,
+      "step": 22154
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2834915151162265e-05,
+      "loss": 0.0013,
+      "step": 22156
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2834268190905034e-05,
+      "loss": 0.0032,
+      "step": 22158
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2833621230647803e-05,
+      "loss": 0.0041,
+      "step": 22160
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283297427039057e-05,
+      "loss": 0.0024,
+      "step": 22162
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283232731013334e-05,
+      "loss": 0.0001,
+      "step": 22164
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283168034987611e-05,
+      "loss": 0.0096,
+      "step": 22166
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283103338961888e-05,
+      "loss": 0.0021,
+      "step": 22168
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.283038642936165e-05,
+      "loss": 0.0005,
+      "step": 22170
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282973946910441e-05,
+      "loss": 0.0001,
+      "step": 22172
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282909250884719e-05,
+      "loss": 0.0065,
+      "step": 22174
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282844554858995e-05,
+      "loss": 0.0005,
+      "step": 22176
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282779858833272e-05,
+      "loss": 0.0005,
+      "step": 22178
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282715162807549e-05,
+      "loss": 0.0011,
+      "step": 22180
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282650466781826e-05,
+      "loss": 0.002,
+      "step": 22182
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2825857707561026e-05,
+      "loss": 0.0123,
+      "step": 22184
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2825210747303795e-05,
+      "loss": 0.0001,
+      "step": 22186
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2824563787046564e-05,
+      "loss": 0.0074,
+      "step": 22188
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282391682678933e-05,
+      "loss": 0.0001,
+      "step": 22190
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28232698665321e-05,
+      "loss": 0.0017,
+      "step": 22192
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2822622906274864e-05,
+      "loss": 0.0001,
+      "step": 22194
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282197594601764e-05,
+      "loss": 0.0005,
+      "step": 22196
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282132898576041e-05,
+      "loss": 0.0096,
+      "step": 22198
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282068202550317e-05,
+      "loss": 0.0021,
+      "step": 22200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.282003506524595e-05,
+      "loss": 0.0012,
+      "step": 22202
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281938810498871e-05,
+      "loss": 0.0005,
+      "step": 22204
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2818741144731486e-05,
+      "loss": 0.0096,
+      "step": 22206
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281809418447425e-05,
+      "loss": 0.0008,
+      "step": 22208
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281744722421702e-05,
+      "loss": 0.0008,
+      "step": 22210
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2816800263959786e-05,
+      "loss": 0.0086,
+      "step": 22212
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2816153303702555e-05,
+      "loss": 0.0184,
+      "step": 22214
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2815506343445324e-05,
+      "loss": 0.0127,
+      "step": 22216
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281485938318809e-05,
+      "loss": 0.0,
+      "step": 22218
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281421242293086e-05,
+      "loss": 0.0002,
+      "step": 22220
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281356546267363e-05,
+      "loss": 0.0001,
+      "step": 22222
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28129185024164e-05,
+      "loss": 0.0008,
+      "step": 22224
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281227154215916e-05,
+      "loss": 0.001,
+      "step": 22226
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281162458190194e-05,
+      "loss": 0.0008,
+      "step": 22228
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28109776216447e-05,
+      "loss": 0.0138,
+      "step": 22230
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.281033066138747e-05,
+      "loss": 0.0001,
+      "step": 22232
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2809683701130246e-05,
+      "loss": 0.0007,
+      "step": 22234
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.280903674087301e-05,
+      "loss": 0.015,
+      "step": 22236
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.280838978061578e-05,
+      "loss": 0.0099,
+      "step": 22238
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2807742820358547e-05,
+      "loss": 0.0011,
+      "step": 22240
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2807095860101316e-05,
+      "loss": 0.007,
+      "step": 22242
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2806448899844085e-05,
+      "loss": 0.0008,
+      "step": 22244
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2805801939586854e-05,
+      "loss": 0.0002,
+      "step": 22246
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.280515497932962e-05,
+      "loss": 0.0147,
+      "step": 22248
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.280450801907239e-05,
+      "loss": 0.0059,
+      "step": 22250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.280386105881516e-05,
+      "loss": 0.0047,
+      "step": 22252
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.280321409855792e-05,
+      "loss": 0.0002,
+      "step": 22254
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.28025671383007e-05,
+      "loss": 0.0092,
+      "step": 22256
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.280192017804346e-05,
+      "loss": 0.0006,
+      "step": 22258
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.280127321778623e-05,
+      "loss": 0.0001,
+      "step": 22260
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2800626257529e-05,
+      "loss": 0.0086,
+      "step": 22262
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279997929727177e-05,
+      "loss": 0.0003,
+      "step": 22264
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2799332337014545e-05,
+      "loss": 0.0011,
+      "step": 22266
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279868537675731e-05,
+      "loss": 0.0127,
+      "step": 22268
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2798038416500076e-05,
+      "loss": 0.0008,
+      "step": 22270
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2797391456242845e-05,
+      "loss": 0.0097,
+      "step": 22272
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2796744495985614e-05,
+      "loss": 0.0083,
+      "step": 22274
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279609753572838e-05,
+      "loss": 0.0002,
+      "step": 22276
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279545057547115e-05,
+      "loss": 0.0001,
+      "step": 22278
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279480361521392e-05,
+      "loss": 0.0099,
+      "step": 22280
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279415665495669e-05,
+      "loss": 0.0341,
+      "step": 22282
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279350969469946e-05,
+      "loss": 0.0096,
+      "step": 22284
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279286273444222e-05,
+      "loss": 0.0042,
+      "step": 22286
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2792215774185e-05,
+      "loss": 0.0154,
+      "step": 22288
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279156881392776e-05,
+      "loss": 0.0057,
+      "step": 22290
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.279092185367053e-05,
+      "loss": 0.0002,
+      "step": 22292
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.27902748934133e-05,
+      "loss": 0.0002,
+      "step": 22294
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278962793315607e-05,
+      "loss": 0.0006,
+      "step": 22296
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2788980972898836e-05,
+      "loss": 0.0002,
+      "step": 22298
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2788334012641606e-05,
+      "loss": 0.0,
+      "step": 22300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2787687052384375e-05,
+      "loss": 0.0046,
+      "step": 22302
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2787040092127144e-05,
+      "loss": 0.0013,
+      "step": 22304
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278639313186991e-05,
+      "loss": 0.0101,
+      "step": 22306
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2785746171612675e-05,
+      "loss": 0.0003,
+      "step": 22308
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278509921135545e-05,
+      "loss": 0.0006,
+      "step": 22310
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278445225109822e-05,
+      "loss": 0.0005,
+      "step": 22312
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278380529084098e-05,
+      "loss": 0.0006,
+      "step": 22314
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278315833058376e-05,
+      "loss": 0.0,
+      "step": 22316
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278251137032652e-05,
+      "loss": 0.0075,
+      "step": 22318
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278186441006929e-05,
+      "loss": 0.0001,
+      "step": 22320
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278121744981206e-05,
+      "loss": 0.0137,
+      "step": 22322
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.278057048955483e-05,
+      "loss": 0.0052,
+      "step": 22324
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.27799235292976e-05,
+      "loss": 0.0003,
+      "step": 22326
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2779276569040366e-05,
+      "loss": 0.002,
+      "step": 22328
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2778629608783135e-05,
+      "loss": 0.024,
+      "step": 22330
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2777982648525904e-05,
+      "loss": 0.0003,
+      "step": 22332
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277733568826867e-05,
+      "loss": 0.0002,
+      "step": 22334
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2776688728011435e-05,
+      "loss": 0.0003,
+      "step": 22336
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277604176775421e-05,
+      "loss": 0.0109,
+      "step": 22338
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2775394807496974e-05,
+      "loss": 0.0026,
+      "step": 22340
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277474784723974e-05,
+      "loss": 0.0125,
+      "step": 22342
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277410088698252e-05,
+      "loss": 0.0062,
+      "step": 22344
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277345392672528e-05,
+      "loss": 0.0005,
+      "step": 22346
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277280696646806e-05,
+      "loss": 0.0077,
+      "step": 22348
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277216000621082e-05,
+      "loss": 0.0022,
+      "step": 22350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277151304595359e-05,
+      "loss": 0.0048,
+      "step": 22352
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.277086608569636e-05,
+      "loss": 0.0001,
+      "step": 22354
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2770219125439126e-05,
+      "loss": 0.0001,
+      "step": 22356
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2769572165181895e-05,
+      "loss": 0.0001,
+      "step": 22358
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2768925204924664e-05,
+      "loss": 0.0203,
+      "step": 22360
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2768278244667434e-05,
+      "loss": 0.0026,
+      "step": 22362
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.27676312844102e-05,
+      "loss": 0.0204,
+      "step": 22364
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276698432415297e-05,
+      "loss": 0.0021,
+      "step": 22366
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2766337363895734e-05,
+      "loss": 0.0013,
+      "step": 22368
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276569040363851e-05,
+      "loss": 0.0044,
+      "step": 22370
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276504344338127e-05,
+      "loss": 0.0001,
+      "step": 22372
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276439648312404e-05,
+      "loss": 0.0092,
+      "step": 22374
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276374952286682e-05,
+      "loss": 0.0067,
+      "step": 22376
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276310256260958e-05,
+      "loss": 0.0003,
+      "step": 22378
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276245560235235e-05,
+      "loss": 0.0065,
+      "step": 22380
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276180864209512e-05,
+      "loss": 0.0012,
+      "step": 22382
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.276116168183789e-05,
+      "loss": 0.0284,
+      "step": 22384
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2760514721580656e-05,
+      "loss": 0.001,
+      "step": 22386
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2759867761323425e-05,
+      "loss": 0.0004,
+      "step": 22388
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2759220801066194e-05,
+      "loss": 0.0005,
+      "step": 22390
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275857384080896e-05,
+      "loss": 0.0026,
+      "step": 22392
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275792688055173e-05,
+      "loss": 0.0001,
+      "step": 22394
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.2757279920294494e-05,
+      "loss": 0.0001,
+      "step": 22396
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275663296003727e-05,
+      "loss": 0.0001,
+      "step": 22398
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275598599978003e-05,
+      "loss": 0.0018,
+      "step": 22400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.27553390395228e-05,
+      "loss": 0.0004,
+      "step": 22402
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275469207926557e-05,
+      "loss": 0.0179,
+      "step": 22404
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275404511900834e-05,
+      "loss": 0.0003,
+      "step": 22406
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275339815875111e-05,
+      "loss": 0.0324,
+      "step": 22408
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275275119849388e-05,
+      "loss": 0.1238,
+      "step": 22410
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.275210423823665e-05,
+      "loss": 0.0002,
+      "step": 22412
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2751457277979416e-05,
+      "loss": 0.0004,
+      "step": 22414
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2750810317722185e-05,
+      "loss": 0.0005,
+      "step": 22416
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.275016335746495e-05,
+      "loss": 0.0047,
+      "step": 22418
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2749516397207723e-05,
+      "loss": 0.0007,
+      "step": 22420
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274886943695049e-05,
+      "loss": 0.0003,
+      "step": 22422
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274822247669326e-05,
+      "loss": 0.001,
+      "step": 22424
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274757551643603e-05,
+      "loss": 0.0081,
+      "step": 22426
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274692855617879e-05,
+      "loss": 0.0062,
+      "step": 22428
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274628159592157e-05,
+      "loss": 0.004,
+      "step": 22430
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274563463566433e-05,
+      "loss": 0.1289,
+      "step": 22432
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.27449876754071e-05,
+      "loss": 0.0377,
+      "step": 22434
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274434071514987e-05,
+      "loss": 0.0008,
+      "step": 22436
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274369375489264e-05,
+      "loss": 0.0271,
+      "step": 22438
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274304679463541e-05,
+      "loss": 0.0018,
+      "step": 22440
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.274239983437818e-05,
+      "loss": 0.0002,
+      "step": 22442
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2741752874120946e-05,
+      "loss": 0.0017,
+      "step": 22444
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2741105913863715e-05,
+      "loss": 0.0001,
+      "step": 22446
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2740458953606484e-05,
+      "loss": 0.0008,
+      "step": 22448
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2739811993349246e-05,
+      "loss": 0.0005,
+      "step": 22450
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273916503309202e-05,
+      "loss": 0.0001,
+      "step": 22452
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273851807283479e-05,
+      "loss": 0.0001,
+      "step": 22454
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2737871112577553e-05,
+      "loss": 0.0,
+      "step": 22456
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273722415232033e-05,
+      "loss": 0.0002,
+      "step": 22458
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273657719206309e-05,
+      "loss": 0.0045,
+      "step": 22460
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273593023180586e-05,
+      "loss": 0.0002,
+      "step": 22462
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273528327154863e-05,
+      "loss": 0.0002,
+      "step": 22464
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.27346363112914e-05,
+      "loss": 0.0008,
+      "step": 22466
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273398935103417e-05,
+      "loss": 0.0029,
+      "step": 22468
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273334239077694e-05,
+      "loss": 0.0029,
+      "step": 22470
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2732695430519706e-05,
+      "loss": 0.0004,
+      "step": 22472
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2732048470262475e-05,
+      "loss": 0.0025,
+      "step": 22474
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2731401510005244e-05,
+      "loss": 0.0002,
+      "step": 22476
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2730754549748007e-05,
+      "loss": 0.0041,
+      "step": 22478
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.273010758949078e-05,
+      "loss": 0.0196,
+      "step": 22480
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2729460629233545e-05,
+      "loss": 0.0001,
+      "step": 22482
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2728813668976314e-05,
+      "loss": 0.009,
+      "step": 22484
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.272816670871908e-05,
+      "loss": 0.0001,
+      "step": 22486
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.272751974846185e-05,
+      "loss": 0.0028,
+      "step": 22488
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.272687278820463e-05,
+      "loss": 0.0106,
+      "step": 22490
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.272622582794739e-05,
+      "loss": 0.0003,
+      "step": 22492
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.272557886769016e-05,
+      "loss": 0.0063,
+      "step": 22494
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.272493190743293e-05,
+      "loss": 0.0214,
+      "step": 22496
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.27242849471757e-05,
+      "loss": 0.0052,
+      "step": 22498
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2723637986918467e-05,
+      "loss": 0.0013,
+      "step": 22500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2722991026661236e-05,
+      "loss": 0.0006,
+      "step": 22502
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2722344066404005e-05,
+      "loss": 0.0152,
+      "step": 22504
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2721697106146774e-05,
+      "loss": 0.004,
+      "step": 22506
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.272105014588954e-05,
+      "loss": 0.0051,
+      "step": 22508
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2720403185632305e-05,
+      "loss": 0.0,
+      "step": 22510
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271975622537508e-05,
+      "loss": 0.0102,
+      "step": 22512
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271910926511784e-05,
+      "loss": 0.0011,
+      "step": 22514
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271846230486061e-05,
+      "loss": 0.0005,
+      "step": 22516
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271781534460338e-05,
+      "loss": 0.0002,
+      "step": 22518
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271716838434615e-05,
+      "loss": 0.0001,
+      "step": 22520
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271652142408892e-05,
+      "loss": 0.0063,
+      "step": 22522
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271587446383169e-05,
+      "loss": 0.0072,
+      "step": 22524
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271522750357446e-05,
+      "loss": 0.0027,
+      "step": 22526
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271458054331723e-05,
+      "loss": 0.0005,
+      "step": 22528
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2713933583059996e-05,
+      "loss": 0.0015,
+      "step": 22530
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2713286622802765e-05,
+      "loss": 0.0015,
+      "step": 22532
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2712639662545534e-05,
+      "loss": 0.0017,
+      "step": 22534
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.27119927022883e-05,
+      "loss": 0.0001,
+      "step": 22536
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2711345742031066e-05,
+      "loss": 0.0115,
+      "step": 22538
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.271069878177384e-05,
+      "loss": 0.0024,
+      "step": 22540
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2710051821516604e-05,
+      "loss": 0.0003,
+      "step": 22542
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270940486125937e-05,
+      "loss": 0.0021,
+      "step": 22544
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270875790100214e-05,
+      "loss": 0.0001,
+      "step": 22546
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270811094074491e-05,
+      "loss": 0.0111,
+      "step": 22548
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270746398048768e-05,
+      "loss": 0.0007,
+      "step": 22550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270681702023045e-05,
+      "loss": 0.0021,
+      "step": 22552
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270617005997322e-05,
+      "loss": 0.0139,
+      "step": 22554
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270552309971599e-05,
+      "loss": 0.0006,
+      "step": 22556
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2704876139458756e-05,
+      "loss": 0.0001,
+      "step": 22558
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270422917920152e-05,
+      "loss": 0.0019,
+      "step": 22560
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2703582218944295e-05,
+      "loss": 0.0014,
+      "step": 22562
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270293525868706e-05,
+      "loss": 0.0108,
+      "step": 22564
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270228829842983e-05,
+      "loss": 0.019,
+      "step": 22566
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.27016413381726e-05,
+      "loss": 0.0012,
+      "step": 22568
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2700994377915364e-05,
+      "loss": 0.0007,
+      "step": 22570
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.270034741765814e-05,
+      "loss": 0.0017,
+      "step": 22572
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26997004574009e-05,
+      "loss": 0.0071,
+      "step": 22574
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269905349714367e-05,
+      "loss": 0.0002,
+      "step": 22576
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269840653688644e-05,
+      "loss": 0.0,
+      "step": 22578
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269775957662921e-05,
+      "loss": 0.0194,
+      "step": 22580
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269711261637198e-05,
+      "loss": 0.001,
+      "step": 22582
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269646565611475e-05,
+      "loss": 0.0006,
+      "step": 22584
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269581869585752e-05,
+      "loss": 0.001,
+      "step": 22586
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2695171735600286e-05,
+      "loss": 0.0003,
+      "step": 22588
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2694524775343055e-05,
+      "loss": 0.0001,
+      "step": 22590
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269387781508582e-05,
+      "loss": 0.0002,
+      "step": 22592
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269323085482859e-05,
+      "loss": 0.074,
+      "step": 22594
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2692583894571355e-05,
+      "loss": 0.0003,
+      "step": 22596
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2691936934314125e-05,
+      "loss": 0.0,
+      "step": 22598
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26912899740569e-05,
+      "loss": 0.0066,
+      "step": 22600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.269064301379966e-05,
+      "loss": 0.01,
+      "step": 22602
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268999605354243e-05,
+      "loss": 0.0004,
+      "step": 22604
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26893490932852e-05,
+      "loss": 0.0,
+      "step": 22606
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268870213302797e-05,
+      "loss": 0.0005,
+      "step": 22608
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268805517277074e-05,
+      "loss": 0.0001,
+      "step": 22610
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268740821251351e-05,
+      "loss": 0.0073,
+      "step": 22612
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268676125225628e-05,
+      "loss": 0.0014,
+      "step": 22614
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2686114291999046e-05,
+      "loss": 0.0052,
+      "step": 22616
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2685467331741815e-05,
+      "loss": 0.0,
+      "step": 22618
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268482037148458e-05,
+      "loss": 0.0,
+      "step": 22620
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2684173411227354e-05,
+      "loss": 0.0002,
+      "step": 22622
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2683526450970116e-05,
+      "loss": 0.0002,
+      "step": 22624
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2682879490712885e-05,
+      "loss": 0.0,
+      "step": 22626
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2682232530455654e-05,
+      "loss": 0.0077,
+      "step": 22628
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268158557019842e-05,
+      "loss": 0.0046,
+      "step": 22630
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26809386099412e-05,
+      "loss": 0.0075,
+      "step": 22632
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.268029164968396e-05,
+      "loss": 0.0003,
+      "step": 22634
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.267964468942673e-05,
+      "loss": 0.0019,
+      "step": 22636
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26789977291695e-05,
+      "loss": 0.0005,
+      "step": 22638
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.267835076891227e-05,
+      "loss": 0.0034,
+      "step": 22640
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.267770380865503e-05,
+      "loss": 0.0001,
+      "step": 22642
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.267705684839781e-05,
+      "loss": 0.0229,
+      "step": 22644
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2676409888140576e-05,
+      "loss": 0.0007,
+      "step": 22646
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2675762927883345e-05,
+      "loss": 0.0001,
+      "step": 22648
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2675115967626114e-05,
+      "loss": 0.0006,
+      "step": 22650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2674469007368876e-05,
+      "loss": 0.0039,
+      "step": 22652
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.267382204711165e-05,
+      "loss": 0.0126,
+      "step": 22654
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2673175086854414e-05,
+      "loss": 0.0002,
+      "step": 22656
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2672528126597184e-05,
+      "loss": 0.0001,
+      "step": 22658
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.267188116633995e-05,
+      "loss": 0.0055,
+      "step": 22660
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.267123420608272e-05,
+      "loss": 0.1088,
+      "step": 22662
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.267058724582549e-05,
+      "loss": 0.0105,
+      "step": 22664
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266994028556826e-05,
+      "loss": 0.0021,
+      "step": 22666
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266929332531103e-05,
+      "loss": 0.0051,
+      "step": 22668
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26686463650538e-05,
+      "loss": 0.0006,
+      "step": 22670
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266799940479657e-05,
+      "loss": 0.0003,
+      "step": 22672
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266735244453933e-05,
+      "loss": 0.0141,
+      "step": 22674
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2666705484282105e-05,
+      "loss": 0.0008,
+      "step": 22676
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2666058524024874e-05,
+      "loss": 0.0086,
+      "step": 22678
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266541156376764e-05,
+      "loss": 0.0045,
+      "step": 22680
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266476460351041e-05,
+      "loss": 0.0002,
+      "step": 22682
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2664117643253175e-05,
+      "loss": 0.0001,
+      "step": 22684
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2663470682995944e-05,
+      "loss": 0.0002,
+      "step": 22686
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266282372273871e-05,
+      "loss": 0.0003,
+      "step": 22688
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266217676248148e-05,
+      "loss": 0.0002,
+      "step": 22690
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266152980222425e-05,
+      "loss": 0.0034,
+      "step": 22692
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266088284196702e-05,
+      "loss": 0.0006,
+      "step": 22694
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.266023588170979e-05,
+      "loss": 0.0002,
+      "step": 22696
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265958892145256e-05,
+      "loss": 0.0024,
+      "step": 22698
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265894196119533e-05,
+      "loss": 0.0003,
+      "step": 22700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265829500093809e-05,
+      "loss": 0.0038,
+      "step": 22702
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2657648040680866e-05,
+      "loss": 0.0002,
+      "step": 22704
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265700108042363e-05,
+      "loss": 0.0047,
+      "step": 22706
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2656354120166404e-05,
+      "loss": 0.0013,
+      "step": 22708
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265570715990917e-05,
+      "loss": 0.0091,
+      "step": 22710
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2655060199651935e-05,
+      "loss": 0.0002,
+      "step": 22712
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265441323939471e-05,
+      "loss": 0.0084,
+      "step": 22714
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2653766279137473e-05,
+      "loss": 0.0381,
+      "step": 22716
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265311931888024e-05,
+      "loss": 0.0008,
+      "step": 22718
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265247235862301e-05,
+      "loss": 0.0014,
+      "step": 22720
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265182539836578e-05,
+      "loss": 0.0001,
+      "step": 22722
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265117843810855e-05,
+      "loss": 0.003,
+      "step": 22724
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.265053147785132e-05,
+      "loss": 0.0001,
+      "step": 22726
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264988451759409e-05,
+      "loss": 0.0001,
+      "step": 22728
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264923755733686e-05,
+      "loss": 0.0045,
+      "step": 22730
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2648590597079626e-05,
+      "loss": 0.0006,
+      "step": 22732
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264794363682239e-05,
+      "loss": 0.0001,
+      "step": 22734
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2647296676565164e-05,
+      "loss": 0.0005,
+      "step": 22736
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2646649716307927e-05,
+      "loss": 0.0001,
+      "step": 22738
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2646002756050696e-05,
+      "loss": 0.0002,
+      "step": 22740
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2645355795793465e-05,
+      "loss": 0.0037,
+      "step": 22742
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2644708835536234e-05,
+      "loss": 0.0057,
+      "step": 22744
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2644061875279e-05,
+      "loss": 0.0088,
+      "step": 22746
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264341491502177e-05,
+      "loss": 0.0031,
+      "step": 22748
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264276795476454e-05,
+      "loss": 0.0032,
+      "step": 22750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264212099450731e-05,
+      "loss": 0.0085,
+      "step": 22752
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264147403425008e-05,
+      "loss": 0.0012,
+      "step": 22754
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264082707399285e-05,
+      "loss": 0.0018,
+      "step": 22756
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.264018011373562e-05,
+      "loss": 0.0001,
+      "step": 22758
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2639533153478386e-05,
+      "loss": 0.0001,
+      "step": 22760
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263888619322115e-05,
+      "loss": 0.0004,
+      "step": 22762
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2638239232963925e-05,
+      "loss": 0.0001,
+      "step": 22764
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263759227270669e-05,
+      "loss": 0.002,
+      "step": 22766
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2636945312449456e-05,
+      "loss": 0.0,
+      "step": 22768
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2636298352192225e-05,
+      "loss": 0.0003,
+      "step": 22770
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2635651391934994e-05,
+      "loss": 0.0002,
+      "step": 22772
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263500443167776e-05,
+      "loss": 0.0001,
+      "step": 22774
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263435747142053e-05,
+      "loss": 0.0047,
+      "step": 22776
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26337105111633e-05,
+      "loss": 0.0007,
+      "step": 22778
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263306355090607e-05,
+      "loss": 0.0013,
+      "step": 22780
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263241659064884e-05,
+      "loss": 0.0155,
+      "step": 22782
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26317696303916e-05,
+      "loss": 0.0019,
+      "step": 22784
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263112267013438e-05,
+      "loss": 0.0042,
+      "step": 22786
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.263047570987714e-05,
+      "loss": 0.0018,
+      "step": 22788
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2629828749619916e-05,
+      "loss": 0.0062,
+      "step": 22790
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2629181789362685e-05,
+      "loss": 0.0002,
+      "step": 22792
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262853482910545e-05,
+      "loss": 0.0111,
+      "step": 22794
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262788786884822e-05,
+      "loss": 0.0042,
+      "step": 22796
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2627240908590986e-05,
+      "loss": 0.0008,
+      "step": 22798
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2626593948333755e-05,
+      "loss": 0.0003,
+      "step": 22800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2625946988076524e-05,
+      "loss": 0.0002,
+      "step": 22802
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262530002781929e-05,
+      "loss": 0.007,
+      "step": 22804
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262465306756206e-05,
+      "loss": 0.0001,
+      "step": 22806
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262400610730483e-05,
+      "loss": 0.0007,
+      "step": 22808
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26233591470476e-05,
+      "loss": 0.0002,
+      "step": 22810
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262271218679037e-05,
+      "loss": 0.0001,
+      "step": 22812
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262206522653314e-05,
+      "loss": 0.0041,
+      "step": 22814
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26214182662759e-05,
+      "loss": 0.0001,
+      "step": 22816
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2620771306018676e-05,
+      "loss": 0.0025,
+      "step": 22818
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.262012434576144e-05,
+      "loss": 0.0002,
+      "step": 22820
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261947738550421e-05,
+      "loss": 0.0,
+      "step": 22822
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2618830425246984e-05,
+      "loss": 0.0017,
+      "step": 22824
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2618183464989746e-05,
+      "loss": 0.0544,
+      "step": 22826
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2617536504732515e-05,
+      "loss": 0.0001,
+      "step": 22828
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2616889544475284e-05,
+      "loss": 0.0021,
+      "step": 22830
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261624258421805e-05,
+      "loss": 0.0066,
+      "step": 22832
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261559562396082e-05,
+      "loss": 0.0001,
+      "step": 22834
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261494866370359e-05,
+      "loss": 0.0003,
+      "step": 22836
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261430170344636e-05,
+      "loss": 0.0001,
+      "step": 22838
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261365474318913e-05,
+      "loss": 0.0004,
+      "step": 22840
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26130077829319e-05,
+      "loss": 0.013,
+      "step": 22842
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261236082267466e-05,
+      "loss": 0.0001,
+      "step": 22844
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.261171386241744e-05,
+      "loss": 0.0002,
+      "step": 22846
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26110669021602e-05,
+      "loss": 0.0004,
+      "step": 22848
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2610419941902975e-05,
+      "loss": 0.0038,
+      "step": 22850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260977298164574e-05,
+      "loss": 0.0037,
+      "step": 22852
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2609126021388506e-05,
+      "loss": 0.0316,
+      "step": 22854
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260847906113128e-05,
+      "loss": 0.0006,
+      "step": 22856
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2607832100874045e-05,
+      "loss": 0.0022,
+      "step": 22858
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2607185140616814e-05,
+      "loss": 0.0003,
+      "step": 22860
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260653818035958e-05,
+      "loss": 0.0006,
+      "step": 22862
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260589122010235e-05,
+      "loss": 0.006,
+      "step": 22864
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2605244259845114e-05,
+      "loss": 0.0001,
+      "step": 22866
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260459729958789e-05,
+      "loss": 0.0003,
+      "step": 22868
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260395033933066e-05,
+      "loss": 0.0001,
+      "step": 22870
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260330337907343e-05,
+      "loss": 0.0001,
+      "step": 22872
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26026564188162e-05,
+      "loss": 0.0,
+      "step": 22874
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260200945855896e-05,
+      "loss": 0.0001,
+      "step": 22876
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2601362498301735e-05,
+      "loss": 0.0048,
+      "step": 22878
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.26007155380445e-05,
+      "loss": 0.0246,
+      "step": 22880
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.260006857778727e-05,
+      "loss": 0.0,
+      "step": 22882
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2599421617530036e-05,
+      "loss": 0.0067,
+      "step": 22884
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2598774657272805e-05,
+      "loss": 0.0045,
+      "step": 22886
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2598127697015574e-05,
+      "loss": 0.0001,
+      "step": 22888
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259748073675834e-05,
+      "loss": 0.0059,
+      "step": 22890
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259683377650111e-05,
+      "loss": 0.0001,
+      "step": 22892
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259618681624388e-05,
+      "loss": 0.0001,
+      "step": 22894
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259553985598665e-05,
+      "loss": 0.0019,
+      "step": 22896
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259489289572941e-05,
+      "loss": 0.0079,
+      "step": 22898
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259424593547219e-05,
+      "loss": 0.0002,
+      "step": 22900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259359897521496e-05,
+      "loss": 0.0,
+      "step": 22902
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259295201495772e-05,
+      "loss": 0.0,
+      "step": 22904
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2592305054700496e-05,
+      "loss": 0.0002,
+      "step": 22906
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259165809444326e-05,
+      "loss": 0.0,
+      "step": 22908
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.259101113418603e-05,
+      "loss": 0.011,
+      "step": 22910
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2590364173928796e-05,
+      "loss": 0.0026,
+      "step": 22912
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2589717213671565e-05,
+      "loss": 0.0001,
+      "step": 22914
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2589070253414334e-05,
+      "loss": 0.0005,
+      "step": 22916
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.2588423293157103e-05,
+      "loss": 0.0176,
+      "step": 22918
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.258777633289987e-05,
+      "loss": 0.0033,
+      "step": 22920
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.258712937264264e-05,
+      "loss": 0.0034,
+      "step": 22922
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.258648241238541e-05,
+      "loss": 0.0031,
+      "step": 22924
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.258583545212817e-05,
+      "loss": 0.0103,
+      "step": 22926
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.258518849187095e-05,
+      "loss": 0.0006,
+      "step": 22928
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.258454153161371e-05,
+      "loss": 0.0012,
+      "step": 22930
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.258389457135649e-05,
+      "loss": 0.0002,
+      "step": 22932
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2583247611099256e-05,
+      "loss": 0.003,
+      "step": 22934
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.258260065084202e-05,
+      "loss": 0.0005,
+      "step": 22936
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2581953690584794e-05,
+      "loss": 0.0001,
+      "step": 22938
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.258130673032756e-05,
+      "loss": 0.0032,
+      "step": 22940
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2580659770070326e-05,
+      "loss": 0.0001,
+      "step": 22942
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2580012809813095e-05,
+      "loss": 0.0219,
+      "step": 22944
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2579365849555864e-05,
+      "loss": 0.0003,
+      "step": 22946
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257871888929863e-05,
+      "loss": 0.022,
+      "step": 22948
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.25780719290414e-05,
+      "loss": 0.0082,
+      "step": 22950
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257742496878417e-05,
+      "loss": 0.0019,
+      "step": 22952
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257677800852694e-05,
+      "loss": 0.0078,
+      "step": 22954
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257613104826971e-05,
+      "loss": 0.01,
+      "step": 22956
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257548408801247e-05,
+      "loss": 0.0002,
+      "step": 22958
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257483712775525e-05,
+      "loss": 0.0001,
+      "step": 22960
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257419016749801e-05,
+      "loss": 0.0056,
+      "step": 22962
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257354320724078e-05,
+      "loss": 0.0125,
+      "step": 22964
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257289624698355e-05,
+      "loss": 0.0013,
+      "step": 22966
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.257224928672632e-05,
+      "loss": 0.0006,
+      "step": 22968
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2571602326469086e-05,
+      "loss": 0.0,
+      "step": 22970
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2570955366211855e-05,
+      "loss": 0.0001,
+      "step": 22972
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2570308405954624e-05,
+      "loss": 0.0036,
+      "step": 22974
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2569661445697393e-05,
+      "loss": 0.0043,
+      "step": 22976
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.256901448544016e-05,
+      "loss": 0.0221,
+      "step": 22978
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.256836752518293e-05,
+      "loss": 0.0018,
+      "step": 22980
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.25677205649257e-05,
+      "loss": 0.0119,
+      "step": 22982
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.256707360466847e-05,
+      "loss": 0.0001,
+      "step": 22984
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.256642664441123e-05,
+      "loss": 0.0026,
+      "step": 22986
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.256577968415401e-05,
+      "loss": 0.0001,
+      "step": 22988
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.256513272389677e-05,
+      "loss": 0.0156,
+      "step": 22990
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2564485763639546e-05,
+      "loss": 0.0002,
+      "step": 22992
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.256383880338231e-05,
+      "loss": 0.0001,
+      "step": 22994
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.256319184312508e-05,
+      "loss": 0.0003,
+      "step": 22996
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2562544882867847e-05,
+      "loss": 0.0129,
+      "step": 22998
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2561897922610616e-05,
+      "loss": 0.0049,
+      "step": 23000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2561250962353385e-05,
+      "loss": 0.0,
+      "step": 23002
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2560604002096154e-05,
+      "loss": 0.0001,
+      "step": 23004
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255995704183892e-05,
+      "loss": 0.0009,
+      "step": 23006
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2559310081581685e-05,
+      "loss": 0.0001,
+      "step": 23008
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255866312132446e-05,
+      "loss": 0.0014,
+      "step": 23010
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255801616106723e-05,
+      "loss": 0.0002,
+      "step": 23012
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255736920081e-05,
+      "loss": 0.0002,
+      "step": 23014
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255672224055277e-05,
+      "loss": 0.008,
+      "step": 23016
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255607528029553e-05,
+      "loss": 0.0001,
+      "step": 23018
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2555428320038306e-05,
+      "loss": 0.0026,
+      "step": 23020
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255478135978107e-05,
+      "loss": 0.0,
+      "step": 23022
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255413439952384e-05,
+      "loss": 0.0003,
+      "step": 23024
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255348743926661e-05,
+      "loss": 0.0064,
+      "step": 23026
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2552840479009376e-05,
+      "loss": 0.0001,
+      "step": 23028
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2552193518752145e-05,
+      "loss": 0.0376,
+      "step": 23030
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2551546558494914e-05,
+      "loss": 0.0022,
+      "step": 23032
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255089959823768e-05,
+      "loss": 0.0001,
+      "step": 23034
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.255025263798045e-05,
+      "loss": 0.0002,
+      "step": 23036
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254960567772322e-05,
+      "loss": 0.0001,
+      "step": 23038
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2548958717465984e-05,
+      "loss": 0.0003,
+      "step": 23040
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254831175720876e-05,
+      "loss": 0.0002,
+      "step": 23042
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254766479695152e-05,
+      "loss": 0.0032,
+      "step": 23044
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254701783669429e-05,
+      "loss": 0.0014,
+      "step": 23046
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254637087643707e-05,
+      "loss": 0.0012,
+      "step": 23048
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254572391617983e-05,
+      "loss": 0.0,
+      "step": 23050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.25450769559226e-05,
+      "loss": 0.001,
+      "step": 23052
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254442999566537e-05,
+      "loss": 0.0001,
+      "step": 23054
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2543783035408136e-05,
+      "loss": 0.0044,
+      "step": 23056
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2543136075150906e-05,
+      "loss": 0.0001,
+      "step": 23058
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2542489114893675e-05,
+      "loss": 0.0103,
+      "step": 23060
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2541842154636444e-05,
+      "loss": 0.0004,
+      "step": 23062
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254119519437921e-05,
+      "loss": 0.0002,
+      "step": 23064
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.254054823412198e-05,
+      "loss": 0.0002,
+      "step": 23066
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2539901273864744e-05,
+      "loss": 0.0,
+      "step": 23068
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253925431360752e-05,
+      "loss": 0.005,
+      "step": 23070
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253860735335028e-05,
+      "loss": 0.0002,
+      "step": 23072
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253796039309306e-05,
+      "loss": 0.0003,
+      "step": 23074
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253731343283582e-05,
+      "loss": 0.0001,
+      "step": 23076
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253666647257859e-05,
+      "loss": 0.0022,
+      "step": 23078
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2536019512321365e-05,
+      "loss": 0.0004,
+      "step": 23080
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253537255206413e-05,
+      "loss": 0.0001,
+      "step": 23082
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.25347255918069e-05,
+      "loss": 0.0002,
+      "step": 23084
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2534078631549666e-05,
+      "loss": 0.0002,
+      "step": 23086
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2533431671292435e-05,
+      "loss": 0.0001,
+      "step": 23088
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253310819116382e-05,
+      "loss": 0.0278,
+      "step": 23090
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253246123090659e-05,
+      "loss": 0.0033,
+      "step": 23092
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253181427064936e-05,
+      "loss": 0.001,
+      "step": 23094
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.253116731039212e-05,
+      "loss": 0.0003,
+      "step": 23096
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2530520350134896e-05,
+      "loss": 0.0067,
+      "step": 23098
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252987338987766e-05,
+      "loss": 0.0002,
+      "step": 23100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252922642962043e-05,
+      "loss": 0.0002,
+      "step": 23102
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.25285794693632e-05,
+      "loss": 0.0,
+      "step": 23104
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2527932509105965e-05,
+      "loss": 0.0002,
+      "step": 23106
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252728554884874e-05,
+      "loss": 0.0,
+      "step": 23108
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2526638588591504e-05,
+      "loss": 0.0012,
+      "step": 23110
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252599162833427e-05,
+      "loss": 0.0,
+      "step": 23112
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252534466807704e-05,
+      "loss": 0.0,
+      "step": 23114
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252469770781981e-05,
+      "loss": 0.0125,
+      "step": 23116
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252405074756258e-05,
+      "loss": 0.0058,
+      "step": 23118
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252340378730535e-05,
+      "loss": 0.0017,
+      "step": 23120
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252275682704812e-05,
+      "loss": 0.0021,
+      "step": 23122
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252210986679088e-05,
+      "loss": 0.0084,
+      "step": 23124
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2521462906533656e-05,
+      "loss": 0.0001,
+      "step": 23126
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.252081594627642e-05,
+      "loss": 0.0002,
+      "step": 23128
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2520168986019194e-05,
+      "loss": 0.0006,
+      "step": 23130
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251952202576196e-05,
+      "loss": 0.0022,
+      "step": 23132
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2518875065504726e-05,
+      "loss": 0.0,
+      "step": 23134
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.25182281052475e-05,
+      "loss": 0.0074,
+      "step": 23136
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2517581144990264e-05,
+      "loss": 0.0005,
+      "step": 23138
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251693418473303e-05,
+      "loss": 0.0003,
+      "step": 23140
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.25162872244758e-05,
+      "loss": 0.0,
+      "step": 23142
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251564026421857e-05,
+      "loss": 0.0001,
+      "step": 23144
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251499330396134e-05,
+      "loss": 0.0001,
+      "step": 23146
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251434634370411e-05,
+      "loss": 0.0,
+      "step": 23148
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251369938344688e-05,
+      "loss": 0.0023,
+      "step": 23150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251305242318965e-05,
+      "loss": 0.0001,
+      "step": 23152
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251240546293242e-05,
+      "loss": 0.0004,
+      "step": 23154
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251175850267518e-05,
+      "loss": 0.0013,
+      "step": 23156
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2511111542417955e-05,
+      "loss": 0.0002,
+      "step": 23158
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.251046458216072e-05,
+      "loss": 0.0121,
+      "step": 23160
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2509817621903486e-05,
+      "loss": 0.0002,
+      "step": 23162
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2509170661646255e-05,
+      "loss": 0.0001,
+      "step": 23164
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2508523701389024e-05,
+      "loss": 0.005,
+      "step": 23166
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2507876741131794e-05,
+      "loss": 0.0022,
+      "step": 23168
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250722978087456e-05,
+      "loss": 0.0006,
+      "step": 23170
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250658282061733e-05,
+      "loss": 0.0007,
+      "step": 23172
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.25059358603601e-05,
+      "loss": 0.0011,
+      "step": 23174
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250528890010287e-05,
+      "loss": 0.0009,
+      "step": 23176
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250464193984563e-05,
+      "loss": 0.0003,
+      "step": 23178
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250399497958841e-05,
+      "loss": 0.0006,
+      "step": 23180
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250334801933118e-05,
+      "loss": 0.0056,
+      "step": 23182
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250270105907394e-05,
+      "loss": 0.0,
+      "step": 23184
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2502054098816715e-05,
+      "loss": 0.0002,
+      "step": 23186
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.250140713855948e-05,
+      "loss": 0.0008,
+      "step": 23188
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2500760178302253e-05,
+      "loss": 0.0142,
+      "step": 23190
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2500113218045016e-05,
+      "loss": 0.0,
+      "step": 23192
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2499466257787785e-05,
+      "loss": 0.0005,
+      "step": 23194
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2498819297530554e-05,
+      "loss": 0.0005,
+      "step": 23196
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.249817233727332e-05,
+      "loss": 0.0004,
+      "step": 23198
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.249752537701609e-05,
+      "loss": 0.0033,
+      "step": 23200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.249687841675886e-05,
+      "loss": 0.0001,
+      "step": 23202
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.249623145650163e-05,
+      "loss": 0.0038,
+      "step": 23204
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.249558449624439e-05,
+      "loss": 0.0011,
+      "step": 23206
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.249493753598717e-05,
+      "loss": 0.002,
+      "step": 23208
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.249429057572993e-05,
+      "loss": 0.0001,
+      "step": 23210
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2493643615472707e-05,
+      "loss": 0.0037,
+      "step": 23212
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2492996655215476e-05,
+      "loss": 0.0002,
+      "step": 23214
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.249234969495824e-05,
+      "loss": 0.0001,
+      "step": 23216
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2491702734701014e-05,
+      "loss": 0.0004,
+      "step": 23218
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2491055774443776e-05,
+      "loss": 0.0161,
+      "step": 23220
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2490408814186545e-05,
+      "loss": 0.0052,
+      "step": 23222
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2489761853929314e-05,
+      "loss": 0.0094,
+      "step": 23224
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2489114893672083e-05,
+      "loss": 0.0001,
+      "step": 23226
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248846793341485e-05,
+      "loss": 0.0001,
+      "step": 23228
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248782097315762e-05,
+      "loss": 0.0001,
+      "step": 23230
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248717401290039e-05,
+      "loss": 0.0048,
+      "step": 23232
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248652705264316e-05,
+      "loss": 0.0011,
+      "step": 23234
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248588009238593e-05,
+      "loss": 0.0003,
+      "step": 23236
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248523313212869e-05,
+      "loss": 0.0023,
+      "step": 23238
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248458617187147e-05,
+      "loss": 0.0005,
+      "step": 23240
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248393921161423e-05,
+      "loss": 0.0003,
+      "step": 23242
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2483292251357e-05,
+      "loss": 0.0147,
+      "step": 23244
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248264529109977e-05,
+      "loss": 0.0001,
+      "step": 23246
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2481998330842537e-05,
+      "loss": 0.0001,
+      "step": 23248
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.248135137058531e-05,
+      "loss": 0.0231,
+      "step": 23250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2480704410328075e-05,
+      "loss": 0.0023,
+      "step": 23252
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2480057450070844e-05,
+      "loss": 0.0009,
+      "step": 23254
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247941048981361e-05,
+      "loss": 0.008,
+      "step": 23256
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247876352955638e-05,
+      "loss": 0.0001,
+      "step": 23258
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247811656929915e-05,
+      "loss": 0.0001,
+      "step": 23260
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247746960904192e-05,
+      "loss": 0.0146,
+      "step": 23262
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247682264878469e-05,
+      "loss": 0.0031,
+      "step": 23264
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247617568852745e-05,
+      "loss": 0.0014,
+      "step": 23266
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247552872827023e-05,
+      "loss": 0.0005,
+      "step": 23268
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247488176801299e-05,
+      "loss": 0.01,
+      "step": 23270
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2474234807755766e-05,
+      "loss": 0.0,
+      "step": 23272
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247358784749853e-05,
+      "loss": 0.0,
+      "step": 23274
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24729408872413e-05,
+      "loss": 0.0565,
+      "step": 23276
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2472293926984066e-05,
+      "loss": 0.0078,
+      "step": 23278
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2471646966726835e-05,
+      "loss": 0.0044,
+      "step": 23280
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2471000006469604e-05,
+      "loss": 0.0002,
+      "step": 23282
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.247035304621237e-05,
+      "loss": 0.0003,
+      "step": 23284
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246970608595514e-05,
+      "loss": 0.0001,
+      "step": 23286
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246905912569791e-05,
+      "loss": 0.0035,
+      "step": 23288
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246841216544068e-05,
+      "loss": 0.0002,
+      "step": 23290
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246776520518345e-05,
+      "loss": 0.0002,
+      "step": 23292
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246711824492622e-05,
+      "loss": 0.0001,
+      "step": 23294
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246647128466899e-05,
+      "loss": 0.0005,
+      "step": 23296
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246582432441175e-05,
+      "loss": 0.0116,
+      "step": 23298
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2465177364154526e-05,
+      "loss": 0.0002,
+      "step": 23300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246453040389729e-05,
+      "loss": 0.0218,
+      "step": 23302
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246388344364006e-05,
+      "loss": 0.0,
+      "step": 23304
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2463236483382826e-05,
+      "loss": 0.0001,
+      "step": 23306
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2462589523125596e-05,
+      "loss": 0.0079,
+      "step": 23308
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2461942562868365e-05,
+      "loss": 0.0,
+      "step": 23310
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2461295602611134e-05,
+      "loss": 0.0005,
+      "step": 23312
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24606486423539e-05,
+      "loss": 0.0387,
+      "step": 23314
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.246000168209667e-05,
+      "loss": 0.0002,
+      "step": 23316
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245935472183944e-05,
+      "loss": 0.0086,
+      "step": 23318
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24587077615822e-05,
+      "loss": 0.001,
+      "step": 23320
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245806080132498e-05,
+      "loss": 0.0101,
+      "step": 23322
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245741384106774e-05,
+      "loss": 0.0005,
+      "step": 23324
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245676688081051e-05,
+      "loss": 0.0006,
+      "step": 23326
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2456119920553286e-05,
+      "loss": 0.0002,
+      "step": 23328
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245547296029605e-05,
+      "loss": 0.0029,
+      "step": 23330
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2454826000038825e-05,
+      "loss": 0.0,
+      "step": 23332
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245417903978159e-05,
+      "loss": 0.0022,
+      "step": 23334
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2453532079524356e-05,
+      "loss": 0.0081,
+      "step": 23336
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2452885119267125e-05,
+      "loss": 0.0001,
+      "step": 23338
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2452238159009894e-05,
+      "loss": 0.0001,
+      "step": 23340
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245159119875266e-05,
+      "loss": 0.0023,
+      "step": 23342
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.245094423849543e-05,
+      "loss": 0.0002,
+      "step": 23344
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24502972782382e-05,
+      "loss": 0.0,
+      "step": 23346
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2449650317980964e-05,
+      "loss": 0.0001,
+      "step": 23348
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.244900335772374e-05,
+      "loss": 0.0029,
+      "step": 23350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24483563974665e-05,
+      "loss": 0.0008,
+      "step": 23352
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.244770943720928e-05,
+      "loss": 0.0006,
+      "step": 23354
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.244706247695204e-05,
+      "loss": 0.0003,
+      "step": 23356
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.244641551669481e-05,
+      "loss": 0.004,
+      "step": 23358
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2445768556437585e-05,
+      "loss": 0.0001,
+      "step": 23360
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.244512159618035e-05,
+      "loss": 0.0018,
+      "step": 23362
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2444474635923116e-05,
+      "loss": 0.0051,
+      "step": 23364
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2443827675665885e-05,
+      "loss": 0.013,
+      "step": 23366
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2443180715408655e-05,
+      "loss": 0.0041,
+      "step": 23368
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2442533755151424e-05,
+      "loss": 0.0001,
+      "step": 23370
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.244188679489419e-05,
+      "loss": 0.0154,
+      "step": 23372
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.244123983463696e-05,
+      "loss": 0.0055,
+      "step": 23374
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.244059287437973e-05,
+      "loss": 0.0012,
+      "step": 23376
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24399459141225e-05,
+      "loss": 0.0348,
+      "step": 23378
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243929895386526e-05,
+      "loss": 0.0,
+      "step": 23380
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243865199360804e-05,
+      "loss": 0.0001,
+      "step": 23382
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24380050333508e-05,
+      "loss": 0.0017,
+      "step": 23384
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243735807309357e-05,
+      "loss": 0.0002,
+      "step": 23386
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243671111283634e-05,
+      "loss": 0.0015,
+      "step": 23388
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243606415257911e-05,
+      "loss": 0.0076,
+      "step": 23390
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2435417192321884e-05,
+      "loss": 0.0101,
+      "step": 23392
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2434770232064646e-05,
+      "loss": 0.0017,
+      "step": 23394
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2434123271807415e-05,
+      "loss": 0.0025,
+      "step": 23396
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2433476311550184e-05,
+      "loss": 0.0001,
+      "step": 23398
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243282935129295e-05,
+      "loss": 0.0023,
+      "step": 23400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2432182391035715e-05,
+      "loss": 0.0005,
+      "step": 23402
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243153543077849e-05,
+      "loss": 0.0001,
+      "step": 23404
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243088847052126e-05,
+      "loss": 0.0001,
+      "step": 23406
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.243024151026402e-05,
+      "loss": 0.0002,
+      "step": 23408
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24295945500068e-05,
+      "loss": 0.0057,
+      "step": 23410
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.242894758974956e-05,
+      "loss": 0.0418,
+      "step": 23412
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.242830062949234e-05,
+      "loss": 0.0001,
+      "step": 23414
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24276536692351e-05,
+      "loss": 0.0012,
+      "step": 23416
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.242700670897787e-05,
+      "loss": 0.0001,
+      "step": 23418
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.242635974872064e-05,
+      "loss": 0.0006,
+      "step": 23420
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2425712788463406e-05,
+      "loss": 0.0001,
+      "step": 23422
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2425065828206175e-05,
+      "loss": 0.0005,
+      "step": 23424
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2424418867948944e-05,
+      "loss": 0.0043,
+      "step": 23426
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2423771907691713e-05,
+      "loss": 0.0014,
+      "step": 23428
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.242312494743448e-05,
+      "loss": 0.0002,
+      "step": 23430
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.242247798717725e-05,
+      "loss": 0.0072,
+      "step": 23432
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.2421831026920014e-05,
+      "loss": 0.0007,
+      "step": 23434
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.242118406666279e-05,
+      "loss": 0.0,
+      "step": 23436
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.242053710640556e-05,
+      "loss": 0.0024,
+      "step": 23438
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.241989014614832e-05,
+      "loss": 0.0007,
+      "step": 23440
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 4.24192431858911e-05,
+      "loss": 0.0005,
+      "step": 23442
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241859622563386e-05,
+      "loss": 0.0023,
+      "step": 23444
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241794926537663e-05,
+      "loss": 0.0007,
+      "step": 23446
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.24173023051194e-05,
+      "loss": 0.0002,
+      "step": 23448
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241665534486217e-05,
+      "loss": 0.0,
+      "step": 23450
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2416008384604936e-05,
+      "loss": 0.0093,
+      "step": 23452
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2415361424347705e-05,
+      "loss": 0.0002,
+      "step": 23454
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2414714464090474e-05,
+      "loss": 0.0168,
+      "step": 23456
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241406750383324e-05,
+      "loss": 0.0022,
+      "step": 23458
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241342054357601e-05,
+      "loss": 0.0001,
+      "step": 23460
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2412773583318774e-05,
+      "loss": 0.003,
+      "step": 23462
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241212662306155e-05,
+      "loss": 0.0008,
+      "step": 23464
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241147966280431e-05,
+      "loss": 0.0001,
+      "step": 23466
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241083270254708e-05,
+      "loss": 0.0001,
+      "step": 23468
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.241018574228985e-05,
+      "loss": 0.0003,
+      "step": 23470
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240953878203262e-05,
+      "loss": 0.0018,
+      "step": 23472
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2408891821775396e-05,
+      "loss": 0.0004,
+      "step": 23474
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240824486151816e-05,
+      "loss": 0.0044,
+      "step": 23476
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240759790126093e-05,
+      "loss": 0.0003,
+      "step": 23478
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2406950941003696e-05,
+      "loss": 0.0042,
+      "step": 23480
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2406303980746465e-05,
+      "loss": 0.007,
+      "step": 23482
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2405657020489234e-05,
+      "loss": 0.0047,
+      "step": 23484
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2405010060232003e-05,
+      "loss": 0.0099,
+      "step": 23486
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240436309997477e-05,
+      "loss": 0.0042,
+      "step": 23488
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2403716139717535e-05,
+      "loss": 0.0024,
+      "step": 23490
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240306917946031e-05,
+      "loss": 0.0002,
+      "step": 23492
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240242221920307e-05,
+      "loss": 0.0148,
+      "step": 23494
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240177525894585e-05,
+      "loss": 0.0001,
+      "step": 23496
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240112829868861e-05,
+      "loss": 0.0009,
+      "step": 23498
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.240048133843138e-05,
+      "loss": 0.0113,
+      "step": 23500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239983437817415e-05,
+      "loss": 0.0011,
+      "step": 23502
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239918741791692e-05,
+      "loss": 0.0003,
+      "step": 23504
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239854045765969e-05,
+      "loss": 0.0001,
+      "step": 23506
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2397893497402457e-05,
+      "loss": 0.0184,
+      "step": 23508
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2397246537145226e-05,
+      "loss": 0.0006,
+      "step": 23510
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2396599576887995e-05,
+      "loss": 0.0001,
+      "step": 23512
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2395952616630764e-05,
+      "loss": 0.0053,
+      "step": 23514
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239530565637353e-05,
+      "loss": 0.0001,
+      "step": 23516
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23946586961163e-05,
+      "loss": 0.0017,
+      "step": 23518
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239401173585907e-05,
+      "loss": 0.0022,
+      "step": 23520
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239336477560183e-05,
+      "loss": 0.0032,
+      "step": 23522
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239271781534461e-05,
+      "loss": 0.0001,
+      "step": 23524
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239207085508737e-05,
+      "loss": 0.0013,
+      "step": 23526
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239142389483014e-05,
+      "loss": 0.0007,
+      "step": 23528
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239077693457291e-05,
+      "loss": 0.0001,
+      "step": 23530
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.239012997431568e-05,
+      "loss": 0.0,
+      "step": 23532
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238948301405845e-05,
+      "loss": 0.0,
+      "step": 23534
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238883605380122e-05,
+      "loss": 0.0007,
+      "step": 23536
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2388189093543986e-05,
+      "loss": 0.0006,
+      "step": 23538
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2387542133286755e-05,
+      "loss": 0.0151,
+      "step": 23540
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2386895173029524e-05,
+      "loss": 0.0006,
+      "step": 23542
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2386248212772287e-05,
+      "loss": 0.0002,
+      "step": 23544
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238560125251506e-05,
+      "loss": 0.0197,
+      "step": 23546
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2384954292257825e-05,
+      "loss": 0.012,
+      "step": 23548
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2384307332000594e-05,
+      "loss": 0.0066,
+      "step": 23550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238366037174337e-05,
+      "loss": 0.0004,
+      "step": 23552
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238301341148613e-05,
+      "loss": 0.0092,
+      "step": 23554
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238236645122891e-05,
+      "loss": 0.0004,
+      "step": 23556
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238171949097167e-05,
+      "loss": 0.0177,
+      "step": 23558
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238107253071444e-05,
+      "loss": 0.0011,
+      "step": 23560
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.238042557045721e-05,
+      "loss": 0.0218,
+      "step": 23562
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237977861019998e-05,
+      "loss": 0.0001,
+      "step": 23564
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2379131649942746e-05,
+      "loss": 0.0,
+      "step": 23566
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2378484689685516e-05,
+      "loss": 0.0231,
+      "step": 23568
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2377837729428285e-05,
+      "loss": 0.0025,
+      "step": 23570
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2377190769171054e-05,
+      "loss": 0.0027,
+      "step": 23572
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237654380891382e-05,
+      "loss": 0.0001,
+      "step": 23574
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2375896848656585e-05,
+      "loss": 0.0115,
+      "step": 23576
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237524988839936e-05,
+      "loss": 0.0004,
+      "step": 23578
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237460292814212e-05,
+      "loss": 0.0001,
+      "step": 23580
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237395596788489e-05,
+      "loss": 0.0035,
+      "step": 23582
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237330900762767e-05,
+      "loss": 0.0011,
+      "step": 23584
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237266204737043e-05,
+      "loss": 0.0093,
+      "step": 23586
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23720150871132e-05,
+      "loss": 0.0003,
+      "step": 23588
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237136812685597e-05,
+      "loss": 0.0004,
+      "step": 23590
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237072116659874e-05,
+      "loss": 0.0032,
+      "step": 23592
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.237007420634151e-05,
+      "loss": 0.0001,
+      "step": 23594
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2369427246084276e-05,
+      "loss": 0.005,
+      "step": 23596
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2368780285827045e-05,
+      "loss": 0.0002,
+      "step": 23598
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2368133325569814e-05,
+      "loss": 0.0009,
+      "step": 23600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236748636531258e-05,
+      "loss": 0.0004,
+      "step": 23602
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2366839405055345e-05,
+      "loss": 0.0044,
+      "step": 23604
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236619244479812e-05,
+      "loss": 0.0005,
+      "step": 23606
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2365545484540884e-05,
+      "loss": 0.0049,
+      "step": 23608
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236489852428365e-05,
+      "loss": 0.0002,
+      "step": 23610
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236425156402642e-05,
+      "loss": 0.0086,
+      "step": 23612
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236360460376919e-05,
+      "loss": 0.0002,
+      "step": 23614
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236295764351197e-05,
+      "loss": 0.0,
+      "step": 23616
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236231068325473e-05,
+      "loss": 0.0008,
+      "step": 23618
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23616637229975e-05,
+      "loss": 0.0,
+      "step": 23620
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.236101676274027e-05,
+      "loss": 0.0003,
+      "step": 23622
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2360369802483036e-05,
+      "loss": 0.0022,
+      "step": 23624
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23597228422258e-05,
+      "loss": 0.0036,
+      "step": 23626
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2359075881968575e-05,
+      "loss": 0.0001,
+      "step": 23628
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2358428921711344e-05,
+      "loss": 0.0001,
+      "step": 23630
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2357781961454106e-05,
+      "loss": 0.0107,
+      "step": 23632
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.235713500119688e-05,
+      "loss": 0.0001,
+      "step": 23634
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2356488040939644e-05,
+      "loss": 0.0004,
+      "step": 23636
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.235584108068242e-05,
+      "loss": 0.0002,
+      "step": 23638
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.235519412042518e-05,
+      "loss": 0.0001,
+      "step": 23640
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.235454716016795e-05,
+      "loss": 0.0001,
+      "step": 23642
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.235390019991072e-05,
+      "loss": 0.0039,
+      "step": 23644
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.235325323965349e-05,
+      "loss": 0.0033,
+      "step": 23646
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.235260627939626e-05,
+      "loss": 0.0,
+      "step": 23648
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.235195931913903e-05,
+      "loss": 0.0001,
+      "step": 23650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23513123588818e-05,
+      "loss": 0.0138,
+      "step": 23652
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2350665398624566e-05,
+      "loss": 0.0002,
+      "step": 23654
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2350018438367335e-05,
+      "loss": 0.0011,
+      "step": 23656
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23493714781101e-05,
+      "loss": 0.0023,
+      "step": 23658
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234872451785287e-05,
+      "loss": 0.002,
+      "step": 23660
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234807755759564e-05,
+      "loss": 0.0002,
+      "step": 23662
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2347430597338404e-05,
+      "loss": 0.0017,
+      "step": 23664
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234678363708118e-05,
+      "loss": 0.0,
+      "step": 23666
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234613667682394e-05,
+      "loss": 0.0001,
+      "step": 23668
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234548971656671e-05,
+      "loss": 0.004,
+      "step": 23670
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234484275630948e-05,
+      "loss": 0.0003,
+      "step": 23672
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234419579605225e-05,
+      "loss": 0.0024,
+      "step": 23674
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234354883579502e-05,
+      "loss": 0.0096,
+      "step": 23676
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234290187553779e-05,
+      "loss": 0.0,
+      "step": 23678
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234225491528056e-05,
+      "loss": 0.0052,
+      "step": 23680
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2341607955023326e-05,
+      "loss": 0.0001,
+      "step": 23682
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2340960994766095e-05,
+      "loss": 0.0019,
+      "step": 23684
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.234031403450886e-05,
+      "loss": 0.0052,
+      "step": 23686
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2339667074251633e-05,
+      "loss": 0.0069,
+      "step": 23688
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2339020113994396e-05,
+      "loss": 0.0001,
+      "step": 23690
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2338373153737165e-05,
+      "loss": 0.0046,
+      "step": 23692
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.233772619347994e-05,
+      "loss": 0.0003,
+      "step": 23694
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23370792332227e-05,
+      "loss": 0.0001,
+      "step": 23696
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.233643227296548e-05,
+      "loss": 0.0008,
+      "step": 23698
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.233578531270824e-05,
+      "loss": 0.001,
+      "step": 23700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.233513835245101e-05,
+      "loss": 0.0002,
+      "step": 23702
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.233449139219378e-05,
+      "loss": 0.0027,
+      "step": 23704
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.233384443193655e-05,
+      "loss": 0.0033,
+      "step": 23706
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.233319747167932e-05,
+      "loss": 0.0002,
+      "step": 23708
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.233255051142209e-05,
+      "loss": 0.0006,
+      "step": 23710
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2331903551164856e-05,
+      "loss": 0.0072,
+      "step": 23712
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2331256590907625e-05,
+      "loss": 0.0013,
+      "step": 23714
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2330609630650394e-05,
+      "loss": 0.0,
+      "step": 23716
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2329962670393156e-05,
+      "loss": 0.0,
+      "step": 23718
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232931571013593e-05,
+      "loss": 0.0074,
+      "step": 23720
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2328668749878694e-05,
+      "loss": 0.0003,
+      "step": 23722
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2328021789621463e-05,
+      "loss": 0.0004,
+      "step": 23724
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232737482936423e-05,
+      "loss": 0.0019,
+      "step": 23726
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2326727869107e-05,
+      "loss": 0.0003,
+      "step": 23728
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232608090884977e-05,
+      "loss": 0.0009,
+      "step": 23730
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232543394859254e-05,
+      "loss": 0.0017,
+      "step": 23732
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232478698833531e-05,
+      "loss": 0.0008,
+      "step": 23734
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232414002807808e-05,
+      "loss": 0.0004,
+      "step": 23736
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232349306782085e-05,
+      "loss": 0.0,
+      "step": 23738
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2322846107563616e-05,
+      "loss": 0.0005,
+      "step": 23740
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2322199147306385e-05,
+      "loss": 0.0001,
+      "step": 23742
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2321552187049154e-05,
+      "loss": 0.0005,
+      "step": 23744
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2320905226791917e-05,
+      "loss": 0.0007,
+      "step": 23746
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.232025826653469e-05,
+      "loss": 0.0047,
+      "step": 23748
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2319611306277455e-05,
+      "loss": 0.0092,
+      "step": 23750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2318964346020224e-05,
+      "loss": 0.0037,
+      "step": 23752
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231831738576299e-05,
+      "loss": 0.0002,
+      "step": 23754
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231767042550576e-05,
+      "loss": 0.0041,
+      "step": 23756
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231702346524853e-05,
+      "loss": 0.0035,
+      "step": 23758
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23163765049913e-05,
+      "loss": 0.0004,
+      "step": 23760
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231572954473407e-05,
+      "loss": 0.0001,
+      "step": 23762
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231508258447684e-05,
+      "loss": 0.0014,
+      "step": 23764
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231443562421961e-05,
+      "loss": 0.012,
+      "step": 23766
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231378866396237e-05,
+      "loss": 0.0012,
+      "step": 23768
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2313141703705146e-05,
+      "loss": 0.0,
+      "step": 23770
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2312494743447915e-05,
+      "loss": 0.0043,
+      "step": 23772
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231184778319068e-05,
+      "loss": 0.0002,
+      "step": 23774
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.231120082293345e-05,
+      "loss": 0.0016,
+      "step": 23776
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2310553862676215e-05,
+      "loss": 0.0,
+      "step": 23778
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230990690241899e-05,
+      "loss": 0.0005,
+      "step": 23780
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230925994216175e-05,
+      "loss": 0.0002,
+      "step": 23782
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230861298190452e-05,
+      "loss": 0.0,
+      "step": 23784
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230796602164729e-05,
+      "loss": 0.0001,
+      "step": 23786
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230731906139006e-05,
+      "loss": 0.0001,
+      "step": 23788
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230667210113283e-05,
+      "loss": 0.0056,
+      "step": 23790
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.23060251408756e-05,
+      "loss": 0.0001,
+      "step": 23792
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230537818061837e-05,
+      "loss": 0.0001,
+      "step": 23794
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230473122036114e-05,
+      "loss": 0.0008,
+      "step": 23796
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2304084260103906e-05,
+      "loss": 0.0008,
+      "step": 23798
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230343729984667e-05,
+      "loss": 0.0004,
+      "step": 23800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2302790339589444e-05,
+      "loss": 0.0022,
+      "step": 23802
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2302143379332206e-05,
+      "loss": 0.0442,
+      "step": 23804
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2301496419074976e-05,
+      "loss": 0.0002,
+      "step": 23806
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.230084945881775e-05,
+      "loss": 0.0,
+      "step": 23808
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2300202498560514e-05,
+      "loss": 0.0007,
+      "step": 23810
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229955553830328e-05,
+      "loss": 0.0011,
+      "step": 23812
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229890857804605e-05,
+      "loss": 0.002,
+      "step": 23814
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229826161778882e-05,
+      "loss": 0.0134,
+      "step": 23816
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229761465753159e-05,
+      "loss": 0.0063,
+      "step": 23818
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229696769727436e-05,
+      "loss": 0.0015,
+      "step": 23820
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229632073701713e-05,
+      "loss": 0.0003,
+      "step": 23822
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.22956737767599e-05,
+      "loss": 0.0048,
+      "step": 23824
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2295026816502666e-05,
+      "loss": 0.0049,
+      "step": 23826
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229437985624543e-05,
+      "loss": 0.0004,
+      "step": 23828
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2293732895988205e-05,
+      "loss": 0.0109,
+      "step": 23830
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229308593573097e-05,
+      "loss": 0.0002,
+      "step": 23832
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2292438975473736e-05,
+      "loss": 0.0001,
+      "step": 23834
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2291792015216505e-05,
+      "loss": 0.0232,
+      "step": 23836
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2291145054959274e-05,
+      "loss": 0.0006,
+      "step": 23838
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.229049809470205e-05,
+      "loss": 0.0002,
+      "step": 23840
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228985113444481e-05,
+      "loss": 0.011,
+      "step": 23842
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228920417418758e-05,
+      "loss": 0.0001,
+      "step": 23844
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228855721393035e-05,
+      "loss": 0.0189,
+      "step": 23846
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228791025367312e-05,
+      "loss": 0.0001,
+      "step": 23848
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228726329341588e-05,
+      "loss": 0.0933,
+      "step": 23850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228661633315866e-05,
+      "loss": 0.0002,
+      "step": 23852
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228596937290143e-05,
+      "loss": 0.0352,
+      "step": 23854
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2285322412644196e-05,
+      "loss": 0.01,
+      "step": 23856
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2284675452386965e-05,
+      "loss": 0.0025,
+      "step": 23858
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228402849212973e-05,
+      "loss": 0.0001,
+      "step": 23860
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.22833815318725e-05,
+      "loss": 0.0002,
+      "step": 23862
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2282734571615265e-05,
+      "loss": 0.0002,
+      "step": 23864
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2282087611358035e-05,
+      "loss": 0.0034,
+      "step": 23866
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2281440651100804e-05,
+      "loss": 0.0001,
+      "step": 23868
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228079369084357e-05,
+      "loss": 0.0029,
+      "step": 23870
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.228014673058634e-05,
+      "loss": 0.0094,
+      "step": 23872
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.227949977032911e-05,
+      "loss": 0.0012,
+      "step": 23874
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.227885281007188e-05,
+      "loss": 0.0001,
+      "step": 23876
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.227820584981465e-05,
+      "loss": 0.0,
+      "step": 23878
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.227755888955742e-05,
+      "loss": 0.0028,
+      "step": 23880
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.227691192930018e-05,
+      "loss": 0.0002,
+      "step": 23882
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2276264969042956e-05,
+      "loss": 0.0029,
+      "step": 23884
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2275618008785725e-05,
+      "loss": 0.0027,
+      "step": 23886
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.227497104852849e-05,
+      "loss": 0.0003,
+      "step": 23888
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2274324088271264e-05,
+      "loss": 0.0051,
+      "step": 23890
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2273677128014026e-05,
+      "loss": 0.0044,
+      "step": 23892
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2273030167756795e-05,
+      "loss": 0.0005,
+      "step": 23894
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2272383207499564e-05,
+      "loss": 0.0,
+      "step": 23896
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.227173624724233e-05,
+      "loss": 0.0001,
+      "step": 23898
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.22710892869851e-05,
+      "loss": 0.0,
+      "step": 23900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.227044232672787e-05,
+      "loss": 0.0018,
+      "step": 23902
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226979536647064e-05,
+      "loss": 0.0015,
+      "step": 23904
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226914840621341e-05,
+      "loss": 0.0,
+      "step": 23906
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226850144595618e-05,
+      "loss": 0.0004,
+      "step": 23908
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226785448569894e-05,
+      "loss": 0.0002,
+      "step": 23910
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226720752544172e-05,
+      "loss": 0.0,
+      "step": 23912
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226656056518448e-05,
+      "loss": 0.0003,
+      "step": 23914
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226591360492725e-05,
+      "loss": 0.0002,
+      "step": 23916
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2265266644670024e-05,
+      "loss": 0.0,
+      "step": 23918
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2264619684412786e-05,
+      "loss": 0.0116,
+      "step": 23920
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226397272415556e-05,
+      "loss": 0.0007,
+      "step": 23922
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2263325763898324e-05,
+      "loss": 0.0155,
+      "step": 23924
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2262678803641094e-05,
+      "loss": 0.0071,
+      "step": 23926
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226203184338386e-05,
+      "loss": 0.0001,
+      "step": 23928
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226138488312663e-05,
+      "loss": 0.0001,
+      "step": 23930
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.22607379228694e-05,
+      "loss": 0.0007,
+      "step": 23932
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.226009096261217e-05,
+      "loss": 0.0003,
+      "step": 23934
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.225944400235494e-05,
+      "loss": 0.0046,
+      "step": 23936
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.225879704209771e-05,
+      "loss": 0.0016,
+      "step": 23938
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.225815008184048e-05,
+      "loss": 0.0045,
+      "step": 23940
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.225750312158324e-05,
+      "loss": 0.0001,
+      "step": 23942
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2256856161326015e-05,
+      "loss": 0.0,
+      "step": 23944
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.225620920106878e-05,
+      "loss": 0.0008,
+      "step": 23946
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.225556224081155e-05,
+      "loss": 0.0001,
+      "step": 23948
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2254915280554316e-05,
+      "loss": 0.0,
+      "step": 23950
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2254268320297085e-05,
+      "loss": 0.0169,
+      "step": 23952
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.2253621360039854e-05,
+      "loss": 0.0018,
+      "step": 23954
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.225297439978262e-05,
+      "loss": 0.0002,
+      "step": 23956
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 4.225232743952539e-05,
+      "loss": 0.0003,
+      "step": 23958
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.225168047926816e-05,
+      "loss": 0.006,
+      "step": 23960
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.225103351901093e-05,
+      "loss": 0.0002,
+      "step": 23962
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.22503865587537e-05,
+      "loss": 0.001,
+      "step": 23964
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224973959849647e-05,
+      "loss": 0.0102,
+      "step": 23966
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224909263823924e-05,
+      "loss": 0.0,
+      "step": 23968
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2248445677982e-05,
+      "loss": 0.0001,
+      "step": 23970
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2247798717724776e-05,
+      "loss": 0.0079,
+      "step": 23972
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224715175746754e-05,
+      "loss": 0.0006,
+      "step": 23974
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224650479721031e-05,
+      "loss": 0.0023,
+      "step": 23976
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2245857836953076e-05,
+      "loss": 0.0019,
+      "step": 23978
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2245210876695845e-05,
+      "loss": 0.0379,
+      "step": 23980
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2244563916438614e-05,
+      "loss": 0.0008,
+      "step": 23982
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2243916956181383e-05,
+      "loss": 0.0043,
+      "step": 23984
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224326999592415e-05,
+      "loss": 0.0003,
+      "step": 23986
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224262303566692e-05,
+      "loss": 0.0001,
+      "step": 23988
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224197607540969e-05,
+      "loss": 0.002,
+      "step": 23990
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224132911515245e-05,
+      "loss": 0.0002,
+      "step": 23992
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.224068215489523e-05,
+      "loss": 0.0017,
+      "step": 23994
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2240035194638e-05,
+      "loss": 0.0012,
+      "step": 23996
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.223938823438077e-05,
+      "loss": 0.004,
+      "step": 23998
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2238741274123536e-05,
+      "loss": 0.001,
+      "step": 24000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.22380943138663e-05,
+      "loss": 0.0001,
+      "step": 24002
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2237447353609074e-05,
+      "loss": 0.0,
+      "step": 24004
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2236800393351837e-05,
+      "loss": 0.0,
+      "step": 24006
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2236153433094606e-05,
+      "loss": 0.0,
+      "step": 24008
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2235506472837375e-05,
+      "loss": 0.0001,
+      "step": 24010
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2234859512580144e-05,
+      "loss": 0.0001,
+      "step": 24012
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.223421255232291e-05,
+      "loss": 0.0063,
+      "step": 24014
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.223356559206568e-05,
+      "loss": 0.0002,
+      "step": 24016
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.223291863180845e-05,
+      "loss": 0.0002,
+      "step": 24018
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.223227167155122e-05,
+      "loss": 0.0015,
+      "step": 24020
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.223162471129399e-05,
+      "loss": 0.0,
+      "step": 24022
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.223097775103675e-05,
+      "loss": 0.0001,
+      "step": 24024
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.223033079077953e-05,
+      "loss": 0.0,
+      "step": 24026
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222968383052229e-05,
+      "loss": 0.0246,
+      "step": 24028
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222903687026506e-05,
+      "loss": 0.0002,
+      "step": 24030
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2228389910007835e-05,
+      "loss": 0.0001,
+      "step": 24032
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.22277429497506e-05,
+      "loss": 0.001,
+      "step": 24034
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2227095989493366e-05,
+      "loss": 0.0002,
+      "step": 24036
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2226449029236135e-05,
+      "loss": 0.0011,
+      "step": 24038
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2225802068978904e-05,
+      "loss": 0.0001,
+      "step": 24040
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222515510872167e-05,
+      "loss": 0.0002,
+      "step": 24042
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222450814846444e-05,
+      "loss": 0.0019,
+      "step": 24044
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222386118820721e-05,
+      "loss": 0.0001,
+      "step": 24046
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222321422794998e-05,
+      "loss": 0.0002,
+      "step": 24048
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222256726769275e-05,
+      "loss": 0.0056,
+      "step": 24050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222192030743551e-05,
+      "loss": 0.0,
+      "step": 24052
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222127334717829e-05,
+      "loss": 0.0021,
+      "step": 24054
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.222062638692105e-05,
+      "loss": 0.0001,
+      "step": 24056
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221997942666382e-05,
+      "loss": 0.0049,
+      "step": 24058
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221933246640659e-05,
+      "loss": 0.0001,
+      "step": 24060
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221868550614936e-05,
+      "loss": 0.0,
+      "step": 24062
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221803854589213e-05,
+      "loss": 0.0082,
+      "step": 24064
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2217391585634896e-05,
+      "loss": 0.0001,
+      "step": 24066
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2216744625377665e-05,
+      "loss": 0.0027,
+      "step": 24068
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2216097665120434e-05,
+      "loss": 0.0004,
+      "step": 24070
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.22154507048632e-05,
+      "loss": 0.0053,
+      "step": 24072
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221480374460597e-05,
+      "loss": 0.0001,
+      "step": 24074
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221415678434874e-05,
+      "loss": 0.0001,
+      "step": 24076
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221350982409151e-05,
+      "loss": 0.0,
+      "step": 24078
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221286286383428e-05,
+      "loss": 0.0012,
+      "step": 24080
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221221590357705e-05,
+      "loss": 0.006,
+      "step": 24082
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221156894331981e-05,
+      "loss": 0.0138,
+      "step": 24084
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2210921983062586e-05,
+      "loss": 0.0001,
+      "step": 24086
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.221027502280535e-05,
+      "loss": 0.0113,
+      "step": 24088
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220962806254812e-05,
+      "loss": 0.0562,
+      "step": 24090
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220898110229089e-05,
+      "loss": 0.0008,
+      "step": 24092
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2208334142033656e-05,
+      "loss": 0.0004,
+      "step": 24094
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2207687181776425e-05,
+      "loss": 0.0002,
+      "step": 24096
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2207040221519194e-05,
+      "loss": 0.0004,
+      "step": 24098
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220639326126196e-05,
+      "loss": 0.0001,
+      "step": 24100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220574630100473e-05,
+      "loss": 0.0001,
+      "step": 24102
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.22050993407475e-05,
+      "loss": 0.0001,
+      "step": 24104
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2204452380490264e-05,
+      "loss": 0.0005,
+      "step": 24106
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220380542023304e-05,
+      "loss": 0.0006,
+      "step": 24108
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220315845997581e-05,
+      "loss": 0.0015,
+      "step": 24110
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220251149971857e-05,
+      "loss": 0.0001,
+      "step": 24112
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220186453946135e-05,
+      "loss": 0.0001,
+      "step": 24114
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220121757920411e-05,
+      "loss": 0.0313,
+      "step": 24116
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.220057061894688e-05,
+      "loss": 0.0001,
+      "step": 24118
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219992365868965e-05,
+      "loss": 0.0003,
+      "step": 24120
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2199276698432416e-05,
+      "loss": 0.0221,
+      "step": 24122
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2198629738175185e-05,
+      "loss": 0.0001,
+      "step": 24124
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2197982777917955e-05,
+      "loss": 0.0141,
+      "step": 24126
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2197335817660724e-05,
+      "loss": 0.0004,
+      "step": 24128
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219668885740349e-05,
+      "loss": 0.0001,
+      "step": 24130
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219604189714626e-05,
+      "loss": 0.0051,
+      "step": 24132
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2195394936889024e-05,
+      "loss": 0.0012,
+      "step": 24134
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.21947479766318e-05,
+      "loss": 0.0001,
+      "step": 24136
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219410101637456e-05,
+      "loss": 0.0004,
+      "step": 24138
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219345405611734e-05,
+      "loss": 0.0004,
+      "step": 24140
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219280709586011e-05,
+      "loss": 0.0236,
+      "step": 24142
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219216013560287e-05,
+      "loss": 0.0036,
+      "step": 24144
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2191513175345645e-05,
+      "loss": 0.0001,
+      "step": 24146
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219086621508841e-05,
+      "loss": 0.0001,
+      "step": 24148
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.219021925483118e-05,
+      "loss": 0.005,
+      "step": 24150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2189572294573946e-05,
+      "loss": 0.0044,
+      "step": 24152
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2188925334316715e-05,
+      "loss": 0.0206,
+      "step": 24154
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2188278374059484e-05,
+      "loss": 0.0032,
+      "step": 24156
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218763141380225e-05,
+      "loss": 0.0002,
+      "step": 24158
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218698445354502e-05,
+      "loss": 0.0027,
+      "step": 24160
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218633749328779e-05,
+      "loss": 0.0003,
+      "step": 24162
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218569053303056e-05,
+      "loss": 0.0009,
+      "step": 24164
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218504357277332e-05,
+      "loss": 0.0109,
+      "step": 24166
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.21843966125161e-05,
+      "loss": 0.006,
+      "step": 24168
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218374965225886e-05,
+      "loss": 0.0001,
+      "step": 24170
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218310269200163e-05,
+      "loss": 0.0038,
+      "step": 24172
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2182455731744406e-05,
+      "loss": 0.0125,
+      "step": 24174
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218180877148717e-05,
+      "loss": 0.0001,
+      "step": 24176
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.218116181122994e-05,
+      "loss": 0.0004,
+      "step": 24178
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2180514850972706e-05,
+      "loss": 0.0204,
+      "step": 24180
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2179867890715475e-05,
+      "loss": 0.0026,
+      "step": 24182
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2179220930458244e-05,
+      "loss": 0.0001,
+      "step": 24184
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2178573970201014e-05,
+      "loss": 0.0001,
+      "step": 24186
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217792700994378e-05,
+      "loss": 0.0005,
+      "step": 24188
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217728004968655e-05,
+      "loss": 0.0001,
+      "step": 24190
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217663308942932e-05,
+      "loss": 0.0095,
+      "step": 24192
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217598612917208e-05,
+      "loss": 0.0021,
+      "step": 24194
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217533916891486e-05,
+      "loss": 0.0024,
+      "step": 24196
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217469220865762e-05,
+      "loss": 0.0001,
+      "step": 24198
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217404524840039e-05,
+      "loss": 0.0001,
+      "step": 24200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217339828814316e-05,
+      "loss": 0.0,
+      "step": 24202
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217275132788593e-05,
+      "loss": 0.0001,
+      "step": 24204
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.21721043676287e-05,
+      "loss": 0.0086,
+      "step": 24206
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.217145740737147e-05,
+      "loss": 0.0067,
+      "step": 24208
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2170810447114236e-05,
+      "loss": 0.0005,
+      "step": 24210
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2170163486857005e-05,
+      "loss": 0.0002,
+      "step": 24212
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2169516526599774e-05,
+      "loss": 0.001,
+      "step": 24214
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2168869566342536e-05,
+      "loss": 0.0166,
+      "step": 24216
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216822260608531e-05,
+      "loss": 0.0011,
+      "step": 24218
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216757564582808e-05,
+      "loss": 0.0002,
+      "step": 24220
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216692868557085e-05,
+      "loss": 0.0001,
+      "step": 24222
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216628172531362e-05,
+      "loss": 0.0001,
+      "step": 24224
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216563476505638e-05,
+      "loss": 0.0004,
+      "step": 24226
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216498780479916e-05,
+      "loss": 0.0001,
+      "step": 24228
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216434084454192e-05,
+      "loss": 0.0045,
+      "step": 24230
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216369388428469e-05,
+      "loss": 0.0002,
+      "step": 24232
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216304692402746e-05,
+      "loss": 0.0058,
+      "step": 24234
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.216239996377023e-05,
+      "loss": 0.0,
+      "step": 24236
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2161753003512996e-05,
+      "loss": 0.0001,
+      "step": 24238
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2161106043255765e-05,
+      "loss": 0.0004,
+      "step": 24240
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2160459082998534e-05,
+      "loss": 0.0001,
+      "step": 24242
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2159812122741303e-05,
+      "loss": 0.0002,
+      "step": 24244
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215916516248407e-05,
+      "loss": 0.0202,
+      "step": 24246
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2158518202226835e-05,
+      "loss": 0.0058,
+      "step": 24248
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215787124196961e-05,
+      "loss": 0.0001,
+      "step": 24250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215722428171238e-05,
+      "loss": 0.0004,
+      "step": 24252
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215657732145514e-05,
+      "loss": 0.0,
+      "step": 24254
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215593036119792e-05,
+      "loss": 0.0019,
+      "step": 24256
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215528340094068e-05,
+      "loss": 0.0,
+      "step": 24258
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215463644068345e-05,
+      "loss": 0.0008,
+      "step": 24260
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215398948042622e-05,
+      "loss": 0.0034,
+      "step": 24262
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215334252016899e-05,
+      "loss": 0.0,
+      "step": 24264
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2152695559911757e-05,
+      "loss": 0.0183,
+      "step": 24266
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2152048599654526e-05,
+      "loss": 0.0093,
+      "step": 24268
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2151401639397295e-05,
+      "loss": 0.0036,
+      "step": 24270
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2150754679140064e-05,
+      "loss": 0.0224,
+      "step": 24272
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.215010771888283e-05,
+      "loss": 0.0001,
+      "step": 24274
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2149460758625595e-05,
+      "loss": 0.0001,
+      "step": 24276
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214881379836837e-05,
+      "loss": 0.0001,
+      "step": 24278
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214816683811113e-05,
+      "loss": 0.0062,
+      "step": 24280
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214751987785391e-05,
+      "loss": 0.0016,
+      "step": 24282
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214687291759667e-05,
+      "loss": 0.0005,
+      "step": 24284
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214622595733944e-05,
+      "loss": 0.0011,
+      "step": 24286
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2145578997082216e-05,
+      "loss": 0.0027,
+      "step": 24288
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214493203682498e-05,
+      "loss": 0.0033,
+      "step": 24290
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214428507656775e-05,
+      "loss": 0.0006,
+      "step": 24292
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214363811631052e-05,
+      "loss": 0.0001,
+      "step": 24294
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2142991156053286e-05,
+      "loss": 0.0026,
+      "step": 24296
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2142344195796055e-05,
+      "loss": 0.0001,
+      "step": 24298
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2141697235538824e-05,
+      "loss": 0.0067,
+      "step": 24300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214105027528159e-05,
+      "loss": 0.0039,
+      "step": 24302
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.214040331502436e-05,
+      "loss": 0.0001,
+      "step": 24304
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213975635476713e-05,
+      "loss": 0.0019,
+      "step": 24306
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2139109394509894e-05,
+      "loss": 0.0003,
+      "step": 24308
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213846243425267e-05,
+      "loss": 0.0,
+      "step": 24310
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213781547399543e-05,
+      "loss": 0.0116,
+      "step": 24312
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.21371685137382e-05,
+      "loss": 0.0029,
+      "step": 24314
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213652155348097e-05,
+      "loss": 0.0001,
+      "step": 24316
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213587459322374e-05,
+      "loss": 0.0001,
+      "step": 24318
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213522763296651e-05,
+      "loss": 0.0008,
+      "step": 24320
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213458067270928e-05,
+      "loss": 0.0022,
+      "step": 24322
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2133933712452046e-05,
+      "loss": 0.0091,
+      "step": 24324
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2133286752194816e-05,
+      "loss": 0.0126,
+      "step": 24326
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2132639791937585e-05,
+      "loss": 0.0,
+      "step": 24328
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213199283168035e-05,
+      "loss": 0.0026,
+      "step": 24330
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213134587142312e-05,
+      "loss": 0.0012,
+      "step": 24332
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.213069891116589e-05,
+      "loss": 0.0079,
+      "step": 24334
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2130051950908654e-05,
+      "loss": 0.001,
+      "step": 24336
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212940499065143e-05,
+      "loss": 0.0,
+      "step": 24338
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212875803039419e-05,
+      "loss": 0.0001,
+      "step": 24340
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212811107013696e-05,
+      "loss": 0.0062,
+      "step": 24342
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212746410987973e-05,
+      "loss": 0.0018,
+      "step": 24344
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.21268171496225e-05,
+      "loss": 0.0,
+      "step": 24346
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212617018936527e-05,
+      "loss": 0.0002,
+      "step": 24348
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212552322910804e-05,
+      "loss": 0.0001,
+      "step": 24350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212487626885081e-05,
+      "loss": 0.0043,
+      "step": 24352
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2124229308593576e-05,
+      "loss": 0.0019,
+      "step": 24354
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2123582348336345e-05,
+      "loss": 0.0086,
+      "step": 24356
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212293538807911e-05,
+      "loss": 0.0,
+      "step": 24358
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212228842782188e-05,
+      "loss": 0.0001,
+      "step": 24360
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2121641467564646e-05,
+      "loss": 0.0054,
+      "step": 24362
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212099450730742e-05,
+      "loss": 0.0049,
+      "step": 24364
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.212034754705019e-05,
+      "loss": 0.0005,
+      "step": 24366
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211970058679295e-05,
+      "loss": 0.0001,
+      "step": 24368
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211905362653573e-05,
+      "loss": 0.0024,
+      "step": 24370
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211840666627849e-05,
+      "loss": 0.0004,
+      "step": 24372
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211775970602126e-05,
+      "loss": 0.0002,
+      "step": 24374
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211711274576403e-05,
+      "loss": 0.0001,
+      "step": 24376
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.21164657855068e-05,
+      "loss": 0.0007,
+      "step": 24378
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211581882524957e-05,
+      "loss": 0.0013,
+      "step": 24380
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2115171864992336e-05,
+      "loss": 0.006,
+      "step": 24382
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2114524904735105e-05,
+      "loss": 0.0001,
+      "step": 24384
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2113877944477875e-05,
+      "loss": 0.0001,
+      "step": 24386
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2113230984220644e-05,
+      "loss": 0.0001,
+      "step": 24388
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2112584023963406e-05,
+      "loss": 0.0002,
+      "step": 24390
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211193706370618e-05,
+      "loss": 0.0097,
+      "step": 24392
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2111290103448944e-05,
+      "loss": 0.013,
+      "step": 24394
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.211064314319171e-05,
+      "loss": 0.0001,
+      "step": 24396
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210999618293449e-05,
+      "loss": 0.0001,
+      "step": 24398
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210934922267725e-05,
+      "loss": 0.0034,
+      "step": 24400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210870226242002e-05,
+      "loss": 0.0106,
+      "step": 24402
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210805530216279e-05,
+      "loss": 0.0019,
+      "step": 24404
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210740834190556e-05,
+      "loss": 0.0001,
+      "step": 24406
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210676138164833e-05,
+      "loss": 0.007,
+      "step": 24408
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.21061144213911e-05,
+      "loss": 0.0095,
+      "step": 24410
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2105467461133866e-05,
+      "loss": 0.0005,
+      "step": 24412
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2104820500876635e-05,
+      "loss": 0.0001,
+      "step": 24414
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2104173540619404e-05,
+      "loss": 0.0008,
+      "step": 24416
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2103526580362166e-05,
+      "loss": 0.0027,
+      "step": 24418
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210287962010494e-05,
+      "loss": 0.0003,
+      "step": 24420
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2102232659847704e-05,
+      "loss": 0.0001,
+      "step": 24422
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210158569959048e-05,
+      "loss": 0.0,
+      "step": 24424
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210093873933324e-05,
+      "loss": 0.0008,
+      "step": 24426
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.210029177907601e-05,
+      "loss": 0.0,
+      "step": 24428
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209964481881878e-05,
+      "loss": 0.0001,
+      "step": 24430
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209899785856155e-05,
+      "loss": 0.0001,
+      "step": 24432
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209835089830432e-05,
+      "loss": 0.0023,
+      "step": 24434
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209770393804709e-05,
+      "loss": 0.0007,
+      "step": 24436
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209705697778986e-05,
+      "loss": 0.0004,
+      "step": 24438
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209641001753262e-05,
+      "loss": 0.0027,
+      "step": 24440
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2095763057275395e-05,
+      "loss": 0.0,
+      "step": 24442
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2095116097018164e-05,
+      "loss": 0.0001,
+      "step": 24444
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2094469136760933e-05,
+      "loss": 0.0,
+      "step": 24446
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.20938221765037e-05,
+      "loss": 0.0002,
+      "step": 24448
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2093175216246465e-05,
+      "loss": 0.0034,
+      "step": 24450
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209252825598924e-05,
+      "loss": 0.0011,
+      "step": 24452
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2091881295732e-05,
+      "loss": 0.0001,
+      "step": 24454
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209123433547477e-05,
+      "loss": 0.0009,
+      "step": 24456
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.209058737521754e-05,
+      "loss": 0.0064,
+      "step": 24458
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.208994041496031e-05,
+      "loss": 0.0002,
+      "step": 24460
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.208929345470308e-05,
+      "loss": 0.0081,
+      "step": 24462
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.208864649444585e-05,
+      "loss": 0.0032,
+      "step": 24464
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.208799953418862e-05,
+      "loss": 0.0006,
+      "step": 24466
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.208735257393139e-05,
+      "loss": 0.0123,
+      "step": 24468
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.2086705613674156e-05,
+      "loss": 0.0091,
+      "step": 24470
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.208605865341692e-05,
+      "loss": 0.0,
+      "step": 24472
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2085411693159694e-05,
+      "loss": 0.0001,
+      "step": 24474
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.208476473290246e-05,
+      "loss": 0.0001,
+      "step": 24476
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2084117772645225e-05,
+      "loss": 0.0008,
+      "step": 24478
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2083470812388e-05,
+      "loss": 0.0016,
+      "step": 24480
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2082823852130763e-05,
+      "loss": 0.0157,
+      "step": 24482
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.208217689187353e-05,
+      "loss": 0.0001,
+      "step": 24484
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.20815299316163e-05,
+      "loss": 0.0,
+      "step": 24486
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.208088297135907e-05,
+      "loss": 0.0001,
+      "step": 24488
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.208023601110184e-05,
+      "loss": 0.0007,
+      "step": 24490
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207958905084461e-05,
+      "loss": 0.0088,
+      "step": 24492
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207894209058738e-05,
+      "loss": 0.0,
+      "step": 24494
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207829513033015e-05,
+      "loss": 0.0006,
+      "step": 24496
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2077648170072916e-05,
+      "loss": 0.0068,
+      "step": 24498
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207700120981568e-05,
+      "loss": 0.0007,
+      "step": 24500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2076354249558454e-05,
+      "loss": 0.0003,
+      "step": 24502
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207570728930122e-05,
+      "loss": 0.0,
+      "step": 24504
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207506032904399e-05,
+      "loss": 0.0002,
+      "step": 24506
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2074413368786755e-05,
+      "loss": 0.0028,
+      "step": 24508
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2073766408529524e-05,
+      "loss": 0.0003,
+      "step": 24510
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.20731194482723e-05,
+      "loss": 0.0031,
+      "step": 24512
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207247248801506e-05,
+      "loss": 0.0001,
+      "step": 24514
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207182552775783e-05,
+      "loss": 0.0028,
+      "step": 24516
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.20711785675006e-05,
+      "loss": 0.0003,
+      "step": 24518
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.207053160724337e-05,
+      "loss": 0.0001,
+      "step": 24520
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206988464698614e-05,
+      "loss": 0.0045,
+      "step": 24522
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206923768672891e-05,
+      "loss": 0.0031,
+      "step": 24524
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2068590726471677e-05,
+      "loss": 0.0002,
+      "step": 24526
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2067943766214446e-05,
+      "loss": 0.0,
+      "step": 24528
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2067296805957215e-05,
+      "loss": 0.0001,
+      "step": 24530
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206664984569998e-05,
+      "loss": 0.0,
+      "step": 24532
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206600288544275e-05,
+      "loss": 0.0,
+      "step": 24534
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2065355925185515e-05,
+      "loss": 0.0001,
+      "step": 24536
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2064708964928284e-05,
+      "loss": 0.0,
+      "step": 24538
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206406200467105e-05,
+      "loss": 0.0012,
+      "step": 24540
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206341504441382e-05,
+      "loss": 0.0011,
+      "step": 24542
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206276808415659e-05,
+      "loss": 0.0001,
+      "step": 24544
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206212112389936e-05,
+      "loss": 0.0003,
+      "step": 24546
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206147416364213e-05,
+      "loss": 0.0001,
+      "step": 24548
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.20608272033849e-05,
+      "loss": 0.0077,
+      "step": 24550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.206018024312767e-05,
+      "loss": 0.0007,
+      "step": 24552
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205953328287044e-05,
+      "loss": 0.0001,
+      "step": 24554
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2058886322613206e-05,
+      "loss": 0.0001,
+      "step": 24556
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2058239362355975e-05,
+      "loss": 0.0,
+      "step": 24558
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205759240209874e-05,
+      "loss": 0.0001,
+      "step": 24560
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205694544184151e-05,
+      "loss": 0.0039,
+      "step": 24562
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2056298481584276e-05,
+      "loss": 0.0009,
+      "step": 24564
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205565152132705e-05,
+      "loss": 0.0182,
+      "step": 24566
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2055004561069814e-05,
+      "loss": 0.0001,
+      "step": 24568
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205435760081258e-05,
+      "loss": 0.0095,
+      "step": 24570
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205371064055535e-05,
+      "loss": 0.0018,
+      "step": 24572
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205306368029812e-05,
+      "loss": 0.0,
+      "step": 24574
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205241672004089e-05,
+      "loss": 0.0114,
+      "step": 24576
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205176975978366e-05,
+      "loss": 0.0048,
+      "step": 24578
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205112279952643e-05,
+      "loss": 0.0001,
+      "step": 24580
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.205047583926919e-05,
+      "loss": 0.0083,
+      "step": 24582
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2049828879011966e-05,
+      "loss": 0.0001,
+      "step": 24584
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204918191875473e-05,
+      "loss": 0.0022,
+      "step": 24586
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2048534958497505e-05,
+      "loss": 0.0002,
+      "step": 24588
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2047887998240274e-05,
+      "loss": 0.0,
+      "step": 24590
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2047241037983036e-05,
+      "loss": 0.0019,
+      "step": 24592
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204659407772581e-05,
+      "loss": 0.0131,
+      "step": 24594
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2045947117468574e-05,
+      "loss": 0.0036,
+      "step": 24596
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204530015721134e-05,
+      "loss": 0.0123,
+      "step": 24598
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204465319695411e-05,
+      "loss": 0.0074,
+      "step": 24600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204400623669688e-05,
+      "loss": 0.0002,
+      "step": 24602
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204335927643965e-05,
+      "loss": 0.0088,
+      "step": 24604
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204271231618242e-05,
+      "loss": 0.0001,
+      "step": 24606
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204206535592519e-05,
+      "loss": 0.0013,
+      "step": 24608
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204141839566796e-05,
+      "loss": 0.0,
+      "step": 24610
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204077143541073e-05,
+      "loss": 0.0004,
+      "step": 24612
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.204012447515349e-05,
+      "loss": 0.0026,
+      "step": 24614
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2039477514896265e-05,
+      "loss": 0.0001,
+      "step": 24616
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203883055463903e-05,
+      "loss": 0.0058,
+      "step": 24618
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2038183594381796e-05,
+      "loss": 0.0069,
+      "step": 24620
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203753663412457e-05,
+      "loss": 0.0,
+      "step": 24622
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2036889673867335e-05,
+      "loss": 0.0004,
+      "step": 24624
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2036242713610104e-05,
+      "loss": 0.0001,
+      "step": 24626
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203559575335287e-05,
+      "loss": 0.0034,
+      "step": 24628
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203494879309564e-05,
+      "loss": 0.0035,
+      "step": 24630
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203430183283841e-05,
+      "loss": 0.0293,
+      "step": 24632
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203365487258118e-05,
+      "loss": 0.0004,
+      "step": 24634
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203300791232395e-05,
+      "loss": 0.0,
+      "step": 24636
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203236095206672e-05,
+      "loss": 0.0013,
+      "step": 24638
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203171399180949e-05,
+      "loss": 0.0001,
+      "step": 24640
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.203106703155225e-05,
+      "loss": 0.0002,
+      "step": 24642
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2030420071295025e-05,
+      "loss": 0.0,
+      "step": 24644
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202977311103779e-05,
+      "loss": 0.0002,
+      "step": 24646
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2029126150780564e-05,
+      "loss": 0.0,
+      "step": 24648
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2028479190523326e-05,
+      "loss": 0.0007,
+      "step": 24650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2027832230266095e-05,
+      "loss": 0.008,
+      "step": 24652
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202718527000887e-05,
+      "loss": 0.0002,
+      "step": 24654
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202653830975163e-05,
+      "loss": 0.0004,
+      "step": 24656
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.20258913494944e-05,
+      "loss": 0.0004,
+      "step": 24658
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202524438923717e-05,
+      "loss": 0.0001,
+      "step": 24660
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202459742897994e-05,
+      "loss": 0.0005,
+      "step": 24662
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.20239504687227e-05,
+      "loss": 0.0001,
+      "step": 24664
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202330350846548e-05,
+      "loss": 0.0028,
+      "step": 24666
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202265654820825e-05,
+      "loss": 0.0001,
+      "step": 24668
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202200958795102e-05,
+      "loss": 0.0006,
+      "step": 24670
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2021362627693786e-05,
+      "loss": 0.0,
+      "step": 24672
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.202071566743655e-05,
+      "loss": 0.0011,
+      "step": 24674
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2020068707179324e-05,
+      "loss": 0.0001,
+      "step": 24676
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2019421746922086e-05,
+      "loss": 0.0131,
+      "step": 24678
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2018774786664855e-05,
+      "loss": 0.0001,
+      "step": 24680
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2018127826407624e-05,
+      "loss": 0.0,
+      "step": 24682
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2017480866150394e-05,
+      "loss": 0.002,
+      "step": 24684
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.201683390589316e-05,
+      "loss": 0.0103,
+      "step": 24686
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.201618694563593e-05,
+      "loss": 0.033,
+      "step": 24688
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.20155399853787e-05,
+      "loss": 0.0002,
+      "step": 24690
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.201489302512147e-05,
+      "loss": 0.0032,
+      "step": 24692
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.201424606486424e-05,
+      "loss": 0.0054,
+      "step": 24694
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2013599104607e-05,
+      "loss": 0.0004,
+      "step": 24696
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.201295214434978e-05,
+      "loss": 0.0115,
+      "step": 24698
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2012305184092546e-05,
+      "loss": 0.0001,
+      "step": 24700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.201165822383531e-05,
+      "loss": 0.002,
+      "step": 24702
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2011011263578084e-05,
+      "loss": 0.0039,
+      "step": 24704
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.201036430332085e-05,
+      "loss": 0.0015,
+      "step": 24706
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2009717343063616e-05,
+      "loss": 0.0,
+      "step": 24708
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2009070382806385e-05,
+      "loss": 0.0001,
+      "step": 24710
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2008423422549154e-05,
+      "loss": 0.0012,
+      "step": 24712
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200777646229192e-05,
+      "loss": 0.0017,
+      "step": 24714
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200712950203469e-05,
+      "loss": 0.008,
+      "step": 24716
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200648254177746e-05,
+      "loss": 0.0001,
+      "step": 24718
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200583558152023e-05,
+      "loss": 0.0518,
+      "step": 24720
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2005188621263e-05,
+      "loss": 0.0001,
+      "step": 24722
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200454166100576e-05,
+      "loss": 0.0045,
+      "step": 24724
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200389470074854e-05,
+      "loss": 0.0,
+      "step": 24726
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.20032477404913e-05,
+      "loss": 0.0107,
+      "step": 24728
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2002600780234076e-05,
+      "loss": 0.0007,
+      "step": 24730
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2001953819976845e-05,
+      "loss": 0.0024,
+      "step": 24732
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200130685971961e-05,
+      "loss": 0.0001,
+      "step": 24734
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.200065989946238e-05,
+      "loss": 0.0001,
+      "step": 24736
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.2000012939205145e-05,
+      "loss": 0.0001,
+      "step": 24738
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1999365978947914e-05,
+      "loss": 0.007,
+      "step": 24740
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1998719018690683e-05,
+      "loss": 0.0163,
+      "step": 24742
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.199807205843345e-05,
+      "loss": 0.0116,
+      "step": 24744
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.199742509817622e-05,
+      "loss": 0.0004,
+      "step": 24746
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.199677813791899e-05,
+      "loss": 0.0003,
+      "step": 24748
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.199613117766176e-05,
+      "loss": 0.0133,
+      "step": 24750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.199548421740453e-05,
+      "loss": 0.0,
+      "step": 24752
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.19948372571473e-05,
+      "loss": 0.0,
+      "step": 24754
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.199419029689006e-05,
+      "loss": 0.0009,
+      "step": 24756
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1993543336632836e-05,
+      "loss": 0.0001,
+      "step": 24758
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.19928963763756e-05,
+      "loss": 0.0003,
+      "step": 24760
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.199224941611837e-05,
+      "loss": 0.0074,
+      "step": 24762
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1991602455861137e-05,
+      "loss": 0.0017,
+      "step": 24764
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1990955495603906e-05,
+      "loss": 0.0005,
+      "step": 24766
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1990308535346675e-05,
+      "loss": 0.0007,
+      "step": 24768
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1989661575089444e-05,
+      "loss": 0.0001,
+      "step": 24770
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.198901461483221e-05,
+      "loss": 0.0004,
+      "step": 24772
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.198836765457498e-05,
+      "loss": 0.0002,
+      "step": 24774
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.198772069431775e-05,
+      "loss": 0.0005,
+      "step": 24776
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.198707373406052e-05,
+      "loss": 0.0001,
+      "step": 24778
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.198642677380329e-05,
+      "loss": 0.0001,
+      "step": 24780
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.198577981354606e-05,
+      "loss": 0.0018,
+      "step": 24782
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.198513285328882e-05,
+      "loss": 0.0003,
+      "step": 24784
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1984485893031597e-05,
+      "loss": 0.0001,
+      "step": 24786
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.198383893277436e-05,
+      "loss": 0.0,
+      "step": 24788
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1983191972517135e-05,
+      "loss": 0.0045,
+      "step": 24790
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.19825450122599e-05,
+      "loss": 0.0003,
+      "step": 24792
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1981898052002666e-05,
+      "loss": 0.0,
+      "step": 24794
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1981251091745435e-05,
+      "loss": 0.0,
+      "step": 24796
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1980604131488204e-05,
+      "loss": 0.0001,
+      "step": 24798
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197995717123097e-05,
+      "loss": 0.0004,
+      "step": 24800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197931021097374e-05,
+      "loss": 0.0005,
+      "step": 24802
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197866325071651e-05,
+      "loss": 0.0002,
+      "step": 24804
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1978016290459274e-05,
+      "loss": 0.0001,
+      "step": 24806
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197736933020205e-05,
+      "loss": 0.0035,
+      "step": 24808
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197672236994481e-05,
+      "loss": 0.0003,
+      "step": 24810
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197607540968759e-05,
+      "loss": 0.0004,
+      "step": 24812
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197542844943036e-05,
+      "loss": 0.0001,
+      "step": 24814
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197478148917312e-05,
+      "loss": 0.0064,
+      "step": 24816
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1974134528915895e-05,
+      "loss": 0.0001,
+      "step": 24818
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.197348756865866e-05,
+      "loss": 0.0569,
+      "step": 24820
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1972840608401426e-05,
+      "loss": 0.0043,
+      "step": 24822
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1972193648144196e-05,
+      "loss": 0.0,
+      "step": 24824
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1971546687886965e-05,
+      "loss": 0.0,
+      "step": 24826
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1970899727629734e-05,
+      "loss": 0.0104,
+      "step": 24828
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.19702527673725e-05,
+      "loss": 0.0018,
+      "step": 24830
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196960580711527e-05,
+      "loss": 0.0003,
+      "step": 24832
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196895884685804e-05,
+      "loss": 0.0312,
+      "step": 24834
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196831188660081e-05,
+      "loss": 0.0006,
+      "step": 24836
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196766492634357e-05,
+      "loss": 0.0001,
+      "step": 24838
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196701796608635e-05,
+      "loss": 0.0008,
+      "step": 24840
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196637100582911e-05,
+      "loss": 0.0009,
+      "step": 24842
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196572404557188e-05,
+      "loss": 0.0103,
+      "step": 24844
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1965077085314656e-05,
+      "loss": 0.0015,
+      "step": 24846
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196443012505742e-05,
+      "loss": 0.0021,
+      "step": 24848
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196378316480019e-05,
+      "loss": 0.0002,
+      "step": 24850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1963136204542956e-05,
+      "loss": 0.0,
+      "step": 24852
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1962489244285725e-05,
+      "loss": 0.0116,
+      "step": 24854
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1961842284028494e-05,
+      "loss": 0.0002,
+      "step": 24856
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196119532377126e-05,
+      "loss": 0.0008,
+      "step": 24858
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.196054836351403e-05,
+      "loss": 0.0115,
+      "step": 24860
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.19599014032568e-05,
+      "loss": 0.0022,
+      "step": 24862
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195925444299957e-05,
+      "loss": 0.0027,
+      "step": 24864
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195860748274233e-05,
+      "loss": 0.0,
+      "step": 24866
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195796052248511e-05,
+      "loss": 0.0,
+      "step": 24868
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195731356222787e-05,
+      "loss": 0.0004,
+      "step": 24870
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195666660197065e-05,
+      "loss": 0.0002,
+      "step": 24872
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195601964171341e-05,
+      "loss": 0.0005,
+      "step": 24874
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195537268145618e-05,
+      "loss": 0.0,
+      "step": 24876
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1954725721198954e-05,
+      "loss": 0.0001,
+      "step": 24878
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1954078760941716e-05,
+      "loss": 0.004,
+      "step": 24880
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1953431800684485e-05,
+      "loss": 0.0,
+      "step": 24882
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1952784840427255e-05,
+      "loss": 0.0,
+      "step": 24884
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1952137880170024e-05,
+      "loss": 0.0047,
+      "step": 24886
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1951490919912786e-05,
+      "loss": 0.003,
+      "step": 24888
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195084395965556e-05,
+      "loss": 0.0074,
+      "step": 24890
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.195019699939833e-05,
+      "loss": 0.0035,
+      "step": 24892
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.19495500391411e-05,
+      "loss": 0.004,
+      "step": 24894
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194890307888387e-05,
+      "loss": 0.0025,
+      "step": 24896
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194825611862663e-05,
+      "loss": 0.0004,
+      "step": 24898
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194760915836941e-05,
+      "loss": 0.0002,
+      "step": 24900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194696219811217e-05,
+      "loss": 0.0007,
+      "step": 24902
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194631523785494e-05,
+      "loss": 0.0083,
+      "step": 24904
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194566827759771e-05,
+      "loss": 0.0,
+      "step": 24906
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194502131734048e-05,
+      "loss": 0.0001,
+      "step": 24908
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1944374357083246e-05,
+      "loss": 0.0076,
+      "step": 24910
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1943727396826015e-05,
+      "loss": 0.0002,
+      "step": 24912
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1943080436568784e-05,
+      "loss": 0.0001,
+      "step": 24914
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194243347631155e-05,
+      "loss": 0.0,
+      "step": 24916
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194178651605432e-05,
+      "loss": 0.0001,
+      "step": 24918
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1941139555797085e-05,
+      "loss": 0.0187,
+      "step": 24920
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.194049259553986e-05,
+      "loss": 0.0084,
+      "step": 24922
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193984563528263e-05,
+      "loss": 0.0004,
+      "step": 24924
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193919867502539e-05,
+      "loss": 0.0001,
+      "step": 24926
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193855171476817e-05,
+      "loss": 0.0001,
+      "step": 24928
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193790475451093e-05,
+      "loss": 0.0003,
+      "step": 24930
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1937257794253706e-05,
+      "loss": 0.0003,
+      "step": 24932
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193661083399647e-05,
+      "loss": 0.0003,
+      "step": 24934
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193596387373924e-05,
+      "loss": 0.0329,
+      "step": 24936
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1935316913482006e-05,
+      "loss": 0.0064,
+      "step": 24938
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1934669953224775e-05,
+      "loss": 0.0016,
+      "step": 24940
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1934022992967544e-05,
+      "loss": 0.0044,
+      "step": 24942
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1933376032710314e-05,
+      "loss": 0.0,
+      "step": 24944
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193272907245308e-05,
+      "loss": 0.0059,
+      "step": 24946
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1932082112195845e-05,
+      "loss": 0.0071,
+      "step": 24948
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193143515193862e-05,
+      "loss": 0.0006,
+      "step": 24950
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193078819168138e-05,
+      "loss": 0.0,
+      "step": 24952
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.193014123142416e-05,
+      "loss": 0.0002,
+      "step": 24954
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192949427116693e-05,
+      "loss": 0.005,
+      "step": 24956
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192884731090969e-05,
+      "loss": 0.0073,
+      "step": 24958
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1928200350652466e-05,
+      "loss": 0.0056,
+      "step": 24960
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192755339039523e-05,
+      "loss": 0.0062,
+      "step": 24962
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1926906430138e-05,
+      "loss": 0.0034,
+      "step": 24964
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192625946988077e-05,
+      "loss": 0.0171,
+      "step": 24966
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1925612509623536e-05,
+      "loss": 0.0007,
+      "step": 24968
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1924965549366305e-05,
+      "loss": 0.0,
+      "step": 24970
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1924318589109074e-05,
+      "loss": 0.0041,
+      "step": 24972
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192367162885184e-05,
+      "loss": 0.0002,
+      "step": 24974
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192302466859461e-05,
+      "loss": 0.0001,
+      "step": 24976
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192237770833738e-05,
+      "loss": 0.0003,
+      "step": 24978
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.1921730748080143e-05,
+      "loss": 0.0001,
+      "step": 24980
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192108378782292e-05,
+      "loss": 0.0003,
+      "step": 24982
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.192043682756568e-05,
+      "loss": 0.0006,
+      "step": 24984
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.191978986730845e-05,
+      "loss": 0.0018,
+      "step": 24986
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 4.191914290705122e-05,
+      "loss": 0.0011,
+      "step": 24988
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191849594679399e-05,
+      "loss": 0.0025,
+      "step": 24990
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191784898653676e-05,
+      "loss": 0.0005,
+      "step": 24992
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191720202627953e-05,
+      "loss": 0.0144,
+      "step": 24994
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1916555066022296e-05,
+      "loss": 0.0126,
+      "step": 24996
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1915908105765065e-05,
+      "loss": 0.0006,
+      "step": 24998
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1915261145507834e-05,
+      "loss": 0.0002,
+      "step": 25000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1914614185250603e-05,
+      "loss": 0.0197,
+      "step": 25002
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191396722499337e-05,
+      "loss": 0.0,
+      "step": 25004
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191332026473614e-05,
+      "loss": 0.0025,
+      "step": 25006
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1912673304478904e-05,
+      "loss": 0.0005,
+      "step": 25008
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191202634422168e-05,
+      "loss": 0.0044,
+      "step": 25010
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191137938396444e-05,
+      "loss": 0.0373,
+      "step": 25012
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191073242370722e-05,
+      "loss": 0.0085,
+      "step": 25014
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.191008546344998e-05,
+      "loss": 0.0001,
+      "step": 25016
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190943850319275e-05,
+      "loss": 0.0036,
+      "step": 25018
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190879154293552e-05,
+      "loss": 0.0073,
+      "step": 25020
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190814458267829e-05,
+      "loss": 0.0001,
+      "step": 25022
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1907497622421057e-05,
+      "loss": 0.0004,
+      "step": 25024
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1906850662163826e-05,
+      "loss": 0.0001,
+      "step": 25026
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1906203701906595e-05,
+      "loss": 0.003,
+      "step": 25028
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190555674164936e-05,
+      "loss": 0.0019,
+      "step": 25030
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190490978139213e-05,
+      "loss": 0.0009,
+      "step": 25032
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.19042628211349e-05,
+      "loss": 0.0001,
+      "step": 25034
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190361586087767e-05,
+      "loss": 0.0182,
+      "step": 25036
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190296890062044e-05,
+      "loss": 0.0004,
+      "step": 25038
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.19023219403632e-05,
+      "loss": 0.0003,
+      "step": 25040
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190167498010598e-05,
+      "loss": 0.0029,
+      "step": 25042
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190102801984874e-05,
+      "loss": 0.0001,
+      "step": 25044
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.190038105959151e-05,
+      "loss": 0.0002,
+      "step": 25046
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189973409933428e-05,
+      "loss": 0.0125,
+      "step": 25048
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189908713907705e-05,
+      "loss": 0.0001,
+      "step": 25050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189844017881982e-05,
+      "loss": 0.0003,
+      "step": 25052
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1897793218562586e-05,
+      "loss": 0.0002,
+      "step": 25054
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1897146258305355e-05,
+      "loss": 0.0364,
+      "step": 25056
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1896499298048124e-05,
+      "loss": 0.0001,
+      "step": 25058
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189585233779089e-05,
+      "loss": 0.0149,
+      "step": 25060
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1895205377533656e-05,
+      "loss": 0.0006,
+      "step": 25062
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189455841727643e-05,
+      "loss": 0.0016,
+      "step": 25064
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1893911457019194e-05,
+      "loss": 0.0002,
+      "step": 25066
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189326449676196e-05,
+      "loss": 0.0142,
+      "step": 25068
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189261753650474e-05,
+      "loss": 0.0005,
+      "step": 25070
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18919705762475e-05,
+      "loss": 0.0004,
+      "step": 25072
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189132361599028e-05,
+      "loss": 0.0,
+      "step": 25074
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189067665573304e-05,
+      "loss": 0.01,
+      "step": 25076
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.189002969547581e-05,
+      "loss": 0.0001,
+      "step": 25078
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.188938273521858e-05,
+      "loss": 0.0002,
+      "step": 25080
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1888735774961346e-05,
+      "loss": 0.0009,
+      "step": 25082
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1888088814704116e-05,
+      "loss": 0.0,
+      "step": 25084
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1887441854446885e-05,
+      "loss": 0.0,
+      "step": 25086
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1886794894189654e-05,
+      "loss": 0.0028,
+      "step": 25088
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1886147933932416e-05,
+      "loss": 0.0003,
+      "step": 25090
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.188550097367519e-05,
+      "loss": 0.0001,
+      "step": 25092
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1884854013417954e-05,
+      "loss": 0.0104,
+      "step": 25094
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.188420705316073e-05,
+      "loss": 0.0101,
+      "step": 25096
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.188356009290349e-05,
+      "loss": 0.0002,
+      "step": 25098
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.188291313264626e-05,
+      "loss": 0.0002,
+      "step": 25100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.188226617238904e-05,
+      "loss": 0.0091,
+      "step": 25102
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18816192121318e-05,
+      "loss": 0.0,
+      "step": 25104
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.188097225187457e-05,
+      "loss": 0.0006,
+      "step": 25106
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.188032529161734e-05,
+      "loss": 0.0091,
+      "step": 25108
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187967833136011e-05,
+      "loss": 0.0002,
+      "step": 25110
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187903137110287e-05,
+      "loss": 0.0001,
+      "step": 25112
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1878384410845645e-05,
+      "loss": 0.0096,
+      "step": 25114
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1877737450588414e-05,
+      "loss": 0.0522,
+      "step": 25116
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187709049033118e-05,
+      "loss": 0.0068,
+      "step": 25118
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187644353007395e-05,
+      "loss": 0.0001,
+      "step": 25120
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1875796569816715e-05,
+      "loss": 0.0002,
+      "step": 25122
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187514960955949e-05,
+      "loss": 0.0084,
+      "step": 25124
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187450264930225e-05,
+      "loss": 0.0,
+      "step": 25126
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187385568904502e-05,
+      "loss": 0.0282,
+      "step": 25128
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187320872878779e-05,
+      "loss": 0.0085,
+      "step": 25130
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187256176853056e-05,
+      "loss": 0.0006,
+      "step": 25132
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187191480827333e-05,
+      "loss": 0.0015,
+      "step": 25134
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18712678480161e-05,
+      "loss": 0.0005,
+      "step": 25136
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.187062088775887e-05,
+      "loss": 0.0001,
+      "step": 25138
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1869973927501636e-05,
+      "loss": 0.0028,
+      "step": 25140
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1869326967244405e-05,
+      "loss": 0.0003,
+      "step": 25142
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186868000698717e-05,
+      "loss": 0.0001,
+      "step": 25144
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1868033046729944e-05,
+      "loss": 0.0004,
+      "step": 25146
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186738608647271e-05,
+      "loss": 0.0,
+      "step": 25148
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1866739126215475e-05,
+      "loss": 0.0112,
+      "step": 25150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186609216595825e-05,
+      "loss": 0.0002,
+      "step": 25152
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186544520570101e-05,
+      "loss": 0.0022,
+      "step": 25154
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186479824544379e-05,
+      "loss": 0.0005,
+      "step": 25156
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186415128518655e-05,
+      "loss": 0.0079,
+      "step": 25158
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186350432492932e-05,
+      "loss": 0.0007,
+      "step": 25160
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186285736467209e-05,
+      "loss": 0.0061,
+      "step": 25162
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186221040441486e-05,
+      "loss": 0.0066,
+      "step": 25164
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.186156344415763e-05,
+      "loss": 0.0002,
+      "step": 25166
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18609164839004e-05,
+      "loss": 0.0,
+      "step": 25168
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1860269523643166e-05,
+      "loss": 0.0002,
+      "step": 25170
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185962256338593e-05,
+      "loss": 0.0,
+      "step": 25172
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1858975603128704e-05,
+      "loss": 0.0001,
+      "step": 25174
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1858328642871466e-05,
+      "loss": 0.0002,
+      "step": 25176
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185768168261424e-05,
+      "loss": 0.0,
+      "step": 25178
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185703472235701e-05,
+      "loss": 0.001,
+      "step": 25180
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1856387762099774e-05,
+      "loss": 0.0116,
+      "step": 25182
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185574080184255e-05,
+      "loss": 0.0,
+      "step": 25184
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185509384158531e-05,
+      "loss": 0.0002,
+      "step": 25186
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185444688132808e-05,
+      "loss": 0.0003,
+      "step": 25188
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185379992107085e-05,
+      "loss": 0.0002,
+      "step": 25190
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185315296081362e-05,
+      "loss": 0.001,
+      "step": 25192
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185250600055639e-05,
+      "loss": 0.0003,
+      "step": 25194
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.185185904029916e-05,
+      "loss": 0.0103,
+      "step": 25196
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1851212080041926e-05,
+      "loss": 0.0001,
+      "step": 25198
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1850565119784695e-05,
+      "loss": 0.0019,
+      "step": 25200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1849918159527464e-05,
+      "loss": 0.0006,
+      "step": 25202
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184927119927023e-05,
+      "loss": 0.003,
+      "step": 25204
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1848624239013e-05,
+      "loss": 0.0005,
+      "step": 25206
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1847977278755765e-05,
+      "loss": 0.0001,
+      "step": 25208
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1847330318498534e-05,
+      "loss": 0.0001,
+      "step": 25210
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184668335824131e-05,
+      "loss": 0.0042,
+      "step": 25212
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184603639798407e-05,
+      "loss": 0.0006,
+      "step": 25214
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184538943772685e-05,
+      "loss": 0.0,
+      "step": 25216
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184474247746961e-05,
+      "loss": 0.0007,
+      "step": 25218
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184409551721238e-05,
+      "loss": 0.0006,
+      "step": 25220
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184344855695515e-05,
+      "loss": 0.0001,
+      "step": 25222
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184280159669792e-05,
+      "loss": 0.0002,
+      "step": 25224
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184215463644069e-05,
+      "loss": 0.0037,
+      "step": 25226
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1841507676183456e-05,
+      "loss": 0.0004,
+      "step": 25228
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1840860715926225e-05,
+      "loss": 0.0046,
+      "step": 25230
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.184021375566899e-05,
+      "loss": 0.0004,
+      "step": 25232
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.183956679541176e-05,
+      "loss": 0.0002,
+      "step": 25234
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1838919835154525e-05,
+      "loss": 0.0002,
+      "step": 25236
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18382728748973e-05,
+      "loss": 0.0,
+      "step": 25238
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1837625914640063e-05,
+      "loss": 0.0001,
+      "step": 25240
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.183697895438283e-05,
+      "loss": 0.0003,
+      "step": 25242
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18363319941256e-05,
+      "loss": 0.0026,
+      "step": 25244
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.183568503386837e-05,
+      "loss": 0.0004,
+      "step": 25246
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.183503807361114e-05,
+      "loss": 0.0161,
+      "step": 25248
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.183439111335391e-05,
+      "loss": 0.0054,
+      "step": 25250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.183374415309668e-05,
+      "loss": 0.0059,
+      "step": 25252
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.183309719283944e-05,
+      "loss": 0.0045,
+      "step": 25254
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1832450232582216e-05,
+      "loss": 0.0001,
+      "step": 25256
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1831803272324985e-05,
+      "loss": 0.0001,
+      "step": 25258
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1831156312067754e-05,
+      "loss": 0.0002,
+      "step": 25260
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1830509351810523e-05,
+      "loss": 0.0001,
+      "step": 25262
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1829862391553286e-05,
+      "loss": 0.0001,
+      "step": 25264
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182921543129606e-05,
+      "loss": 0.0005,
+      "step": 25266
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1828568471038824e-05,
+      "loss": 0.0001,
+      "step": 25268
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182792151078159e-05,
+      "loss": 0.0027,
+      "step": 25270
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182727455052436e-05,
+      "loss": 0.0,
+      "step": 25272
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182662759026713e-05,
+      "loss": 0.0001,
+      "step": 25274
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18259806300099e-05,
+      "loss": 0.0032,
+      "step": 25276
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182533366975267e-05,
+      "loss": 0.0008,
+      "step": 25278
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182468670949544e-05,
+      "loss": 0.0001,
+      "step": 25280
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182403974923821e-05,
+      "loss": 0.0071,
+      "step": 25282
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182371626910959e-05,
+      "loss": 0.0499,
+      "step": 25284
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182306930885236e-05,
+      "loss": 0.0034,
+      "step": 25286
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182242234859513e-05,
+      "loss": 0.0018,
+      "step": 25288
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18217753883379e-05,
+      "loss": 0.0349,
+      "step": 25290
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182112842808066e-05,
+      "loss": 0.0001,
+      "step": 25292
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.182048146782344e-05,
+      "loss": 0.0097,
+      "step": 25294
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18198345075662e-05,
+      "loss": 0.0017,
+      "step": 25296
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181918754730897e-05,
+      "loss": 0.0068,
+      "step": 25298
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181854058705174e-05,
+      "loss": 0.0009,
+      "step": 25300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181789362679451e-05,
+      "loss": 0.0003,
+      "step": 25302
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1817246666537276e-05,
+      "loss": 0.0001,
+      "step": 25304
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1816599706280045e-05,
+      "loss": 0.0001,
+      "step": 25306
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1815952746022814e-05,
+      "loss": 0.0002,
+      "step": 25308
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181530578576558e-05,
+      "loss": 0.0026,
+      "step": 25310
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181465882550835e-05,
+      "loss": 0.0012,
+      "step": 25312
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181401186525112e-05,
+      "loss": 0.0017,
+      "step": 25314
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181336490499389e-05,
+      "loss": 0.0002,
+      "step": 25316
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181271794473666e-05,
+      "loss": 0.0007,
+      "step": 25318
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181207098447942e-05,
+      "loss": 0.0001,
+      "step": 25320
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18114240242222e-05,
+      "loss": 0.0007,
+      "step": 25322
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181077706396496e-05,
+      "loss": 0.0011,
+      "step": 25324
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.181013010370773e-05,
+      "loss": 0.0011,
+      "step": 25326
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.18094831434505e-05,
+      "loss": 0.0017,
+      "step": 25328
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180883618319327e-05,
+      "loss": 0.0002,
+      "step": 25330
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1808189222936036e-05,
+      "loss": 0.0035,
+      "step": 25332
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1807542262678806e-05,
+      "loss": 0.0001,
+      "step": 25334
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1806895302421575e-05,
+      "loss": 0.0003,
+      "step": 25336
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1806248342164344e-05,
+      "loss": 0.0,
+      "step": 25338
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180560138190711e-05,
+      "loss": 0.0002,
+      "step": 25340
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1804954421649875e-05,
+      "loss": 0.0092,
+      "step": 25342
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180430746139265e-05,
+      "loss": 0.0,
+      "step": 25344
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180366050113541e-05,
+      "loss": 0.0011,
+      "step": 25346
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180301354087818e-05,
+      "loss": 0.0031,
+      "step": 25348
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180236658062096e-05,
+      "loss": 0.0014,
+      "step": 25350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180171962036372e-05,
+      "loss": 0.0001,
+      "step": 25352
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1801072660106496e-05,
+      "loss": 0.0001,
+      "step": 25354
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.180042569984926e-05,
+      "loss": 0.0002,
+      "step": 25356
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179977873959203e-05,
+      "loss": 0.0091,
+      "step": 25358
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.17991317793348e-05,
+      "loss": 0.005,
+      "step": 25360
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1798484819077566e-05,
+      "loss": 0.0499,
+      "step": 25362
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1797837858820335e-05,
+      "loss": 0.0046,
+      "step": 25364
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1797190898563104e-05,
+      "loss": 0.0005,
+      "step": 25366
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179654393830587e-05,
+      "loss": 0.0001,
+      "step": 25368
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179589697804864e-05,
+      "loss": 0.0,
+      "step": 25370
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179525001779141e-05,
+      "loss": 0.0097,
+      "step": 25372
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1794603057534174e-05,
+      "loss": 0.0002,
+      "step": 25374
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179395609727695e-05,
+      "loss": 0.0051,
+      "step": 25376
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179330913701971e-05,
+      "loss": 0.0024,
+      "step": 25378
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179266217676248e-05,
+      "loss": 0.0032,
+      "step": 25380
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179201521650526e-05,
+      "loss": 0.0051,
+      "step": 25382
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179136825624802e-05,
+      "loss": 0.0001,
+      "step": 25384
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179072129599079e-05,
+      "loss": 0.0004,
+      "step": 25386
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.179007433573356e-05,
+      "loss": 0.0077,
+      "step": 25388
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1789427375476326e-05,
+      "loss": 0.0165,
+      "step": 25390
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1788780415219095e-05,
+      "loss": 0.0001,
+      "step": 25392
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1788133454961865e-05,
+      "loss": 0.0115,
+      "step": 25394
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1787486494704634e-05,
+      "loss": 0.0016,
+      "step": 25396
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.17868395344474e-05,
+      "loss": 0.0003,
+      "step": 25398
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.178619257419017e-05,
+      "loss": 0.0002,
+      "step": 25400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1785545613932934e-05,
+      "loss": 0.0427,
+      "step": 25402
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.178489865367571e-05,
+      "loss": 0.0008,
+      "step": 25404
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.178425169341847e-05,
+      "loss": 0.0323,
+      "step": 25406
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.178360473316124e-05,
+      "loss": 0.0005,
+      "step": 25408
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.178295777290401e-05,
+      "loss": 0.0034,
+      "step": 25410
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.178231081264678e-05,
+      "loss": 0.0066,
+      "step": 25412
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1781663852389555e-05,
+      "loss": 0.0009,
+      "step": 25414
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.178101689213232e-05,
+      "loss": 0.0001,
+      "step": 25416
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.178036993187509e-05,
+      "loss": 0.0028,
+      "step": 25418
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1779722971617856e-05,
+      "loss": 0.0039,
+      "step": 25420
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1779076011360625e-05,
+      "loss": 0.0001,
+      "step": 25422
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177842905110339e-05,
+      "loss": 0.0002,
+      "step": 25424
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177778209084616e-05,
+      "loss": 0.0144,
+      "step": 25426
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177713513058893e-05,
+      "loss": 0.0004,
+      "step": 25428
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.17764881703317e-05,
+      "loss": 0.0038,
+      "step": 25430
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177584121007447e-05,
+      "loss": 0.0003,
+      "step": 25432
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177519424981723e-05,
+      "loss": 0.0012,
+      "step": 25434
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177454728956001e-05,
+      "loss": 0.0001,
+      "step": 25436
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177390032930277e-05,
+      "loss": 0.0001,
+      "step": 25438
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177325336904554e-05,
+      "loss": 0.0001,
+      "step": 25440
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177260640878831e-05,
+      "loss": 0.0036,
+      "step": 25442
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177195944853108e-05,
+      "loss": 0.0037,
+      "step": 25444
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.177131248827385e-05,
+      "loss": 0.0002,
+      "step": 25446
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1770665528016616e-05,
+      "loss": 0.0,
+      "step": 25448
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1770018567759385e-05,
+      "loss": 0.0008,
+      "step": 25450
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1769371607502154e-05,
+      "loss": 0.0001,
+      "step": 25452
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1768724647244924e-05,
+      "loss": 0.0141,
+      "step": 25454
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1768077686987686e-05,
+      "loss": 0.0096,
+      "step": 25456
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176743072673046e-05,
+      "loss": 0.0015,
+      "step": 25458
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176678376647323e-05,
+      "loss": 0.0014,
+      "step": 25460
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176613680621599e-05,
+      "loss": 0.0001,
+      "step": 25462
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176548984595877e-05,
+      "loss": 0.0005,
+      "step": 25464
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176484288570153e-05,
+      "loss": 0.0255,
+      "step": 25466
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.17641959254443e-05,
+      "loss": 0.0059,
+      "step": 25468
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176354896518707e-05,
+      "loss": 0.0002,
+      "step": 25470
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176290200492984e-05,
+      "loss": 0.0002,
+      "step": 25472
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176225504467261e-05,
+      "loss": 0.0054,
+      "step": 25474
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.176160808441538e-05,
+      "loss": 0.001,
+      "step": 25476
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1760961124158146e-05,
+      "loss": 0.0002,
+      "step": 25478
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1760314163900915e-05,
+      "loss": 0.0001,
+      "step": 25480
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1759667203643684e-05,
+      "loss": 0.0001,
+      "step": 25482
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1759020243386446e-05,
+      "loss": 0.0161,
+      "step": 25484
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.175837328312922e-05,
+      "loss": 0.0004,
+      "step": 25486
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1757726322871984e-05,
+      "loss": 0.0016,
+      "step": 25488
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.1757079362614753e-05,
+      "loss": 0.0001,
+      "step": 25490
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.175643240235752e-05,
+      "loss": 0.0032,
+      "step": 25492
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.175578544210029e-05,
+      "loss": 0.0003,
+      "step": 25494
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.175513848184307e-05,
+      "loss": 0.0024,
+      "step": 25496
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.175449152158583e-05,
+      "loss": 0.0096,
+      "step": 25498
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.17538445613286e-05,
+      "loss": 0.0001,
+      "step": 25500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 4.175319760107137e-05,
+      "loss": 0.0009,
+      "step": 25502
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.175255064081414e-05,
+      "loss": 0.0095,
+      "step": 25504
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1751903680556906e-05,
+      "loss": 0.0048,
+      "step": 25506
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1751256720299675e-05,
+      "loss": 0.0009,
+      "step": 25508
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1750609760042444e-05,
+      "loss": 0.0001,
+      "step": 25510
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1749962799785213e-05,
+      "loss": 0.0003,
+      "step": 25512
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174931583952798e-05,
+      "loss": 0.0002,
+      "step": 25514
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1748668879270745e-05,
+      "loss": 0.0002,
+      "step": 25516
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174802191901352e-05,
+      "loss": 0.0003,
+      "step": 25518
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174737495875628e-05,
+      "loss": 0.0002,
+      "step": 25520
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174672799849905e-05,
+      "loss": 0.0001,
+      "step": 25522
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174608103824182e-05,
+      "loss": 0.0008,
+      "step": 25524
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174543407798459e-05,
+      "loss": 0.0005,
+      "step": 25526
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174478711772736e-05,
+      "loss": 0.0001,
+      "step": 25528
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174414015747013e-05,
+      "loss": 0.0001,
+      "step": 25530
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.17434931972129e-05,
+      "loss": 0.002,
+      "step": 25532
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1742846236955667e-05,
+      "loss": 0.0002,
+      "step": 25534
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1742199276698436e-05,
+      "loss": 0.0004,
+      "step": 25536
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1741552316441205e-05,
+      "loss": 0.0,
+      "step": 25538
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1740905356183974e-05,
+      "loss": 0.0046,
+      "step": 25540
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.174025839592674e-05,
+      "loss": 0.0014,
+      "step": 25542
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1739611435669505e-05,
+      "loss": 0.0125,
+      "step": 25544
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173896447541228e-05,
+      "loss": 0.0123,
+      "step": 25546
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1738317515155043e-05,
+      "loss": 0.0138,
+      "step": 25548
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173767055489781e-05,
+      "loss": 0.0081,
+      "step": 25550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173702359464058e-05,
+      "loss": 0.0014,
+      "step": 25552
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173637663438335e-05,
+      "loss": 0.0,
+      "step": 25554
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173572967412612e-05,
+      "loss": 0.0,
+      "step": 25556
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173508271386889e-05,
+      "loss": 0.0,
+      "step": 25558
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173443575361166e-05,
+      "loss": 0.0001,
+      "step": 25560
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173378879335443e-05,
+      "loss": 0.0116,
+      "step": 25562
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1733141833097196e-05,
+      "loss": 0.0092,
+      "step": 25564
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173249487283996e-05,
+      "loss": 0.0008,
+      "step": 25566
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1731847912582734e-05,
+      "loss": 0.0003,
+      "step": 25568
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1731200952325497e-05,
+      "loss": 0.0001,
+      "step": 25570
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.173055399206827e-05,
+      "loss": 0.0,
+      "step": 25572
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172990703181104e-05,
+      "loss": 0.0064,
+      "step": 25574
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1729260071553804e-05,
+      "loss": 0.0023,
+      "step": 25576
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172861311129658e-05,
+      "loss": 0.0005,
+      "step": 25578
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172796615103934e-05,
+      "loss": 0.0024,
+      "step": 25580
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172731919078211e-05,
+      "loss": 0.0003,
+      "step": 25582
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172667223052488e-05,
+      "loss": 0.0074,
+      "step": 25584
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172602527026765e-05,
+      "loss": 0.0,
+      "step": 25586
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172537831001042e-05,
+      "loss": 0.0032,
+      "step": 25588
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172473134975319e-05,
+      "loss": 0.0001,
+      "step": 25590
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1724084389495956e-05,
+      "loss": 0.0,
+      "step": 25592
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1723437429238726e-05,
+      "loss": 0.0001,
+      "step": 25594
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1722790468981495e-05,
+      "loss": 0.0006,
+      "step": 25596
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172214350872426e-05,
+      "loss": 0.0,
+      "step": 25598
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.172149654846703e-05,
+      "loss": 0.0075,
+      "step": 25600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1720849588209795e-05,
+      "loss": 0.0076,
+      "step": 25602
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1720202627952564e-05,
+      "loss": 0.0047,
+      "step": 25604
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171955566769534e-05,
+      "loss": 0.0009,
+      "step": 25606
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.17189087074381e-05,
+      "loss": 0.0185,
+      "step": 25608
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171826174718087e-05,
+      "loss": 0.0074,
+      "step": 25610
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171761478692364e-05,
+      "loss": 0.0018,
+      "step": 25612
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171696782666641e-05,
+      "loss": 0.0094,
+      "step": 25614
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171632086640918e-05,
+      "loss": 0.0,
+      "step": 25616
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171567390615195e-05,
+      "loss": 0.0297,
+      "step": 25618
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171502694589472e-05,
+      "loss": 0.0016,
+      "step": 25620
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1714379985637486e-05,
+      "loss": 0.0001,
+      "step": 25622
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1713733025380255e-05,
+      "loss": 0.0099,
+      "step": 25624
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171308606512302e-05,
+      "loss": 0.0094,
+      "step": 25626
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.171243910486579e-05,
+      "loss": 0.0001,
+      "step": 25628
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1711792144608556e-05,
+      "loss": 0.0059,
+      "step": 25630
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1711145184351325e-05,
+      "loss": 0.0007,
+      "step": 25632
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1710498224094094e-05,
+      "loss": 0.0003,
+      "step": 25634
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170985126383686e-05,
+      "loss": 0.0001,
+      "step": 25636
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170920430357964e-05,
+      "loss": 0.0022,
+      "step": 25638
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.17085573433224e-05,
+      "loss": 0.0,
+      "step": 25640
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170791038306517e-05,
+      "loss": 0.0014,
+      "step": 25642
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170726342280794e-05,
+      "loss": 0.0001,
+      "step": 25644
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170661646255071e-05,
+      "loss": 0.0012,
+      "step": 25646
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170596950229347e-05,
+      "loss": 0.01,
+      "step": 25648
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1705322542036246e-05,
+      "loss": 0.0096,
+      "step": 25650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1704675581779015e-05,
+      "loss": 0.0044,
+      "step": 25652
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1704028621521785e-05,
+      "loss": 0.0038,
+      "step": 25654
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1703381661264554e-05,
+      "loss": 0.0004,
+      "step": 25656
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1702734701007316e-05,
+      "loss": 0.0001,
+      "step": 25658
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170208774075009e-05,
+      "loss": 0.0006,
+      "step": 25660
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1701440780492854e-05,
+      "loss": 0.0013,
+      "step": 25662
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170079382023562e-05,
+      "loss": 0.0029,
+      "step": 25664
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.170014685997839e-05,
+      "loss": 0.0031,
+      "step": 25666
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169949989972116e-05,
+      "loss": 0.0,
+      "step": 25668
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169885293946393e-05,
+      "loss": 0.0003,
+      "step": 25670
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16982059792067e-05,
+      "loss": 0.0,
+      "step": 25672
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169755901894947e-05,
+      "loss": 0.0034,
+      "step": 25674
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169691205869224e-05,
+      "loss": 0.0003,
+      "step": 25676
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169626509843501e-05,
+      "loss": 0.0138,
+      "step": 25678
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169561813817777e-05,
+      "loss": 0.0,
+      "step": 25680
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1694971177920545e-05,
+      "loss": 0.0038,
+      "step": 25682
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1694324217663314e-05,
+      "loss": 0.0012,
+      "step": 25684
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1693677257406076e-05,
+      "loss": 0.0155,
+      "step": 25686
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169303029714885e-05,
+      "loss": 0.0014,
+      "step": 25688
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1692383336891615e-05,
+      "loss": 0.0001,
+      "step": 25690
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1691736376634384e-05,
+      "loss": 0.0004,
+      "step": 25692
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169108941637715e-05,
+      "loss": 0.0001,
+      "step": 25694
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.169044245611992e-05,
+      "loss": 0.0009,
+      "step": 25696
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168979549586269e-05,
+      "loss": 0.0001,
+      "step": 25698
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168914853560546e-05,
+      "loss": 0.0021,
+      "step": 25700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168850157534823e-05,
+      "loss": 0.0073,
+      "step": 25702
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1687854615091e-05,
+      "loss": 0.0001,
+      "step": 25704
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168720765483377e-05,
+      "loss": 0.0001,
+      "step": 25706
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168656069457653e-05,
+      "loss": 0.0001,
+      "step": 25708
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1685913734319305e-05,
+      "loss": 0.004,
+      "step": 25710
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168526677406207e-05,
+      "loss": 0.0003,
+      "step": 25712
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1684619813804844e-05,
+      "loss": 0.0,
+      "step": 25714
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168397285354761e-05,
+      "loss": 0.0,
+      "step": 25716
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1683325893290375e-05,
+      "loss": 0.0011,
+      "step": 25718
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168267893303315e-05,
+      "loss": 0.0005,
+      "step": 25720
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168203197277591e-05,
+      "loss": 0.0014,
+      "step": 25722
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168138501251868e-05,
+      "loss": 0.0016,
+      "step": 25724
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168073805226145e-05,
+      "loss": 0.0027,
+      "step": 25726
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.168009109200422e-05,
+      "loss": 0.0006,
+      "step": 25728
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.167944413174699e-05,
+      "loss": 0.0,
+      "step": 25730
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.167879717148976e-05,
+      "loss": 0.003,
+      "step": 25732
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.167815021123253e-05,
+      "loss": 0.0001,
+      "step": 25734
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16775032509753e-05,
+      "loss": 0.0003,
+      "step": 25736
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1676856290718066e-05,
+      "loss": 0.0016,
+      "step": 25738
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.167620933046083e-05,
+      "loss": 0.0011,
+      "step": 25740
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1675562370203604e-05,
+      "loss": 0.0,
+      "step": 25742
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1674915409946366e-05,
+      "loss": 0.0002,
+      "step": 25744
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1674268449689135e-05,
+      "loss": 0.0001,
+      "step": 25746
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1673621489431904e-05,
+      "loss": 0.0007,
+      "step": 25748
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1672974529174673e-05,
+      "loss": 0.0001,
+      "step": 25750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.167232756891744e-05,
+      "loss": 0.0001,
+      "step": 25752
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.167168060866021e-05,
+      "loss": 0.0001,
+      "step": 25754
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.167103364840298e-05,
+      "loss": 0.0001,
+      "step": 25756
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.167038668814575e-05,
+      "loss": 0.0,
+      "step": 25758
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166973972788852e-05,
+      "loss": 0.0,
+      "step": 25760
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166909276763129e-05,
+      "loss": 0.0081,
+      "step": 25762
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166844580737406e-05,
+      "loss": 0.0174,
+      "step": 25764
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1667798847116826e-05,
+      "loss": 0.0001,
+      "step": 25766
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166715188685959e-05,
+      "loss": 0.0,
+      "step": 25768
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1666504926602364e-05,
+      "loss": 0.0003,
+      "step": 25770
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166585796634513e-05,
+      "loss": 0.0004,
+      "step": 25772
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1665211006087896e-05,
+      "loss": 0.0025,
+      "step": 25774
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1664564045830665e-05,
+      "loss": 0.0012,
+      "step": 25776
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1663917085573434e-05,
+      "loss": 0.0001,
+      "step": 25778
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16632701253162e-05,
+      "loss": 0.0175,
+      "step": 25780
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166262316505897e-05,
+      "loss": 0.0169,
+      "step": 25782
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166197620480174e-05,
+      "loss": 0.0005,
+      "step": 25784
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166132924454451e-05,
+      "loss": 0.0005,
+      "step": 25786
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166068228428728e-05,
+      "loss": 0.0004,
+      "step": 25788
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.166003532403004e-05,
+      "loss": 0.0105,
+      "step": 25790
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165938836377282e-05,
+      "loss": 0.0014,
+      "step": 25792
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1658741403515587e-05,
+      "loss": 0.0006,
+      "step": 25794
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1658094443258356e-05,
+      "loss": 0.0001,
+      "step": 25796
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1657447483001125e-05,
+      "loss": 0.0009,
+      "step": 25798
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165680052274389e-05,
+      "loss": 0.0019,
+      "step": 25800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165615356248666e-05,
+      "loss": 0.0015,
+      "step": 25802
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1655506602229425e-05,
+      "loss": 0.0,
+      "step": 25804
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1654859641972194e-05,
+      "loss": 0.0093,
+      "step": 25806
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165421268171496e-05,
+      "loss": 0.0003,
+      "step": 25808
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165356572145773e-05,
+      "loss": 0.006,
+      "step": 25810
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16529187612005e-05,
+      "loss": 0.0124,
+      "step": 25812
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165227180094327e-05,
+      "loss": 0.0002,
+      "step": 25814
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165162484068604e-05,
+      "loss": 0.1634,
+      "step": 25816
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165097788042881e-05,
+      "loss": 0.0001,
+      "step": 25818
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.165033092017158e-05,
+      "loss": 0.0002,
+      "step": 25820
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164968395991434e-05,
+      "loss": 0.0315,
+      "step": 25822
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1649036999657116e-05,
+      "loss": 0.0001,
+      "step": 25824
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164839003939988e-05,
+      "loss": 0.0001,
+      "step": 25826
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164774307914265e-05,
+      "loss": 0.0003,
+      "step": 25828
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164709611888542e-05,
+      "loss": 0.011,
+      "step": 25830
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1646449158628186e-05,
+      "loss": 0.0001,
+      "step": 25832
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1645802198370955e-05,
+      "loss": 0.0002,
+      "step": 25834
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1645155238113724e-05,
+      "loss": 0.0015,
+      "step": 25836
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164450827785649e-05,
+      "loss": 0.0194,
+      "step": 25838
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164386131759926e-05,
+      "loss": 0.0015,
+      "step": 25840
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164321435734203e-05,
+      "loss": 0.0001,
+      "step": 25842
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16425673970848e-05,
+      "loss": 0.0034,
+      "step": 25844
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164192043682757e-05,
+      "loss": 0.0056,
+      "step": 25846
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.164127347657034e-05,
+      "loss": 0.0004,
+      "step": 25848
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16406265163131e-05,
+      "loss": 0.0127,
+      "step": 25850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1639979556055876e-05,
+      "loss": 0.0034,
+      "step": 25852
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163933259579864e-05,
+      "loss": 0.007,
+      "step": 25854
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1638685635541415e-05,
+      "loss": 0.0,
+      "step": 25856
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163803867528418e-05,
+      "loss": 0.0,
+      "step": 25858
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1637391715026946e-05,
+      "loss": 0.0001,
+      "step": 25860
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163674475476972e-05,
+      "loss": 0.0064,
+      "step": 25862
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1636097794512484e-05,
+      "loss": 0.0,
+      "step": 25864
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163545083425525e-05,
+      "loss": 0.0001,
+      "step": 25866
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163480387399802e-05,
+      "loss": 0.0023,
+      "step": 25868
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163415691374079e-05,
+      "loss": 0.0002,
+      "step": 25870
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1633509953483554e-05,
+      "loss": 0.007,
+      "step": 25872
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163286299322633e-05,
+      "loss": 0.0001,
+      "step": 25874
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16322160329691e-05,
+      "loss": 0.0006,
+      "step": 25876
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163156907271187e-05,
+      "loss": 0.0002,
+      "step": 25878
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.163092211245464e-05,
+      "loss": 0.0003,
+      "step": 25880
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16302751521974e-05,
+      "loss": 0.0116,
+      "step": 25882
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1629628191940175e-05,
+      "loss": 0.0001,
+      "step": 25884
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162898123168294e-05,
+      "loss": 0.0001,
+      "step": 25886
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1628334271425706e-05,
+      "loss": 0.0091,
+      "step": 25888
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1627687311168476e-05,
+      "loss": 0.0,
+      "step": 25890
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1627040350911245e-05,
+      "loss": 0.0001,
+      "step": 25892
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1626393390654014e-05,
+      "loss": 0.0,
+      "step": 25894
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162574643039678e-05,
+      "loss": 0.0064,
+      "step": 25896
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162509947013955e-05,
+      "loss": 0.0001,
+      "step": 25898
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162445250988232e-05,
+      "loss": 0.0054,
+      "step": 25900
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162380554962509e-05,
+      "loss": 0.0001,
+      "step": 25902
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162315858936785e-05,
+      "loss": 0.0006,
+      "step": 25904
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162251162911063e-05,
+      "loss": 0.0001,
+      "step": 25906
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16218646688534e-05,
+      "loss": 0.0046,
+      "step": 25908
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.162121770859616e-05,
+      "loss": 0.0,
+      "step": 25910
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1620570748338935e-05,
+      "loss": 0.0031,
+      "step": 25912
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.16199237880817e-05,
+      "loss": 0.0189,
+      "step": 25914
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161927682782447e-05,
+      "loss": 0.0024,
+      "step": 25916
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1618629867567236e-05,
+      "loss": 0.0001,
+      "step": 25918
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1617982907310005e-05,
+      "loss": 0.0003,
+      "step": 25920
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1617335947052774e-05,
+      "loss": 0.0003,
+      "step": 25922
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161668898679554e-05,
+      "loss": 0.0001,
+      "step": 25924
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161604202653831e-05,
+      "loss": 0.0001,
+      "step": 25926
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161539506628108e-05,
+      "loss": 0.0004,
+      "step": 25928
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161474810602385e-05,
+      "loss": 0.013,
+      "step": 25930
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161410114576661e-05,
+      "loss": 0.0092,
+      "step": 25932
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161345418550939e-05,
+      "loss": 0.0,
+      "step": 25934
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161280722525215e-05,
+      "loss": 0.008,
+      "step": 25936
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161216026499493e-05,
+      "loss": 0.041,
+      "step": 25938
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1611513304737696e-05,
+      "loss": 0.0383,
+      "step": 25940
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.161086634448046e-05,
+      "loss": 0.0016,
+      "step": 25942
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1610219384223234e-05,
+      "loss": 0.0028,
+      "step": 25944
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1609572423965996e-05,
+      "loss": 0.0479,
+      "step": 25946
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1608925463708765e-05,
+      "loss": 0.0057,
+      "step": 25948
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1608278503451534e-05,
+      "loss": 0.0005,
+      "step": 25950
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1607631543194304e-05,
+      "loss": 0.0052,
+      "step": 25952
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160698458293707e-05,
+      "loss": 0.0015,
+      "step": 25954
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160633762267984e-05,
+      "loss": 0.0029,
+      "step": 25956
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160569066242261e-05,
+      "loss": 0.0004,
+      "step": 25958
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160504370216538e-05,
+      "loss": 0.0001,
+      "step": 25960
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160439674190815e-05,
+      "loss": 0.0018,
+      "step": 25962
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160374978165091e-05,
+      "loss": 0.0006,
+      "step": 25964
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160310282139369e-05,
+      "loss": 0.0001,
+      "step": 25966
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160245586113645e-05,
+      "loss": 0.0053,
+      "step": 25968
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160180890087922e-05,
+      "loss": 0.0003,
+      "step": 25970
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160116194062199e-05,
+      "loss": 0.0088,
+      "step": 25972
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.160051498036476e-05,
+      "loss": 0.0077,
+      "step": 25974
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1599868020107526e-05,
+      "loss": 0.0035,
+      "step": 25976
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1599221059850295e-05,
+      "loss": 0.0,
+      "step": 25978
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1598574099593064e-05,
+      "loss": 0.0004,
+      "step": 25980
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159792713933583e-05,
+      "loss": 0.0045,
+      "step": 25982
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.15972801790786e-05,
+      "loss": 0.0,
+      "step": 25984
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159663321882137e-05,
+      "loss": 0.0001,
+      "step": 25986
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159598625856414e-05,
+      "loss": 0.0131,
+      "step": 25988
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159533929830691e-05,
+      "loss": 0.0063,
+      "step": 25990
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159469233804967e-05,
+      "loss": 0.0097,
+      "step": 25992
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159404537779245e-05,
+      "loss": 0.0002,
+      "step": 25994
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159339841753521e-05,
+      "loss": 0.0019,
+      "step": 25996
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1592751457277986e-05,
+      "loss": 0.0001,
+      "step": 25998
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159210449702075e-05,
+      "loss": 0.0002,
+      "step": 26000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.159145753676352e-05,
+      "loss": 0.0001,
+      "step": 26002
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1590810576506286e-05,
+      "loss": 0.0019,
+      "step": 26004
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1590163616249055e-05,
+      "loss": 0.0001,
+      "step": 26006
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1589516655991824e-05,
+      "loss": 0.0001,
+      "step": 26008
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1588869695734593e-05,
+      "loss": 0.0001,
+      "step": 26010
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.158822273547736e-05,
+      "loss": 0.0031,
+      "step": 26012
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.1587575775220125e-05,
+      "loss": 0.0068,
+      "step": 26014
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.15869288149629e-05,
+      "loss": 0.0199,
+      "step": 26016
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 4.158628185470567e-05,
+      "loss": 0.0005,
+      "step": 26018
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.158563489444844e-05,
+      "loss": 0.002,
+      "step": 26020
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.158498793419121e-05,
+      "loss": 0.0,
+      "step": 26022
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.158434097393397e-05,
+      "loss": 0.0002,
+      "step": 26024
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1583694013676746e-05,
+      "loss": 0.0003,
+      "step": 26026
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.158304705341951e-05,
+      "loss": 0.0053,
+      "step": 26028
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.158240009316228e-05,
+      "loss": 0.0,
+      "step": 26030
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.158175313290505e-05,
+      "loss": 0.0012,
+      "step": 26032
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1581106172647816e-05,
+      "loss": 0.0046,
+      "step": 26034
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1580459212390585e-05,
+      "loss": 0.0,
+      "step": 26036
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1579812252133354e-05,
+      "loss": 0.0007,
+      "step": 26038
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157916529187612e-05,
+      "loss": 0.0,
+      "step": 26040
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157851833161889e-05,
+      "loss": 0.0045,
+      "step": 26042
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157787137136166e-05,
+      "loss": 0.0001,
+      "step": 26044
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1577224411104423e-05,
+      "loss": 0.0047,
+      "step": 26046
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.15765774508472e-05,
+      "loss": 0.0006,
+      "step": 26048
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157593049058996e-05,
+      "loss": 0.0001,
+      "step": 26050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157528353033273e-05,
+      "loss": 0.0061,
+      "step": 26052
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1574636570075507e-05,
+      "loss": 0.0002,
+      "step": 26054
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157398960981827e-05,
+      "loss": 0.0021,
+      "step": 26056
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157334264956104e-05,
+      "loss": 0.0001,
+      "step": 26058
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157269568930381e-05,
+      "loss": 0.0007,
+      "step": 26060
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1572048729046576e-05,
+      "loss": 0.0001,
+      "step": 26062
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1571401768789345e-05,
+      "loss": 0.0,
+      "step": 26064
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1570754808532114e-05,
+      "loss": 0.0,
+      "step": 26066
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.157010784827488e-05,
+      "loss": 0.0016,
+      "step": 26068
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.156946088801765e-05,
+      "loss": 0.0001,
+      "step": 26070
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.156881392776042e-05,
+      "loss": 0.0003,
+      "step": 26072
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1568166967503184e-05,
+      "loss": 0.0005,
+      "step": 26074
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.156752000724596e-05,
+      "loss": 0.0003,
+      "step": 26076
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.156687304698872e-05,
+      "loss": 0.0003,
+      "step": 26078
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.15662260867315e-05,
+      "loss": 0.0033,
+      "step": 26080
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.156557912647426e-05,
+      "loss": 0.0205,
+      "step": 26082
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.156493216621703e-05,
+      "loss": 0.0005,
+      "step": 26084
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1564285205959805e-05,
+      "loss": 0.0029,
+      "step": 26086
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.156363824570257e-05,
+      "loss": 0.0001,
+      "step": 26088
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1562991285445337e-05,
+      "loss": 0.0015,
+      "step": 26090
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1562344325188106e-05,
+      "loss": 0.0056,
+      "step": 26092
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1561697364930875e-05,
+      "loss": 0.0001,
+      "step": 26094
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1561050404673644e-05,
+      "loss": 0.0001,
+      "step": 26096
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.156040344441641e-05,
+      "loss": 0.0,
+      "step": 26098
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155975648415918e-05,
+      "loss": 0.0,
+      "step": 26100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155910952390195e-05,
+      "loss": 0.0001,
+      "step": 26102
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155846256364472e-05,
+      "loss": 0.0147,
+      "step": 26104
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155781560338748e-05,
+      "loss": 0.0003,
+      "step": 26106
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155716864313026e-05,
+      "loss": 0.0013,
+      "step": 26108
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155652168287302e-05,
+      "loss": 0.0001,
+      "step": 26110
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155587472261579e-05,
+      "loss": 0.0001,
+      "step": 26112
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155522776235856e-05,
+      "loss": 0.0022,
+      "step": 26114
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155458080210133e-05,
+      "loss": 0.0007,
+      "step": 26116
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.15539338418441e-05,
+      "loss": 0.003,
+      "step": 26118
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1553286881586866e-05,
+      "loss": 0.0001,
+      "step": 26120
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1552639921329635e-05,
+      "loss": 0.0011,
+      "step": 26122
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1551992961072404e-05,
+      "loss": 0.0119,
+      "step": 26124
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155134600081517e-05,
+      "loss": 0.0002,
+      "step": 26126
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1550699040557936e-05,
+      "loss": 0.0001,
+      "step": 26128
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.155005208030071e-05,
+      "loss": 0.0504,
+      "step": 26130
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154940512004348e-05,
+      "loss": 0.0,
+      "step": 26132
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154875815978624e-05,
+      "loss": 0.0001,
+      "step": 26134
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154811119952902e-05,
+      "loss": 0.0048,
+      "step": 26136
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154746423927178e-05,
+      "loss": 0.008,
+      "step": 26138
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154681727901456e-05,
+      "loss": 0.0003,
+      "step": 26140
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154617031875732e-05,
+      "loss": 0.027,
+      "step": 26142
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154552335850009e-05,
+      "loss": 0.0003,
+      "step": 26144
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154487639824286e-05,
+      "loss": 0.0006,
+      "step": 26146
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1544229437985626e-05,
+      "loss": 0.0184,
+      "step": 26148
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1543582477728395e-05,
+      "loss": 0.0001,
+      "step": 26150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1542935517471165e-05,
+      "loss": 0.0,
+      "step": 26152
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1542288557213934e-05,
+      "loss": 0.0085,
+      "step": 26154
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1541641596956696e-05,
+      "loss": 0.0004,
+      "step": 26156
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.154099463669947e-05,
+      "loss": 0.0004,
+      "step": 26158
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1540347676442234e-05,
+      "loss": 0.0039,
+      "step": 26160
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153970071618501e-05,
+      "loss": 0.0001,
+      "step": 26162
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153905375592778e-05,
+      "loss": 0.0006,
+      "step": 26164
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153840679567054e-05,
+      "loss": 0.0006,
+      "step": 26166
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153775983541332e-05,
+      "loss": 0.003,
+      "step": 26168
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153711287515608e-05,
+      "loss": 0.0004,
+      "step": 26170
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153646591489885e-05,
+      "loss": 0.0016,
+      "step": 26172
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153581895464162e-05,
+      "loss": 0.0004,
+      "step": 26174
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153517199438439e-05,
+      "loss": 0.0075,
+      "step": 26176
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1534525034127156e-05,
+      "loss": 0.0005,
+      "step": 26178
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1533878073869925e-05,
+      "loss": 0.0049,
+      "step": 26180
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1533231113612694e-05,
+      "loss": 0.0006,
+      "step": 26182
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153258415335546e-05,
+      "loss": 0.0008,
+      "step": 26184
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153193719309823e-05,
+      "loss": 0.0,
+      "step": 26186
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1531290232840995e-05,
+      "loss": 0.0008,
+      "step": 26188
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.153064327258377e-05,
+      "loss": 0.0009,
+      "step": 26190
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152999631232653e-05,
+      "loss": 0.0122,
+      "step": 26192
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.15293493520693e-05,
+      "loss": 0.0024,
+      "step": 26194
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152870239181208e-05,
+      "loss": 0.0,
+      "step": 26196
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152805543155484e-05,
+      "loss": 0.0007,
+      "step": 26198
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152740847129761e-05,
+      "loss": 0.0094,
+      "step": 26200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152676151104038e-05,
+      "loss": 0.0001,
+      "step": 26202
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152611455078315e-05,
+      "loss": 0.0028,
+      "step": 26204
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1525467590525916e-05,
+      "loss": 0.0131,
+      "step": 26206
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1524820630268685e-05,
+      "loss": 0.0,
+      "step": 26208
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1524173670011454e-05,
+      "loss": 0.0,
+      "step": 26210
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1523526709754224e-05,
+      "loss": 0.0,
+      "step": 26212
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152287974949699e-05,
+      "loss": 0.0,
+      "step": 26214
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1522232789239755e-05,
+      "loss": 0.0,
+      "step": 26216
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152158582898253e-05,
+      "loss": 0.008,
+      "step": 26218
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152093886872529e-05,
+      "loss": 0.0007,
+      "step": 26220
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.152029190846807e-05,
+      "loss": 0.0,
+      "step": 26222
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151964494821083e-05,
+      "loss": 0.0,
+      "step": 26224
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.15189979879536e-05,
+      "loss": 0.0015,
+      "step": 26226
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151835102769637e-05,
+      "loss": 0.0127,
+      "step": 26228
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151770406743914e-05,
+      "loss": 0.0001,
+      "step": 26230
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151705710718191e-05,
+      "loss": 0.0033,
+      "step": 26232
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151641014692468e-05,
+      "loss": 0.0,
+      "step": 26234
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1515763186667446e-05,
+      "loss": 0.0006,
+      "step": 26236
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151511622641021e-05,
+      "loss": 0.0017,
+      "step": 26238
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1514469266152984e-05,
+      "loss": 0.0037,
+      "step": 26240
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151382230589575e-05,
+      "loss": 0.0,
+      "step": 26242
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151317534563852e-05,
+      "loss": 0.002,
+      "step": 26244
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151252838538129e-05,
+      "loss": 0.0,
+      "step": 26246
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1511881425124054e-05,
+      "loss": 0.0341,
+      "step": 26248
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151123446486683e-05,
+      "loss": 0.0001,
+      "step": 26250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.151058750460959e-05,
+      "loss": 0.0,
+      "step": 26252
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150994054435236e-05,
+      "loss": 0.0,
+      "step": 26254
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150929358409513e-05,
+      "loss": 0.0001,
+      "step": 26256
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.15086466238379e-05,
+      "loss": 0.0006,
+      "step": 26258
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150799966358067e-05,
+      "loss": 0.0013,
+      "step": 26260
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150735270332344e-05,
+      "loss": 0.0001,
+      "step": 26262
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1506705743066206e-05,
+      "loss": 0.0001,
+      "step": 26264
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1506058782808975e-05,
+      "loss": 0.0001,
+      "step": 26266
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1505411822551744e-05,
+      "loss": 0.0004,
+      "step": 26268
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150476486229451e-05,
+      "loss": 0.0018,
+      "step": 26270
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150411790203728e-05,
+      "loss": 0.0022,
+      "step": 26272
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150347094178005e-05,
+      "loss": 0.0002,
+      "step": 26274
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1502823981522814e-05,
+      "loss": 0.0,
+      "step": 26276
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150217702126559e-05,
+      "loss": 0.0123,
+      "step": 26278
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150153006100835e-05,
+      "loss": 0.0001,
+      "step": 26280
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150088310075113e-05,
+      "loss": 0.0274,
+      "step": 26282
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.150023614049389e-05,
+      "loss": 0.0003,
+      "step": 26284
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149958918023666e-05,
+      "loss": 0.0014,
+      "step": 26286
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149894221997943e-05,
+      "loss": 0.0001,
+      "step": 26288
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.14982952597222e-05,
+      "loss": 0.0,
+      "step": 26290
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1497648299464967e-05,
+      "loss": 0.0002,
+      "step": 26292
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1497001339207736e-05,
+      "loss": 0.0001,
+      "step": 26294
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1496354378950505e-05,
+      "loss": 0.0,
+      "step": 26296
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149570741869327e-05,
+      "loss": 0.005,
+      "step": 26298
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149506045843604e-05,
+      "loss": 0.0002,
+      "step": 26300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1494413498178805e-05,
+      "loss": 0.0073,
+      "step": 26302
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149376653792158e-05,
+      "loss": 0.0002,
+      "step": 26304
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1493119577664343e-05,
+      "loss": 0.0002,
+      "step": 26306
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149247261740711e-05,
+      "loss": 0.0003,
+      "step": 26308
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149182565714989e-05,
+      "loss": 0.0001,
+      "step": 26310
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149117869689265e-05,
+      "loss": 0.0001,
+      "step": 26312
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.149053173663542e-05,
+      "loss": 0.0001,
+      "step": 26314
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148988477637819e-05,
+      "loss": 0.0005,
+      "step": 26316
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148923781612096e-05,
+      "loss": 0.0001,
+      "step": 26318
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148859085586373e-05,
+      "loss": 0.0001,
+      "step": 26320
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1487943895606496e-05,
+      "loss": 0.0001,
+      "step": 26322
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1487296935349265e-05,
+      "loss": 0.0002,
+      "step": 26324
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1486649975092034e-05,
+      "loss": 0.0075,
+      "step": 26326
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.14860030148348e-05,
+      "loss": 0.0002,
+      "step": 26328
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1485356054577566e-05,
+      "loss": 0.0002,
+      "step": 26330
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148470909432034e-05,
+      "loss": 0.0008,
+      "step": 26332
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1484062134063104e-05,
+      "loss": 0.0001,
+      "step": 26334
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148341517380587e-05,
+      "loss": 0.0001,
+      "step": 26336
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148276821354864e-05,
+      "loss": 0.0012,
+      "step": 26338
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148212125329141e-05,
+      "loss": 0.0001,
+      "step": 26340
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148147429303418e-05,
+      "loss": 0.0,
+      "step": 26342
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148082733277695e-05,
+      "loss": 0.0,
+      "step": 26344
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.148018037251972e-05,
+      "loss": 0.0001,
+      "step": 26346
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.147953341226249e-05,
+      "loss": 0.0001,
+      "step": 26348
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1478886452005256e-05,
+      "loss": 0.0002,
+      "step": 26350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.147823949174802e-05,
+      "loss": 0.0001,
+      "step": 26352
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1477592531490795e-05,
+      "loss": 0.0001,
+      "step": 26354
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1476945571233564e-05,
+      "loss": 0.0001,
+      "step": 26356
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1476298610976326e-05,
+      "loss": 0.0001,
+      "step": 26358
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.14756516507191e-05,
+      "loss": 0.0,
+      "step": 26360
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1475004690461864e-05,
+      "loss": 0.0004,
+      "step": 26362
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.147435773020464e-05,
+      "loss": 0.0001,
+      "step": 26364
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.14737107699474e-05,
+      "loss": 0.0366,
+      "step": 26366
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.147306380969017e-05,
+      "loss": 0.0103,
+      "step": 26368
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.147241684943294e-05,
+      "loss": 0.0002,
+      "step": 26370
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.147176988917571e-05,
+      "loss": 0.0001,
+      "step": 26372
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.147112292891848e-05,
+      "loss": 0.0004,
+      "step": 26374
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.147047596866125e-05,
+      "loss": 0.0001,
+      "step": 26376
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146982900840402e-05,
+      "loss": 0.0012,
+      "step": 26378
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146918204814678e-05,
+      "loss": 0.0011,
+      "step": 26380
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1468535087889555e-05,
+      "loss": 0.0006,
+      "step": 26382
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146788812763232e-05,
+      "loss": 0.0,
+      "step": 26384
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146724116737509e-05,
+      "loss": 0.0019,
+      "step": 26386
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146659420711786e-05,
+      "loss": 0.0001,
+      "step": 26388
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1465947246860625e-05,
+      "loss": 0.0001,
+      "step": 26390
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.14653002866034e-05,
+      "loss": 0.0036,
+      "step": 26392
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146465332634616e-05,
+      "loss": 0.0002,
+      "step": 26394
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146400636608893e-05,
+      "loss": 0.0001,
+      "step": 26396
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.14633594058317e-05,
+      "loss": 0.0001,
+      "step": 26398
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146271244557447e-05,
+      "loss": 0.0008,
+      "step": 26400
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146206548531724e-05,
+      "loss": 0.0001,
+      "step": 26402
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146141852506001e-05,
+      "loss": 0.0001,
+      "step": 26404
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.146077156480278e-05,
+      "loss": 0.0137,
+      "step": 26406
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1460124604545546e-05,
+      "loss": 0.0001,
+      "step": 26408
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1459477644288315e-05,
+      "loss": 0.0002,
+      "step": 26410
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145883068403108e-05,
+      "loss": 0.0081,
+      "step": 26412
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1458183723773854e-05,
+      "loss": 0.0002,
+      "step": 26414
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1457536763516616e-05,
+      "loss": 0.0,
+      "step": 26416
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1456889803259385e-05,
+      "loss": 0.0001,
+      "step": 26418
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145624284300216e-05,
+      "loss": 0.0,
+      "step": 26420
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145559588274492e-05,
+      "loss": 0.0001,
+      "step": 26422
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145494892248769e-05,
+      "loss": 0.0024,
+      "step": 26424
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145430196223046e-05,
+      "loss": 0.0025,
+      "step": 26426
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145365500197323e-05,
+      "loss": 0.015,
+      "step": 26428
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1453008041716e-05,
+      "loss": 0.0001,
+      "step": 26430
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145236108145877e-05,
+      "loss": 0.0003,
+      "step": 26432
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145171412120154e-05,
+      "loss": 0.0,
+      "step": 26434
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.145106716094431e-05,
+      "loss": 0.0087,
+      "step": 26436
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1450420200687076e-05,
+      "loss": 0.0003,
+      "step": 26438
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144977324042984e-05,
+      "loss": 0.0011,
+      "step": 26440
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1449126280172614e-05,
+      "loss": 0.0096,
+      "step": 26442
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1448479319915376e-05,
+      "loss": 0.0009,
+      "step": 26444
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144783235965815e-05,
+      "loss": 0.0015,
+      "step": 26446
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1447185399400915e-05,
+      "loss": 0.0,
+      "step": 26448
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1446538439143684e-05,
+      "loss": 0.0466,
+      "step": 26450
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144589147888645e-05,
+      "loss": 0.0004,
+      "step": 26452
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144524451862922e-05,
+      "loss": 0.0002,
+      "step": 26454
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144459755837199e-05,
+      "loss": 0.0007,
+      "step": 26456
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144395059811476e-05,
+      "loss": 0.0037,
+      "step": 26458
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144330363785753e-05,
+      "loss": 0.0124,
+      "step": 26460
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144265667760029e-05,
+      "loss": 0.0004,
+      "step": 26462
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.144200971734307e-05,
+      "loss": 0.0044,
+      "step": 26464
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1441362757085836e-05,
+      "loss": 0.0003,
+      "step": 26466
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1440715796828605e-05,
+      "loss": 0.0001,
+      "step": 26468
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1440068836571374e-05,
+      "loss": 0.0001,
+      "step": 26470
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143942187631414e-05,
+      "loss": 0.0001,
+      "step": 26472
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143877491605691e-05,
+      "loss": 0.0007,
+      "step": 26474
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1438127955799675e-05,
+      "loss": 0.0089,
+      "step": 26476
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1437480995542444e-05,
+      "loss": 0.0001,
+      "step": 26478
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143683403528521e-05,
+      "loss": 0.0001,
+      "step": 26480
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143618707502798e-05,
+      "loss": 0.0001,
+      "step": 26482
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143554011477075e-05,
+      "loss": 0.0004,
+      "step": 26484
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143489315451352e-05,
+      "loss": 0.0,
+      "step": 26486
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143424619425629e-05,
+      "loss": 0.0019,
+      "step": 26488
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143359923399906e-05,
+      "loss": 0.0001,
+      "step": 26490
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143295227374183e-05,
+      "loss": 0.0058,
+      "step": 26492
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.143230531348459e-05,
+      "loss": 0.011,
+      "step": 26494
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1431658353227366e-05,
+      "loss": 0.0001,
+      "step": 26496
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1431011392970135e-05,
+      "loss": 0.0166,
+      "step": 26498
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.14303644327129e-05,
+      "loss": 0.0093,
+      "step": 26500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142971747245567e-05,
+      "loss": 0.0001,
+      "step": 26502
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1429070512198435e-05,
+      "loss": 0.0007,
+      "step": 26504
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142842355194121e-05,
+      "loss": 0.0008,
+      "step": 26506
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1427776591683973e-05,
+      "loss": 0.0001,
+      "step": 26508
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142712963142674e-05,
+      "loss": 0.0014,
+      "step": 26510
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142648267116951e-05,
+      "loss": 0.0003,
+      "step": 26512
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142583571091228e-05,
+      "loss": 0.0003,
+      "step": 26514
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142518875065505e-05,
+      "loss": 0.0062,
+      "step": 26516
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142454179039782e-05,
+      "loss": 0.0111,
+      "step": 26518
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142389483014059e-05,
+      "loss": 0.0003,
+      "step": 26520
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142324786988335e-05,
+      "loss": 0.0029,
+      "step": 26522
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1422600909626126e-05,
+      "loss": 0.0028,
+      "step": 26524
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142195394936889e-05,
+      "loss": 0.0001,
+      "step": 26526
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1421306989111664e-05,
+      "loss": 0.0003,
+      "step": 26528
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.142066002885443e-05,
+      "loss": 0.0,
+      "step": 26530
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.1420013068597196e-05,
+      "loss": 0.0012,
+      "step": 26532
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.141936610833997e-05,
+      "loss": 0.0048,
+      "step": 26534
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1418719148082734e-05,
+      "loss": 0.0038,
+      "step": 26536
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.14180721878255e-05,
+      "loss": 0.0,
+      "step": 26538
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.141742522756827e-05,
+      "loss": 0.0091,
+      "step": 26540
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.141677826731104e-05,
+      "loss": 0.0068,
+      "step": 26542
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.141613130705381e-05,
+      "loss": 0.0071,
+      "step": 26544
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.141548434679658e-05,
+      "loss": 0.0006,
+      "step": 26546
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.141483738653935e-05,
+      "loss": 0.0014,
+      "step": 26548
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.141419042628212e-05,
+      "loss": 0.0001,
+      "step": 26550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1413543466024887e-05,
+      "loss": 0.0049,
+      "step": 26552
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.141289650576765e-05,
+      "loss": 0.0301,
+      "step": 26554
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1412249545510425e-05,
+      "loss": 0.0,
+      "step": 26556
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.141160258525319e-05,
+      "loss": 0.0001,
+      "step": 26558
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1410955624995956e-05,
+      "loss": 0.0046,
+      "step": 26560
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1410308664738725e-05,
+      "loss": 0.0129,
+      "step": 26562
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1409661704481494e-05,
+      "loss": 0.0007,
+      "step": 26564
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1409014744224263e-05,
+      "loss": 0.0001,
+      "step": 26566
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140836778396703e-05,
+      "loss": 0.0001,
+      "step": 26568
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.14077208237098e-05,
+      "loss": 0.0001,
+      "step": 26570
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140707386345257e-05,
+      "loss": 0.0126,
+      "step": 26572
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140642690319534e-05,
+      "loss": 0.0001,
+      "step": 26574
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140577994293811e-05,
+      "loss": 0.0039,
+      "step": 26576
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140513298268088e-05,
+      "loss": 0.0002,
+      "step": 26578
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140448602242365e-05,
+      "loss": 0.0171,
+      "step": 26580
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140383906216641e-05,
+      "loss": 0.0,
+      "step": 26582
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1403192101909185e-05,
+      "loss": 0.0001,
+      "step": 26584
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140254514165195e-05,
+      "loss": 0.0042,
+      "step": 26586
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.140189818139472e-05,
+      "loss": 0.0007,
+      "step": 26588
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1401251221137486e-05,
+      "loss": 0.0036,
+      "step": 26590
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1400604260880255e-05,
+      "loss": 0.0011,
+      "step": 26592
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1399957300623024e-05,
+      "loss": 0.0001,
+      "step": 26594
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.139931034036579e-05,
+      "loss": 0.0001,
+      "step": 26596
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.139866338010856e-05,
+      "loss": 0.0006,
+      "step": 26598
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.139801641985133e-05,
+      "loss": 0.0011,
+      "step": 26600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13973694595941e-05,
+      "loss": 0.0053,
+      "step": 26602
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.139672249933686e-05,
+      "loss": 0.0082,
+      "step": 26604
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.139607553907964e-05,
+      "loss": 0.0001,
+      "step": 26606
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13954285788224e-05,
+      "loss": 0.0055,
+      "step": 26608
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1394781618565176e-05,
+      "loss": 0.0038,
+      "step": 26610
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1394134658307946e-05,
+      "loss": 0.0003,
+      "step": 26612
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.139348769805071e-05,
+      "loss": 0.0202,
+      "step": 26614
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1392840737793484e-05,
+      "loss": 0.0004,
+      "step": 26616
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1392193777536246e-05,
+      "loss": 0.0275,
+      "step": 26618
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1391546817279015e-05,
+      "loss": 0.0001,
+      "step": 26620
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1390899857021784e-05,
+      "loss": 0.0005,
+      "step": 26622
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.139025289676455e-05,
+      "loss": 0.0001,
+      "step": 26624
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138960593650732e-05,
+      "loss": 0.0034,
+      "step": 26626
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138895897625009e-05,
+      "loss": 0.0005,
+      "step": 26628
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138831201599286e-05,
+      "loss": 0.0001,
+      "step": 26630
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138766505573563e-05,
+      "loss": 0.0002,
+      "step": 26632
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13870180954784e-05,
+      "loss": 0.0002,
+      "step": 26634
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138637113522116e-05,
+      "loss": 0.0001,
+      "step": 26636
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138572417496394e-05,
+      "loss": 0.0001,
+      "step": 26638
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13850772147067e-05,
+      "loss": 0.0002,
+      "step": 26640
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138443025444947e-05,
+      "loss": 0.0006,
+      "step": 26642
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1383783294192244e-05,
+      "loss": 0.0001,
+      "step": 26644
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1383136333935006e-05,
+      "loss": 0.0004,
+      "step": 26646
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138248937367778e-05,
+      "loss": 0.0003,
+      "step": 26648
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1381842413420545e-05,
+      "loss": 0.0089,
+      "step": 26650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1381195453163314e-05,
+      "loss": 0.0038,
+      "step": 26652
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.138054849290608e-05,
+      "loss": 0.0006,
+      "step": 26654
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137990153264885e-05,
+      "loss": 0.0039,
+      "step": 26656
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137925457239162e-05,
+      "loss": 0.0002,
+      "step": 26658
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137860761213439e-05,
+      "loss": 0.0015,
+      "step": 26660
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137796065187716e-05,
+      "loss": 0.0015,
+      "step": 26662
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137731369161992e-05,
+      "loss": 0.0009,
+      "step": 26664
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13766667313627e-05,
+      "loss": 0.0129,
+      "step": 26666
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137601977110546e-05,
+      "loss": 0.0056,
+      "step": 26668
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1375372810848235e-05,
+      "loss": 0.0001,
+      "step": 26670
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1374725850591e-05,
+      "loss": 0.0001,
+      "step": 26672
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137407889033377e-05,
+      "loss": 0.0026,
+      "step": 26674
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137343193007654e-05,
+      "loss": 0.0017,
+      "step": 26676
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1372784969819305e-05,
+      "loss": 0.0093,
+      "step": 26678
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1372138009562074e-05,
+      "loss": 0.0053,
+      "step": 26680
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137149104930484e-05,
+      "loss": 0.0001,
+      "step": 26682
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.137084408904761e-05,
+      "loss": 0.0045,
+      "step": 26684
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1370197128790375e-05,
+      "loss": 0.0059,
+      "step": 26686
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136955016853315e-05,
+      "loss": 0.0006,
+      "step": 26688
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136890320827592e-05,
+      "loss": 0.0038,
+      "step": 26690
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136825624801869e-05,
+      "loss": 0.0005,
+      "step": 26692
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136760928776146e-05,
+      "loss": 0.0001,
+      "step": 26694
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136696232750422e-05,
+      "loss": 0.0004,
+      "step": 26696
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1366315367246996e-05,
+      "loss": 0.0002,
+      "step": 26698
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136566840698976e-05,
+      "loss": 0.0,
+      "step": 26700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136502144673253e-05,
+      "loss": 0.0439,
+      "step": 26702
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1364374486475296e-05,
+      "loss": 0.0004,
+      "step": 26704
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1363727526218065e-05,
+      "loss": 0.0006,
+      "step": 26706
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1363080565960834e-05,
+      "loss": 0.0001,
+      "step": 26708
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1362433605703604e-05,
+      "loss": 0.001,
+      "step": 26710
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136178664544637e-05,
+      "loss": 0.0,
+      "step": 26712
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136113968518914e-05,
+      "loss": 0.0002,
+      "step": 26714
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.136049272493191e-05,
+      "loss": 0.0,
+      "step": 26716
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135984576467467e-05,
+      "loss": 0.0162,
+      "step": 26718
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135919880441745e-05,
+      "loss": 0.0001,
+      "step": 26720
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135855184416022e-05,
+      "loss": 0.0,
+      "step": 26722
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135790488390298e-05,
+      "loss": 0.0001,
+      "step": 26724
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1357257923645756e-05,
+      "loss": 0.0004,
+      "step": 26726
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135661096338852e-05,
+      "loss": 0.0001,
+      "step": 26728
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1355964003131294e-05,
+      "loss": 0.0001,
+      "step": 26730
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135531704287406e-05,
+      "loss": 0.0001,
+      "step": 26732
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1354670082616826e-05,
+      "loss": 0.001,
+      "step": 26734
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1354023122359595e-05,
+      "loss": 0.0002,
+      "step": 26736
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1353376162102364e-05,
+      "loss": 0.0,
+      "step": 26738
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135272920184513e-05,
+      "loss": 0.0002,
+      "step": 26740
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13520822415879e-05,
+      "loss": 0.0022,
+      "step": 26742
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135143528133067e-05,
+      "loss": 0.0001,
+      "step": 26744
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1350788321073434e-05,
+      "loss": 0.0001,
+      "step": 26746
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.135014136081621e-05,
+      "loss": 0.0001,
+      "step": 26748
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134949440055897e-05,
+      "loss": 0.0,
+      "step": 26750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134884744030175e-05,
+      "loss": 0.0075,
+      "step": 26752
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134820048004452e-05,
+      "loss": 0.0,
+      "step": 26754
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134755351978728e-05,
+      "loss": 0.0001,
+      "step": 26756
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1346906559530055e-05,
+      "loss": 0.0027,
+      "step": 26758
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134625959927282e-05,
+      "loss": 0.0011,
+      "step": 26760
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1345612639015586e-05,
+      "loss": 0.0081,
+      "step": 26762
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1344965678758355e-05,
+      "loss": 0.0063,
+      "step": 26764
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1344318718501124e-05,
+      "loss": 0.0001,
+      "step": 26766
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1343671758243893e-05,
+      "loss": 0.0002,
+      "step": 26768
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134302479798666e-05,
+      "loss": 0.0,
+      "step": 26770
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134237783772943e-05,
+      "loss": 0.0009,
+      "step": 26772
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13417308774722e-05,
+      "loss": 0.0009,
+      "step": 26774
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134108391721497e-05,
+      "loss": 0.0,
+      "step": 26776
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.134043695695773e-05,
+      "loss": 0.0239,
+      "step": 26778
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133978999670051e-05,
+      "loss": 0.0245,
+      "step": 26780
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133914303644327e-05,
+      "loss": 0.0001,
+      "step": 26782
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133849607618604e-05,
+      "loss": 0.0033,
+      "step": 26784
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133784911592881e-05,
+      "loss": 0.0002,
+      "step": 26786
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133720215567158e-05,
+      "loss": 0.0005,
+      "step": 26788
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1336555195414353e-05,
+      "loss": 0.0048,
+      "step": 26790
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1335908235157116e-05,
+      "loss": 0.0035,
+      "step": 26792
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1335261274899885e-05,
+      "loss": 0.0276,
+      "step": 26794
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1334614314642654e-05,
+      "loss": 0.0016,
+      "step": 26796
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133396735438542e-05,
+      "loss": 0.0006,
+      "step": 26798
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133332039412819e-05,
+      "loss": 0.0013,
+      "step": 26800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133267343387096e-05,
+      "loss": 0.0,
+      "step": 26802
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133202647361373e-05,
+      "loss": 0.0002,
+      "step": 26804
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133137951335649e-05,
+      "loss": 0.0005,
+      "step": 26806
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133073255309927e-05,
+      "loss": 0.0286,
+      "step": 26808
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.133008559284203e-05,
+      "loss": 0.0141,
+      "step": 26810
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1329438632584807e-05,
+      "loss": 0.0,
+      "step": 26812
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132879167232757e-05,
+      "loss": 0.0032,
+      "step": 26814
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132814471207034e-05,
+      "loss": 0.0013,
+      "step": 26816
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132749775181311e-05,
+      "loss": 0.0006,
+      "step": 26818
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1326850791555876e-05,
+      "loss": 0.0001,
+      "step": 26820
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1326203831298645e-05,
+      "loss": 0.0001,
+      "step": 26822
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1325556871041414e-05,
+      "loss": 0.0007,
+      "step": 26824
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132490991078418e-05,
+      "loss": 0.0003,
+      "step": 26826
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1324262950526946e-05,
+      "loss": 0.0001,
+      "step": 26828
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132361599026972e-05,
+      "loss": 0.0002,
+      "step": 26830
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1322969030012484e-05,
+      "loss": 0.0019,
+      "step": 26832
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132232206975526e-05,
+      "loss": 0.0001,
+      "step": 26834
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132167510949803e-05,
+      "loss": 0.0001,
+      "step": 26836
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132102814924079e-05,
+      "loss": 0.0058,
+      "step": 26838
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.132038118898357e-05,
+      "loss": 0.0001,
+      "step": 26840
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131973422872633e-05,
+      "loss": 0.0002,
+      "step": 26842
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13190872684691e-05,
+      "loss": 0.0099,
+      "step": 26844
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131844030821187e-05,
+      "loss": 0.0002,
+      "step": 26846
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1317793347954637e-05,
+      "loss": 0.0152,
+      "step": 26848
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1317146387697406e-05,
+      "loss": 0.0001,
+      "step": 26850
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1316499427440175e-05,
+      "loss": 0.0008,
+      "step": 26852
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1315852467182944e-05,
+      "loss": 0.0006,
+      "step": 26854
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131520550692571e-05,
+      "loss": 0.0004,
+      "step": 26856
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131455854666848e-05,
+      "loss": 0.0001,
+      "step": 26858
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1313911586411244e-05,
+      "loss": 0.0,
+      "step": 26860
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131326462615402e-05,
+      "loss": 0.0,
+      "step": 26862
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131261766589678e-05,
+      "loss": 0.0003,
+      "step": 26864
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131197070563955e-05,
+      "loss": 0.0001,
+      "step": 26866
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131132374538233e-05,
+      "loss": 0.0001,
+      "step": 26868
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.131067678512509e-05,
+      "loss": 0.0008,
+      "step": 26870
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1310029824867866e-05,
+      "loss": 0.0001,
+      "step": 26872
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130938286461063e-05,
+      "loss": 0.0001,
+      "step": 26874
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.13087359043534e-05,
+      "loss": 0.0001,
+      "step": 26876
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1308088944096166e-05,
+      "loss": 0.0001,
+      "step": 26878
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1307441983838935e-05,
+      "loss": 0.0004,
+      "step": 26880
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1306795023581704e-05,
+      "loss": 0.0022,
+      "step": 26882
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130614806332447e-05,
+      "loss": 0.0,
+      "step": 26884
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130550110306724e-05,
+      "loss": 0.0005,
+      "step": 26886
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1304854142810005e-05,
+      "loss": 0.0012,
+      "step": 26888
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130420718255278e-05,
+      "loss": 0.0001,
+      "step": 26890
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130356022229554e-05,
+      "loss": 0.0016,
+      "step": 26892
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130291326203832e-05,
+      "loss": 0.0057,
+      "step": 26894
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130226630178108e-05,
+      "loss": 0.0223,
+      "step": 26896
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130161934152385e-05,
+      "loss": 0.0001,
+      "step": 26898
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1300972381266626e-05,
+      "loss": 0.0113,
+      "step": 26900
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.130032542100939e-05,
+      "loss": 0.0003,
+      "step": 26902
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129967846075216e-05,
+      "loss": 0.0,
+      "step": 26904
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1299031500494926e-05,
+      "loss": 0.0001,
+      "step": 26906
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1298384540237696e-05,
+      "loss": 0.0031,
+      "step": 26908
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129773757998046e-05,
+      "loss": 0.0044,
+      "step": 26910
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1297090619723234e-05,
+      "loss": 0.0,
+      "step": 26912
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1296443659466e-05,
+      "loss": 0.0025,
+      "step": 26914
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129579669920877e-05,
+      "loss": 0.0002,
+      "step": 26916
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129514973895154e-05,
+      "loss": 0.0001,
+      "step": 26918
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.12945027786943e-05,
+      "loss": 0.0001,
+      "step": 26920
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129385581843708e-05,
+      "loss": 0.0002,
+      "step": 26922
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129320885817984e-05,
+      "loss": 0.0041,
+      "step": 26924
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129256189792261e-05,
+      "loss": 0.007,
+      "step": 26926
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129191493766538e-05,
+      "loss": 0.0,
+      "step": 26928
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.129126797740815e-05,
+      "loss": 0.0001,
+      "step": 26930
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1290621017150925e-05,
+      "loss": 0.0016,
+      "step": 26932
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128997405689369e-05,
+      "loss": 0.0002,
+      "step": 26934
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1289327096636456e-05,
+      "loss": 0.0593,
+      "step": 26936
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1288680136379225e-05,
+      "loss": 0.0063,
+      "step": 26938
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1288033176121994e-05,
+      "loss": 0.0029,
+      "step": 26940
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1287386215864756e-05,
+      "loss": 0.0001,
+      "step": 26942
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128673925560753e-05,
+      "loss": 0.0001,
+      "step": 26944
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.12860922953503e-05,
+      "loss": 0.0001,
+      "step": 26946
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1285445335093064e-05,
+      "loss": 0.0164,
+      "step": 26948
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128479837483584e-05,
+      "loss": 0.0003,
+      "step": 26950
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.12841514145786e-05,
+      "loss": 0.0056,
+      "step": 26952
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128350445432138e-05,
+      "loss": 0.0,
+      "step": 26954
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128285749406414e-05,
+      "loss": 0.0,
+      "step": 26956
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128221053380691e-05,
+      "loss": 0.0001,
+      "step": 26958
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128156357354968e-05,
+      "loss": 0.0,
+      "step": 26960
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.128091661329245e-05,
+      "loss": 0.0004,
+      "step": 26962
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1280269653035216e-05,
+      "loss": 0.0009,
+      "step": 26964
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1279622692777985e-05,
+      "loss": 0.0009,
+      "step": 26966
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1278975732520754e-05,
+      "loss": 0.0036,
+      "step": 26968
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127832877226352e-05,
+      "loss": 0.0055,
+      "step": 26970
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127768181200629e-05,
+      "loss": 0.0001,
+      "step": 26972
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1277034851749055e-05,
+      "loss": 0.0054,
+      "step": 26974
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127638789149183e-05,
+      "loss": 0.0001,
+      "step": 26976
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.12757409312346e-05,
+      "loss": 0.0026,
+      "step": 26978
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127509397097736e-05,
+      "loss": 0.0063,
+      "step": 26980
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127444701072014e-05,
+      "loss": 0.0005,
+      "step": 26982
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.12738000504629e-05,
+      "loss": 0.0001,
+      "step": 26984
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127315309020567e-05,
+      "loss": 0.0021,
+      "step": 26986
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127250612994844e-05,
+      "loss": 0.0002,
+      "step": 26988
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127185916969121e-05,
+      "loss": 0.0003,
+      "step": 26990
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.127121220943398e-05,
+      "loss": 0.0022,
+      "step": 26992
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1270565249176746e-05,
+      "loss": 0.0001,
+      "step": 26994
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1269918288919515e-05,
+      "loss": 0.0001,
+      "step": 26996
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1269271328662284e-05,
+      "loss": 0.0001,
+      "step": 26998
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126862436840505e-05,
+      "loss": 0.0208,
+      "step": 27000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1267977408147815e-05,
+      "loss": 0.0006,
+      "step": 27002
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126733044789059e-05,
+      "loss": 0.0001,
+      "step": 27004
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1266683487633354e-05,
+      "loss": 0.0,
+      "step": 27006
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126603652737612e-05,
+      "loss": 0.0023,
+      "step": 27008
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126538956711889e-05,
+      "loss": 0.0001,
+      "step": 27010
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126474260686166e-05,
+      "loss": 0.0009,
+      "step": 27012
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126409564660444e-05,
+      "loss": 0.0101,
+      "step": 27014
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.12634486863472e-05,
+      "loss": 0.0018,
+      "step": 27016
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126280172608997e-05,
+      "loss": 0.0001,
+      "step": 27018
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.126215476583274e-05,
+      "loss": 0.0,
+      "step": 27020
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1261507805575506e-05,
+      "loss": 0.0139,
+      "step": 27022
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1260860845318275e-05,
+      "loss": 0.0001,
+      "step": 27024
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1260213885061044e-05,
+      "loss": 0.0181,
+      "step": 27026
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1259566924803813e-05,
+      "loss": 0.0001,
+      "step": 27028
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1258919964546576e-05,
+      "loss": 0.0001,
+      "step": 27030
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.125827300428935e-05,
+      "loss": 0.0003,
+      "step": 27032
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.1257626044032114e-05,
+      "loss": 0.0,
+      "step": 27034
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.125697908377489e-05,
+      "loss": 0.0032,
+      "step": 27036
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.125633212351765e-05,
+      "loss": 0.0001,
+      "step": 27038
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.125568516326042e-05,
+      "loss": 0.0,
+      "step": 27040
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.125503820300319e-05,
+      "loss": 0.0002,
+      "step": 27042
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.125439124274596e-05,
+      "loss": 0.0001,
+      "step": 27044
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.125374428248873e-05,
+      "loss": 0.0,
+      "step": 27046
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 4.12530973222315e-05,
+      "loss": 0.0005,
+      "step": 27048
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1252450361974267e-05,
+      "loss": 0.0001,
+      "step": 27050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.125180340171703e-05,
+      "loss": 0.0005,
+      "step": 27052
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1251156441459805e-05,
+      "loss": 0.0057,
+      "step": 27054
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1250509481202574e-05,
+      "loss": 0.0,
+      "step": 27056
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124986252094534e-05,
+      "loss": 0.0045,
+      "step": 27058
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124921556068811e-05,
+      "loss": 0.0339,
+      "step": 27060
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1248568600430874e-05,
+      "loss": 0.0001,
+      "step": 27062
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124792164017365e-05,
+      "loss": 0.0001,
+      "step": 27064
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124727467991641e-05,
+      "loss": 0.0001,
+      "step": 27066
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124662771965918e-05,
+      "loss": 0.0001,
+      "step": 27068
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124598075940195e-05,
+      "loss": 0.0143,
+      "step": 27070
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124533379914472e-05,
+      "loss": 0.0013,
+      "step": 27072
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124468683888749e-05,
+      "loss": 0.0003,
+      "step": 27074
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124403987863026e-05,
+      "loss": 0.0736,
+      "step": 27076
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124339291837303e-05,
+      "loss": 0.005,
+      "step": 27078
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1242745958115796e-05,
+      "loss": 0.0001,
+      "step": 27080
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1242098997858565e-05,
+      "loss": 0.0,
+      "step": 27082
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.124145203760133e-05,
+      "loss": 0.0001,
+      "step": 27084
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.12408050773441e-05,
+      "loss": 0.0053,
+      "step": 27086
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1240158117086866e-05,
+      "loss": 0.0003,
+      "step": 27088
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1239511156829635e-05,
+      "loss": 0.0001,
+      "step": 27090
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123886419657241e-05,
+      "loss": 0.0045,
+      "step": 27092
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123821723631517e-05,
+      "loss": 0.0,
+      "step": 27094
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123757027605795e-05,
+      "loss": 0.0001,
+      "step": 27096
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123692331580071e-05,
+      "loss": 0.0003,
+      "step": 27098
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123627635554348e-05,
+      "loss": 0.0241,
+      "step": 27100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123562939528625e-05,
+      "loss": 0.0028,
+      "step": 27102
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123498243502902e-05,
+      "loss": 0.0,
+      "step": 27104
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123433547477179e-05,
+      "loss": 0.0041,
+      "step": 27106
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1233688514514557e-05,
+      "loss": 0.0004,
+      "step": 27108
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1233041554257326e-05,
+      "loss": 0.0001,
+      "step": 27110
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.123239459400009e-05,
+      "loss": 0.0005,
+      "step": 27112
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1231747633742864e-05,
+      "loss": 0.0007,
+      "step": 27114
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1231100673485626e-05,
+      "loss": 0.0066,
+      "step": 27116
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.12304537132284e-05,
+      "loss": 0.0,
+      "step": 27118
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1229806752971164e-05,
+      "loss": 0.0008,
+      "step": 27120
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122915979271393e-05,
+      "loss": 0.0001,
+      "step": 27122
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122851283245671e-05,
+      "loss": 0.0,
+      "step": 27124
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122786587219947e-05,
+      "loss": 0.0101,
+      "step": 27126
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122721891194224e-05,
+      "loss": 0.0076,
+      "step": 27128
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122657195168501e-05,
+      "loss": 0.0056,
+      "step": 27130
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122592499142778e-05,
+      "loss": 0.0028,
+      "step": 27132
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122527803117054e-05,
+      "loss": 0.0029,
+      "step": 27134
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122463107091332e-05,
+      "loss": 0.0002,
+      "step": 27136
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1223984110656086e-05,
+      "loss": 0.0002,
+      "step": 27138
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1223337150398855e-05,
+      "loss": 0.0073,
+      "step": 27140
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1222690190141624e-05,
+      "loss": 0.0,
+      "step": 27142
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1222043229884386e-05,
+      "loss": 0.0001,
+      "step": 27144
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.122139626962716e-05,
+      "loss": 0.0,
+      "step": 27146
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1220749309369925e-05,
+      "loss": 0.0076,
+      "step": 27148
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1220102349112694e-05,
+      "loss": 0.0027,
+      "step": 27150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121945538885546e-05,
+      "loss": 0.0006,
+      "step": 27152
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121880842859823e-05,
+      "loss": 0.0003,
+      "step": 27154
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121816146834101e-05,
+      "loss": 0.0006,
+      "step": 27156
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121751450808377e-05,
+      "loss": 0.0168,
+      "step": 27158
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121686754782654e-05,
+      "loss": 0.0006,
+      "step": 27160
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121622058756931e-05,
+      "loss": 0.0002,
+      "step": 27162
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121557362731208e-05,
+      "loss": 0.0,
+      "step": 27164
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121492666705484e-05,
+      "loss": 0.0,
+      "step": 27166
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1214279706797615e-05,
+      "loss": 0.0002,
+      "step": 27168
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1213632746540385e-05,
+      "loss": 0.0035,
+      "step": 27170
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121298578628315e-05,
+      "loss": 0.0002,
+      "step": 27172
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121233882602592e-05,
+      "loss": 0.0001,
+      "step": 27174
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1211691865768685e-05,
+      "loss": 0.0013,
+      "step": 27176
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121104490551146e-05,
+      "loss": 0.0016,
+      "step": 27178
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.121039794525422e-05,
+      "loss": 0.0005,
+      "step": 27180
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120975098499699e-05,
+      "loss": 0.0002,
+      "step": 27182
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120910402473976e-05,
+      "loss": 0.0005,
+      "step": 27184
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120845706448253e-05,
+      "loss": 0.0,
+      "step": 27186
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.12078101042253e-05,
+      "loss": 0.0107,
+      "step": 27188
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120716314396807e-05,
+      "loss": 0.0001,
+      "step": 27190
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120651618371084e-05,
+      "loss": 0.0001,
+      "step": 27192
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.12058692234536e-05,
+      "loss": 0.0008,
+      "step": 27194
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1205222263196376e-05,
+      "loss": 0.0162,
+      "step": 27196
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120457530293914e-05,
+      "loss": 0.0029,
+      "step": 27198
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1203928342681914e-05,
+      "loss": 0.0,
+      "step": 27200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120328138242468e-05,
+      "loss": 0.0065,
+      "step": 27202
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1202634422167445e-05,
+      "loss": 0.0006,
+      "step": 27204
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120198746191022e-05,
+      "loss": 0.0002,
+      "step": 27206
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1201340501652984e-05,
+      "loss": 0.0038,
+      "step": 27208
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120069354139575e-05,
+      "loss": 0.0066,
+      "step": 27210
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.120004658113852e-05,
+      "loss": 0.0,
+      "step": 27212
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119939962088129e-05,
+      "loss": 0.0192,
+      "step": 27214
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119875266062406e-05,
+      "loss": 0.0002,
+      "step": 27216
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119810570036683e-05,
+      "loss": 0.0056,
+      "step": 27218
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11974587401096e-05,
+      "loss": 0.0322,
+      "step": 27220
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119681177985237e-05,
+      "loss": 0.0001,
+      "step": 27222
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1196164819595136e-05,
+      "loss": 0.0,
+      "step": 27224
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11955178593379e-05,
+      "loss": 0.0,
+      "step": 27226
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1194870899080674e-05,
+      "loss": 0.0051,
+      "step": 27228
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119422393882344e-05,
+      "loss": 0.02,
+      "step": 27230
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1193576978566206e-05,
+      "loss": 0.0,
+      "step": 27232
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119293001830898e-05,
+      "loss": 0.0002,
+      "step": 27234
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1192283058051744e-05,
+      "loss": 0.0032,
+      "step": 27236
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119163609779452e-05,
+      "loss": 0.0037,
+      "step": 27238
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119098913753728e-05,
+      "loss": 0.0,
+      "step": 27240
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.119034217728005e-05,
+      "loss": 0.0004,
+      "step": 27242
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118969521702282e-05,
+      "loss": 0.0018,
+      "step": 27244
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118904825676559e-05,
+      "loss": 0.0,
+      "step": 27246
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118840129650836e-05,
+      "loss": 0.0002,
+      "step": 27248
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118775433625113e-05,
+      "loss": 0.0001,
+      "step": 27250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11871073759939e-05,
+      "loss": 0.0003,
+      "step": 27252
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118646041573666e-05,
+      "loss": 0.0001,
+      "step": 27254
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1185813455479435e-05,
+      "loss": 0.0033,
+      "step": 27256
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11851664952222e-05,
+      "loss": 0.0001,
+      "step": 27258
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118451953496497e-05,
+      "loss": 0.0072,
+      "step": 27260
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1183872574707735e-05,
+      "loss": 0.0,
+      "step": 27262
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1183225614450504e-05,
+      "loss": 0.0,
+      "step": 27264
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1182578654193274e-05,
+      "loss": 0.0006,
+      "step": 27266
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118193169393604e-05,
+      "loss": 0.0,
+      "step": 27268
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118128473367881e-05,
+      "loss": 0.0,
+      "step": 27270
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.118063777342158e-05,
+      "loss": 0.0094,
+      "step": 27272
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117999081316435e-05,
+      "loss": 0.0,
+      "step": 27274
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117934385290711e-05,
+      "loss": 0.0,
+      "step": 27276
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117869689264989e-05,
+      "loss": 0.0094,
+      "step": 27278
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117804993239266e-05,
+      "loss": 0.0081,
+      "step": 27280
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1177402972135426e-05,
+      "loss": 0.0032,
+      "step": 27282
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1176756011878195e-05,
+      "loss": 0.003,
+      "step": 27284
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117610905162096e-05,
+      "loss": 0.0002,
+      "step": 27286
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1175462091363733e-05,
+      "loss": 0.0012,
+      "step": 27288
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1174815131106496e-05,
+      "loss": 0.0001,
+      "step": 27290
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1174168170849265e-05,
+      "loss": 0.0001,
+      "step": 27292
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1173521210592034e-05,
+      "loss": 0.0,
+      "step": 27294
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11728742503348e-05,
+      "loss": 0.0027,
+      "step": 27296
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117222729007757e-05,
+      "loss": 0.0001,
+      "step": 27298
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117158032982034e-05,
+      "loss": 0.0001,
+      "step": 27300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117093336956311e-05,
+      "loss": 0.0084,
+      "step": 27302
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.117028640930588e-05,
+      "loss": 0.0001,
+      "step": 27304
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116963944904865e-05,
+      "loss": 0.0001,
+      "step": 27306
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116899248879141e-05,
+      "loss": 0.0001,
+      "step": 27308
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1168345528534187e-05,
+      "loss": 0.0015,
+      "step": 27310
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116769856827695e-05,
+      "loss": 0.0139,
+      "step": 27312
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116705160801972e-05,
+      "loss": 0.0023,
+      "step": 27314
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1166404647762494e-05,
+      "loss": 0.0,
+      "step": 27316
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1165757687505256e-05,
+      "loss": 0.0001,
+      "step": 27318
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116511072724803e-05,
+      "loss": 0.0053,
+      "step": 27320
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1164463766990794e-05,
+      "loss": 0.0001,
+      "step": 27322
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1163816806733563e-05,
+      "loss": 0.0028,
+      "step": 27324
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116316984647633e-05,
+      "loss": 0.0,
+      "step": 27326
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11625228862191e-05,
+      "loss": 0.0001,
+      "step": 27328
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116187592596187e-05,
+      "loss": 0.0002,
+      "step": 27330
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116122896570464e-05,
+      "loss": 0.0006,
+      "step": 27332
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.116058200544741e-05,
+      "loss": 0.0017,
+      "step": 27334
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115993504519017e-05,
+      "loss": 0.0032,
+      "step": 27336
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115928808493295e-05,
+      "loss": 0.0,
+      "step": 27338
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115864112467571e-05,
+      "loss": 0.0001,
+      "step": 27340
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1157994164418485e-05,
+      "loss": 0.0004,
+      "step": 27342
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115734720416125e-05,
+      "loss": 0.0,
+      "step": 27344
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1156700243904017e-05,
+      "loss": 0.0002,
+      "step": 27346
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115605328364679e-05,
+      "loss": 0.0004,
+      "step": 27348
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1155406323389555e-05,
+      "loss": 0.0002,
+      "step": 27350
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1154759363132324e-05,
+      "loss": 0.0001,
+      "step": 27352
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115411240287509e-05,
+      "loss": 0.0002,
+      "step": 27354
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115346544261786e-05,
+      "loss": 0.0003,
+      "step": 27356
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115281848236063e-05,
+      "loss": 0.0006,
+      "step": 27358
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11521715221034e-05,
+      "loss": 0.0091,
+      "step": 27360
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115152456184617e-05,
+      "loss": 0.0002,
+      "step": 27362
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115087760158894e-05,
+      "loss": 0.0,
+      "step": 27364
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.115023064133171e-05,
+      "loss": 0.0001,
+      "step": 27366
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114958368107447e-05,
+      "loss": 0.0015,
+      "step": 27368
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1148936720817246e-05,
+      "loss": 0.0003,
+      "step": 27370
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114828976056001e-05,
+      "loss": 0.0012,
+      "step": 27372
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114764280030278e-05,
+      "loss": 0.0125,
+      "step": 27374
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1146995840045546e-05,
+      "loss": 0.0001,
+      "step": 27376
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1146348879788315e-05,
+      "loss": 0.0003,
+      "step": 27378
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114570191953109e-05,
+      "loss": 0.0003,
+      "step": 27380
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114505495927385e-05,
+      "loss": 0.0005,
+      "step": 27382
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114440799901662e-05,
+      "loss": 0.0,
+      "step": 27384
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114376103875939e-05,
+      "loss": 0.001,
+      "step": 27386
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114311407850216e-05,
+      "loss": 0.01,
+      "step": 27388
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114246711824492e-05,
+      "loss": 0.0009,
+      "step": 27390
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11418201579877e-05,
+      "loss": 0.0003,
+      "step": 27392
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114117319773047e-05,
+      "loss": 0.0008,
+      "step": 27394
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.114052623747323e-05,
+      "loss": 0.0063,
+      "step": 27396
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1139879277216006e-05,
+      "loss": 0.0,
+      "step": 27398
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.113923231695877e-05,
+      "loss": 0.0001,
+      "step": 27400
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1138585356701544e-05,
+      "loss": 0.0007,
+      "step": 27402
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1137938396444306e-05,
+      "loss": 0.0028,
+      "step": 27404
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1137291436187076e-05,
+      "loss": 0.0,
+      "step": 27406
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1136644475929845e-05,
+      "loss": 0.0003,
+      "step": 27408
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1135997515672614e-05,
+      "loss": 0.0,
+      "step": 27410
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.113535055541538e-05,
+      "loss": 0.0001,
+      "step": 27412
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.113470359515815e-05,
+      "loss": 0.0,
+      "step": 27414
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.113405663490092e-05,
+      "loss": 0.009,
+      "step": 27416
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.113340967464368e-05,
+      "loss": 0.0,
+      "step": 27418
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.113276271438646e-05,
+      "loss": 0.0001,
+      "step": 27420
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.113211575412922e-05,
+      "loss": 0.0,
+      "step": 27422
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1131468793872e-05,
+      "loss": 0.016,
+      "step": 27424
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1130821833614766e-05,
+      "loss": 0.0,
+      "step": 27426
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.113017487335753e-05,
+      "loss": 0.0001,
+      "step": 27428
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1129527913100305e-05,
+      "loss": 0.0,
+      "step": 27430
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112888095284307e-05,
+      "loss": 0.0042,
+      "step": 27432
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1128233992585836e-05,
+      "loss": 0.0024,
+      "step": 27434
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1127587032328605e-05,
+      "loss": 0.0031,
+      "step": 27436
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1126940072071374e-05,
+      "loss": 0.0003,
+      "step": 27438
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112629311181414e-05,
+      "loss": 0.0002,
+      "step": 27440
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112564615155691e-05,
+      "loss": 0.0,
+      "step": 27442
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112499919129968e-05,
+      "loss": 0.0002,
+      "step": 27444
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112435223104245e-05,
+      "loss": 0.0,
+      "step": 27446
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112370527078522e-05,
+      "loss": 0.0001,
+      "step": 27448
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112305831052798e-05,
+      "loss": 0.0,
+      "step": 27450
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112241135027076e-05,
+      "loss": 0.0097,
+      "step": 27452
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112176439001352e-05,
+      "loss": 0.0001,
+      "step": 27454
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.112111742975629e-05,
+      "loss": 0.0001,
+      "step": 27456
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1120470469499065e-05,
+      "loss": 0.0028,
+      "step": 27458
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111982350924183e-05,
+      "loss": 0.0004,
+      "step": 27460
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11191765489846e-05,
+      "loss": 0.0031,
+      "step": 27462
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1118529588727365e-05,
+      "loss": 0.0,
+      "step": 27464
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1117882628470135e-05,
+      "loss": 0.0,
+      "step": 27466
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1117235668212904e-05,
+      "loss": 0.0,
+      "step": 27468
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111658870795567e-05,
+      "loss": 0.0013,
+      "step": 27470
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111594174769844e-05,
+      "loss": 0.0,
+      "step": 27472
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111529478744121e-05,
+      "loss": 0.0034,
+      "step": 27474
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111464782718398e-05,
+      "loss": 0.0,
+      "step": 27476
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111400086692674e-05,
+      "loss": 0.004,
+      "step": 27478
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111335390666952e-05,
+      "loss": 0.001,
+      "step": 27480
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111270694641228e-05,
+      "loss": 0.0002,
+      "step": 27482
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1112059986155056e-05,
+      "loss": 0.0006,
+      "step": 27484
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111141302589782e-05,
+      "loss": 0.0028,
+      "step": 27486
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111076606564059e-05,
+      "loss": 0.0317,
+      "step": 27488
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.111011910538336e-05,
+      "loss": 0.0033,
+      "step": 27490
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1109472145126126e-05,
+      "loss": 0.003,
+      "step": 27492
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1108825184868895e-05,
+      "loss": 0.0047,
+      "step": 27494
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1108178224611664e-05,
+      "loss": 0.0134,
+      "step": 27496
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110753126435443e-05,
+      "loss": 0.0043,
+      "step": 27498
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.11068843040972e-05,
+      "loss": 0.0008,
+      "step": 27500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110623734383997e-05,
+      "loss": 0.0019,
+      "step": 27502
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110559038358274e-05,
+      "loss": 0.0007,
+      "step": 27504
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110494342332551e-05,
+      "loss": 0.0001,
+      "step": 27506
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110429646306828e-05,
+      "loss": 0.0001,
+      "step": 27508
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110364950281104e-05,
+      "loss": 0.0137,
+      "step": 27510
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110300254255382e-05,
+      "loss": 0.0006,
+      "step": 27512
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110235558229658e-05,
+      "loss": 0.0003,
+      "step": 27514
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110170862203935e-05,
+      "loss": 0.0004,
+      "step": 27516
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.110106166178212e-05,
+      "loss": 0.0023,
+      "step": 27518
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1100414701524886e-05,
+      "loss": 0.0013,
+      "step": 27520
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1099767741267655e-05,
+      "loss": 0.001,
+      "step": 27522
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1099120781010424e-05,
+      "loss": 0.0087,
+      "step": 27524
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1098473820753193e-05,
+      "loss": 0.0021,
+      "step": 27526
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.109782686049596e-05,
+      "loss": 0.0,
+      "step": 27528
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.109717990023873e-05,
+      "loss": 0.0002,
+      "step": 27530
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1096532939981494e-05,
+      "loss": 0.0001,
+      "step": 27532
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.109588597972427e-05,
+      "loss": 0.0005,
+      "step": 27534
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.109523901946704e-05,
+      "loss": 0.0014,
+      "step": 27536
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.10945920592098e-05,
+      "loss": 0.0,
+      "step": 27538
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.109394509895258e-05,
+      "loss": 0.0059,
+      "step": 27540
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.109329813869534e-05,
+      "loss": 0.0078,
+      "step": 27542
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1092651178438115e-05,
+      "loss": 0.0002,
+      "step": 27544
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.109200421818088e-05,
+      "loss": 0.0001,
+      "step": 27546
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.109135725792365e-05,
+      "loss": 0.0193,
+      "step": 27548
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1090710297666416e-05,
+      "loss": 0.0003,
+      "step": 27550
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1090063337409185e-05,
+      "loss": 0.0264,
+      "step": 27552
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1089416377151954e-05,
+      "loss": 0.0006,
+      "step": 27554
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.108876941689472e-05,
+      "loss": 0.0,
+      "step": 27556
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.108812245663749e-05,
+      "loss": 0.0002,
+      "step": 27558
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.1087475496380254e-05,
+      "loss": 0.0171,
+      "step": 27560
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.108682853612303e-05,
+      "loss": 0.0001,
+      "step": 27562
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 4.108618157586579e-05,
+      "loss": 0.0001,
+      "step": 27564
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.108553461560857e-05,
+      "loss": 0.0001,
+      "step": 27566
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.108488765535133e-05,
+      "loss": 0.0005,
+      "step": 27568
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10842406950941e-05,
+      "loss": 0.008,
+      "step": 27570
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1083593734836876e-05,
+      "loss": 0.0002,
+      "step": 27572
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.108294677457964e-05,
+      "loss": 0.0013,
+      "step": 27574
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.108229981432241e-05,
+      "loss": 0.0049,
+      "step": 27576
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1081652854065176e-05,
+      "loss": 0.0001,
+      "step": 27578
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1081005893807945e-05,
+      "loss": 0.0106,
+      "step": 27580
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1080358933550714e-05,
+      "loss": 0.0174,
+      "step": 27582
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1079711973293483e-05,
+      "loss": 0.0002,
+      "step": 27584
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107906501303625e-05,
+      "loss": 0.0078,
+      "step": 27586
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107841805277902e-05,
+      "loss": 0.0019,
+      "step": 27588
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107777109252179e-05,
+      "loss": 0.0005,
+      "step": 27590
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107712413226455e-05,
+      "loss": 0.0,
+      "step": 27592
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107647717200733e-05,
+      "loss": 0.0,
+      "step": 27594
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107583021175009e-05,
+      "loss": 0.0011,
+      "step": 27596
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107518325149286e-05,
+      "loss": 0.0023,
+      "step": 27598
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107453629123563e-05,
+      "loss": 0.0,
+      "step": 27600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10738893309784e-05,
+      "loss": 0.0001,
+      "step": 27602
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1073242370721174e-05,
+      "loss": 0.0006,
+      "step": 27604
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1072595410463937e-05,
+      "loss": 0.0,
+      "step": 27606
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1071948450206706e-05,
+      "loss": 0.0001,
+      "step": 27608
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1071301489949475e-05,
+      "loss": 0.0148,
+      "step": 27610
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1070654529692244e-05,
+      "loss": 0.0,
+      "step": 27612
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.107000756943501e-05,
+      "loss": 0.0031,
+      "step": 27614
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106936060917778e-05,
+      "loss": 0.0051,
+      "step": 27616
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106871364892055e-05,
+      "loss": 0.0,
+      "step": 27618
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106806668866331e-05,
+      "loss": 0.0,
+      "step": 27620
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106741972840609e-05,
+      "loss": 0.0029,
+      "step": 27622
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106677276814885e-05,
+      "loss": 0.0025,
+      "step": 27624
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106612580789163e-05,
+      "loss": 0.0002,
+      "step": 27626
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106547884763439e-05,
+      "loss": 0.0022,
+      "step": 27628
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106483188737716e-05,
+      "loss": 0.0,
+      "step": 27630
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106418492711993e-05,
+      "loss": 0.0004,
+      "step": 27632
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10635379668627e-05,
+      "loss": 0.0,
+      "step": 27634
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1062891006605466e-05,
+      "loss": 0.0001,
+      "step": 27636
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1062244046348235e-05,
+      "loss": 0.0016,
+      "step": 27638
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1061597086091004e-05,
+      "loss": 0.0,
+      "step": 27640
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106095012583377e-05,
+      "loss": 0.0001,
+      "step": 27642
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.106030316557654e-05,
+      "loss": 0.0094,
+      "step": 27644
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1059656205319305e-05,
+      "loss": 0.0071,
+      "step": 27646
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105900924506208e-05,
+      "loss": 0.0,
+      "step": 27648
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105836228480485e-05,
+      "loss": 0.01,
+      "step": 27650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105771532454761e-05,
+      "loss": 0.029,
+      "step": 27652
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105706836429039e-05,
+      "loss": 0.0002,
+      "step": 27654
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105642140403315e-05,
+      "loss": 0.0001,
+      "step": 27656
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105577444377592e-05,
+      "loss": 0.0001,
+      "step": 27658
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105512748351869e-05,
+      "loss": 0.0,
+      "step": 27660
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.105448052326146e-05,
+      "loss": 0.002,
+      "step": 27662
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1053833563004226e-05,
+      "loss": 0.0002,
+      "step": 27664
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1053186602746996e-05,
+      "loss": 0.0122,
+      "step": 27666
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1052539642489765e-05,
+      "loss": 0.0014,
+      "step": 27668
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1051892682232534e-05,
+      "loss": 0.0,
+      "step": 27670
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10512457219753e-05,
+      "loss": 0.0,
+      "step": 27672
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1050598761718065e-05,
+      "loss": 0.0001,
+      "step": 27674
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.104995180146084e-05,
+      "loss": 0.0035,
+      "step": 27676
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10493048412036e-05,
+      "loss": 0.0025,
+      "step": 27678
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.104865788094637e-05,
+      "loss": 0.0014,
+      "step": 27680
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.104801092068915e-05,
+      "loss": 0.0006,
+      "step": 27682
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.104736396043191e-05,
+      "loss": 0.0005,
+      "step": 27684
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1046717000174686e-05,
+      "loss": 0.0245,
+      "step": 27686
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.104607003991745e-05,
+      "loss": 0.0172,
+      "step": 27688
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.104542307966022e-05,
+      "loss": 0.0013,
+      "step": 27690
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.104477611940299e-05,
+      "loss": 0.0028,
+      "step": 27692
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1044129159145756e-05,
+      "loss": 0.001,
+      "step": 27694
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1043482198888525e-05,
+      "loss": 0.0029,
+      "step": 27696
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1042835238631294e-05,
+      "loss": 0.0,
+      "step": 27698
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.104218827837406e-05,
+      "loss": 0.0003,
+      "step": 27700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1041541318116825e-05,
+      "loss": 0.0001,
+      "step": 27702
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10408943578596e-05,
+      "loss": 0.0063,
+      "step": 27704
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1040247397602364e-05,
+      "loss": 0.0001,
+      "step": 27706
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.103960043734514e-05,
+      "loss": 0.0032,
+      "step": 27708
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10389534770879e-05,
+      "loss": 0.0003,
+      "step": 27710
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.103830651683067e-05,
+      "loss": 0.0,
+      "step": 27712
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.103765955657345e-05,
+      "loss": 0.0032,
+      "step": 27714
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.103701259631621e-05,
+      "loss": 0.0009,
+      "step": 27716
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.103636563605898e-05,
+      "loss": 0.0005,
+      "step": 27718
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.103571867580175e-05,
+      "loss": 0.0005,
+      "step": 27720
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1035071715544516e-05,
+      "loss": 0.0048,
+      "step": 27722
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1034424755287285e-05,
+      "loss": 0.0,
+      "step": 27724
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1033777795030054e-05,
+      "loss": 0.0006,
+      "step": 27726
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1033130834772824e-05,
+      "loss": 0.0,
+      "step": 27728
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.103248387451559e-05,
+      "loss": 0.0001,
+      "step": 27730
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.103183691425836e-05,
+      "loss": 0.0001,
+      "step": 27732
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1031189954001124e-05,
+      "loss": 0.0004,
+      "step": 27734
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10305429937439e-05,
+      "loss": 0.0,
+      "step": 27736
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102989603348666e-05,
+      "loss": 0.0106,
+      "step": 27738
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102924907322943e-05,
+      "loss": 0.0071,
+      "step": 27740
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10286021129722e-05,
+      "loss": 0.0033,
+      "step": 27742
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102795515271497e-05,
+      "loss": 0.0001,
+      "step": 27744
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102730819245774e-05,
+      "loss": 0.0047,
+      "step": 27746
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102666123220051e-05,
+      "loss": 0.0,
+      "step": 27748
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102601427194328e-05,
+      "loss": 0.0032,
+      "step": 27750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1025367311686046e-05,
+      "loss": 0.0001,
+      "step": 27752
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1024720351428815e-05,
+      "loss": 0.0,
+      "step": 27754
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102407339117158e-05,
+      "loss": 0.0,
+      "step": 27756
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102342643091435e-05,
+      "loss": 0.0018,
+      "step": 27758
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102277947065712e-05,
+      "loss": 0.0017,
+      "step": 27760
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1022132510399884e-05,
+      "loss": 0.0,
+      "step": 27762
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102148555014266e-05,
+      "loss": 0.0001,
+      "step": 27764
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.102083858988542e-05,
+      "loss": 0.0001,
+      "step": 27766
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10201916296282e-05,
+      "loss": 0.0,
+      "step": 27768
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.101954466937096e-05,
+      "loss": 0.0007,
+      "step": 27770
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.101889770911373e-05,
+      "loss": 0.0003,
+      "step": 27772
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10182507488565e-05,
+      "loss": 0.0018,
+      "step": 27774
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.101760378859927e-05,
+      "loss": 0.0001,
+      "step": 27776
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.101695682834204e-05,
+      "loss": 0.0,
+      "step": 27778
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1016309868084806e-05,
+      "loss": 0.0,
+      "step": 27780
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1015662907827575e-05,
+      "loss": 0.0001,
+      "step": 27782
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1015015947570344e-05,
+      "loss": 0.0003,
+      "step": 27784
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1014368987313113e-05,
+      "loss": 0.0005,
+      "step": 27786
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1013722027055876e-05,
+      "loss": 0.0,
+      "step": 27788
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.101307506679865e-05,
+      "loss": 0.0001,
+      "step": 27790
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1012428106541414e-05,
+      "loss": 0.0,
+      "step": 27792
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.101178114628418e-05,
+      "loss": 0.0036,
+      "step": 27794
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.101113418602696e-05,
+      "loss": 0.0116,
+      "step": 27796
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.101048722576972e-05,
+      "loss": 0.0001,
+      "step": 27798
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100984026551249e-05,
+      "loss": 0.0158,
+      "step": 27800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100919330525526e-05,
+      "loss": 0.0001,
+      "step": 27802
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100854634499803e-05,
+      "loss": 0.0001,
+      "step": 27804
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.10078993847408e-05,
+      "loss": 0.0084,
+      "step": 27806
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100725242448357e-05,
+      "loss": 0.0,
+      "step": 27808
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1006605464226336e-05,
+      "loss": 0.0,
+      "step": 27810
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1005958503969105e-05,
+      "loss": 0.0002,
+      "step": 27812
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1005311543711874e-05,
+      "loss": 0.0018,
+      "step": 27814
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1004664583454636e-05,
+      "loss": 0.0001,
+      "step": 27816
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100401762319741e-05,
+      "loss": 0.0,
+      "step": 27818
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1003370662940174e-05,
+      "loss": 0.0001,
+      "step": 27820
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.1002723702682943e-05,
+      "loss": 0.0006,
+      "step": 27822
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100207674242571e-05,
+      "loss": 0.0002,
+      "step": 27824
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100142978216848e-05,
+      "loss": 0.0,
+      "step": 27826
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100078282191126e-05,
+      "loss": 0.0015,
+      "step": 27828
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.100013586165402e-05,
+      "loss": 0.0001,
+      "step": 27830
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099948890139679e-05,
+      "loss": 0.0134,
+      "step": 27832
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099884194113956e-05,
+      "loss": 0.0004,
+      "step": 27834
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099819498088233e-05,
+      "loss": 0.004,
+      "step": 27836
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0997548020625096e-05,
+      "loss": 0.0107,
+      "step": 27838
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0996901060367865e-05,
+      "loss": 0.0014,
+      "step": 27840
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0996254100110634e-05,
+      "loss": 0.0002,
+      "step": 27842
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0995607139853397e-05,
+      "loss": 0.0,
+      "step": 27844
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099496017959617e-05,
+      "loss": 0.0001,
+      "step": 27846
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0994313219338935e-05,
+      "loss": 0.0427,
+      "step": 27848
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099366625908171e-05,
+      "loss": 0.0002,
+      "step": 27850
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099301929882447e-05,
+      "loss": 0.0,
+      "step": 27852
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099237233856724e-05,
+      "loss": 0.0303,
+      "step": 27854
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099172537831001e-05,
+      "loss": 0.0002,
+      "step": 27856
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099107841805278e-05,
+      "loss": 0.0254,
+      "step": 27858
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.099043145779555e-05,
+      "loss": 0.0003,
+      "step": 27860
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098978449753832e-05,
+      "loss": 0.0001,
+      "step": 27862
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098913753728109e-05,
+      "loss": 0.0045,
+      "step": 27864
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0988490577023857e-05,
+      "loss": 0.0407,
+      "step": 27866
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0987843616766626e-05,
+      "loss": 0.0,
+      "step": 27868
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098719665650939e-05,
+      "loss": 0.0001,
+      "step": 27870
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0986549696252164e-05,
+      "loss": 0.0001,
+      "step": 27872
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098590273599493e-05,
+      "loss": 0.0038,
+      "step": 27874
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0985255775737695e-05,
+      "loss": 0.0,
+      "step": 27876
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098460881548047e-05,
+      "loss": 0.0002,
+      "step": 27878
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098396185522323e-05,
+      "loss": 0.0016,
+      "step": 27880
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0983314894966e-05,
+      "loss": 0.0,
+      "step": 27882
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098266793470877e-05,
+      "loss": 0.0001,
+      "step": 27884
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098202097445154e-05,
+      "loss": 0.0,
+      "step": 27886
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098137401419431e-05,
+      "loss": 0.0003,
+      "step": 27888
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098072705393708e-05,
+      "loss": 0.0001,
+      "step": 27890
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.098008009367985e-05,
+      "loss": 0.0012,
+      "step": 27892
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097943313342262e-05,
+      "loss": 0.0001,
+      "step": 27894
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0978786173165386e-05,
+      "loss": 0.0001,
+      "step": 27896
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097813921290815e-05,
+      "loss": 0.001,
+      "step": 27898
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0977492252650924e-05,
+      "loss": 0.0016,
+      "step": 27900
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0976845292393686e-05,
+      "loss": 0.0236,
+      "step": 27902
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0976198332136456e-05,
+      "loss": 0.0043,
+      "step": 27904
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097555137187923e-05,
+      "loss": 0.0002,
+      "step": 27906
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0974904411621994e-05,
+      "loss": 0.0011,
+      "step": 27908
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097425745136477e-05,
+      "loss": 0.0009,
+      "step": 27910
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097361049110753e-05,
+      "loss": 0.0013,
+      "step": 27912
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.09729635308503e-05,
+      "loss": 0.0,
+      "step": 27914
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097231657059307e-05,
+      "loss": 0.0065,
+      "step": 27916
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097166961033584e-05,
+      "loss": 0.0015,
+      "step": 27918
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097102265007861e-05,
+      "loss": 0.0002,
+      "step": 27920
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.097037568982138e-05,
+      "loss": 0.0042,
+      "step": 27922
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0969728729564146e-05,
+      "loss": 0.0005,
+      "step": 27924
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096908176930691e-05,
+      "loss": 0.0,
+      "step": 27926
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0968434809049685e-05,
+      "loss": 0.0002,
+      "step": 27928
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096778784879245e-05,
+      "loss": 0.0046,
+      "step": 27930
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096714088853522e-05,
+      "loss": 0.0003,
+      "step": 27932
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0966493928277985e-05,
+      "loss": 0.0114,
+      "step": 27934
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0965846968020754e-05,
+      "loss": 0.0001,
+      "step": 27936
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096520000776353e-05,
+      "loss": 0.0061,
+      "step": 27938
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096455304750629e-05,
+      "loss": 0.0002,
+      "step": 27940
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096390608724906e-05,
+      "loss": 0.0001,
+      "step": 27942
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096325912699183e-05,
+      "loss": 0.0021,
+      "step": 27944
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.09626121667346e-05,
+      "loss": 0.0063,
+      "step": 27946
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096196520647737e-05,
+      "loss": 0.0004,
+      "step": 27948
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096131824622014e-05,
+      "loss": 0.0066,
+      "step": 27950
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.096067128596291e-05,
+      "loss": 0.0024,
+      "step": 27952
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0960024325705676e-05,
+      "loss": 0.0001,
+      "step": 27954
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0959377365448445e-05,
+      "loss": 0.0001,
+      "step": 27956
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.095873040519121e-05,
+      "loss": 0.0002,
+      "step": 27958
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.095808344493398e-05,
+      "loss": 0.0001,
+      "step": 27960
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0957436484676745e-05,
+      "loss": 0.0001,
+      "step": 27962
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0956789524419515e-05,
+      "loss": 0.0005,
+      "step": 27964
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0956142564162284e-05,
+      "loss": 0.001,
+      "step": 27966
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.095549560390505e-05,
+      "loss": 0.0055,
+      "step": 27968
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.095484864364782e-05,
+      "loss": 0.0,
+      "step": 27970
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.095420168339059e-05,
+      "loss": 0.0001,
+      "step": 27972
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.095355472313336e-05,
+      "loss": 0.005,
+      "step": 27974
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.095290776287613e-05,
+      "loss": 0.0123,
+      "step": 27976
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.09522608026189e-05,
+      "loss": 0.0001,
+      "step": 27978
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.095161384236166e-05,
+      "loss": 0.0249,
+      "step": 27980
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0950966882104436e-05,
+      "loss": 0.0021,
+      "step": 27982
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0950319921847205e-05,
+      "loss": 0.0012,
+      "step": 27984
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094967296158997e-05,
+      "loss": 0.0025,
+      "step": 27986
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0949026001332744e-05,
+      "loss": 0.001,
+      "step": 27988
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0948379041075506e-05,
+      "loss": 0.0001,
+      "step": 27990
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094773208081828e-05,
+      "loss": 0.0001,
+      "step": 27992
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0947085120561044e-05,
+      "loss": 0.0003,
+      "step": 27994
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094643816030381e-05,
+      "loss": 0.0001,
+      "step": 27996
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094579120004658e-05,
+      "loss": 0.0001,
+      "step": 27998
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094514423978935e-05,
+      "loss": 0.0011,
+      "step": 28000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094449727953212e-05,
+      "loss": 0.0077,
+      "step": 28002
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094385031927489e-05,
+      "loss": 0.0002,
+      "step": 28004
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094320335901766e-05,
+      "loss": 0.0,
+      "step": 28006
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094255639876043e-05,
+      "loss": 0.0076,
+      "step": 28008
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.09419094385032e-05,
+      "loss": 0.0019,
+      "step": 28010
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.094126247824596e-05,
+      "loss": 0.0,
+      "step": 28012
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0940615517988735e-05,
+      "loss": 0.001,
+      "step": 28014
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0939968557731504e-05,
+      "loss": 0.0041,
+      "step": 28016
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0939321597474266e-05,
+      "loss": 0.0001,
+      "step": 28018
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093867463721704e-05,
+      "loss": 0.0001,
+      "step": 28020
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0938027676959804e-05,
+      "loss": 0.0147,
+      "step": 28022
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0937380716702574e-05,
+      "loss": 0.0072,
+      "step": 28024
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093673375644534e-05,
+      "loss": 0.0,
+      "step": 28026
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093608679618811e-05,
+      "loss": 0.0001,
+      "step": 28028
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093543983593088e-05,
+      "loss": 0.0064,
+      "step": 28030
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093479287567365e-05,
+      "loss": 0.0001,
+      "step": 28032
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093414591541642e-05,
+      "loss": 0.0,
+      "step": 28034
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093349895515919e-05,
+      "loss": 0.0,
+      "step": 28036
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093285199490196e-05,
+      "loss": 0.0081,
+      "step": 28038
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093220503464472e-05,
+      "loss": 0.001,
+      "step": 28040
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0931558074387495e-05,
+      "loss": 0.0061,
+      "step": 28042
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093091111413026e-05,
+      "loss": 0.0122,
+      "step": 28044
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.093026415387303e-05,
+      "loss": 0.0042,
+      "step": 28046
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0929617193615796e-05,
+      "loss": 0.0,
+      "step": 28048
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0928970233358565e-05,
+      "loss": 0.0,
+      "step": 28050
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092832327310134e-05,
+      "loss": 0.0001,
+      "step": 28052
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.09276763128441e-05,
+      "loss": 0.0,
+      "step": 28054
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092702935258687e-05,
+      "loss": 0.0032,
+      "step": 28056
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092638239232964e-05,
+      "loss": 0.0002,
+      "step": 28058
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092573543207241e-05,
+      "loss": 0.0,
+      "step": 28060
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092508847181518e-05,
+      "loss": 0.0,
+      "step": 28062
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092444151155795e-05,
+      "loss": 0.0,
+      "step": 28064
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092379455130072e-05,
+      "loss": 0.0051,
+      "step": 28066
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092314759104348e-05,
+      "loss": 0.0004,
+      "step": 28068
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0922500630786256e-05,
+      "loss": 0.0,
+      "step": 28070
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.092185367052902e-05,
+      "loss": 0.0001,
+      "step": 28072
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0921206710271794e-05,
+      "loss": 0.0026,
+      "step": 28074
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0920559750014556e-05,
+      "loss": 0.0001,
+      "step": 28076
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0919912789757325e-05,
+      "loss": 0.0024,
+      "step": 28078
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 4.0919265829500094e-05,
+      "loss": 0.0219,
+      "step": 28080
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0918618869242863e-05,
+      "loss": 0.0,
+      "step": 28082
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.091797190898563e-05,
+      "loss": 0.0011,
+      "step": 28084
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.09173249487284e-05,
+      "loss": 0.0006,
+      "step": 28086
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.091667798847117e-05,
+      "loss": 0.0254,
+      "step": 28088
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.091603102821394e-05,
+      "loss": 0.0001,
+      "step": 28090
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.091538406795671e-05,
+      "loss": 0.0004,
+      "step": 28092
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.091473710769948e-05,
+      "loss": 0.0005,
+      "step": 28094
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.091409014744225e-05,
+      "loss": 0.0,
+      "step": 28096
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0913443187185016e-05,
+      "loss": 0.0,
+      "step": 28098
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.091279622692778e-05,
+      "loss": 0.0184,
+      "step": 28100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0912149266670554e-05,
+      "loss": 0.0061,
+      "step": 28102
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0911502306413317e-05,
+      "loss": 0.0031,
+      "step": 28104
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0910855346156086e-05,
+      "loss": 0.0002,
+      "step": 28106
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0910208385898855e-05,
+      "loss": 0.0011,
+      "step": 28108
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0909561425641624e-05,
+      "loss": 0.0,
+      "step": 28110
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090891446538439e-05,
+      "loss": 0.0002,
+      "step": 28112
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090826750512716e-05,
+      "loss": 0.0,
+      "step": 28114
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090762054486993e-05,
+      "loss": 0.0,
+      "step": 28116
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.09069735846127e-05,
+      "loss": 0.0026,
+      "step": 28118
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090632662435547e-05,
+      "loss": 0.0059,
+      "step": 28120
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090567966409823e-05,
+      "loss": 0.0004,
+      "step": 28122
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090503270384101e-05,
+      "loss": 0.0001,
+      "step": 28124
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090438574358377e-05,
+      "loss": 0.0003,
+      "step": 28126
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090373878332654e-05,
+      "loss": 0.0007,
+      "step": 28128
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0903091823069315e-05,
+      "loss": 0.0003,
+      "step": 28130
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090244486281208e-05,
+      "loss": 0.0001,
+      "step": 28132
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.090179790255485e-05,
+      "loss": 0.0001,
+      "step": 28134
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0901150942297615e-05,
+      "loss": 0.0,
+      "step": 28136
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0900503982040384e-05,
+      "loss": 0.0188,
+      "step": 28138
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089985702178315e-05,
+      "loss": 0.0001,
+      "step": 28140
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089921006152592e-05,
+      "loss": 0.0004,
+      "step": 28142
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089856310126869e-05,
+      "loss": 0.0002,
+      "step": 28144
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089791614101146e-05,
+      "loss": 0.0169,
+      "step": 28146
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089726918075423e-05,
+      "loss": 0.0009,
+      "step": 28148
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0896622220497e-05,
+      "loss": 0.0,
+      "step": 28150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089597526023977e-05,
+      "loss": 0.0052,
+      "step": 28152
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089532829998253e-05,
+      "loss": 0.0025,
+      "step": 28154
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0894681339725306e-05,
+      "loss": 0.0,
+      "step": 28156
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089403437946807e-05,
+      "loss": 0.0,
+      "step": 28158
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089338741921084e-05,
+      "loss": 0.0,
+      "step": 28160
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089274045895361e-05,
+      "loss": 0.0023,
+      "step": 28162
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0892093498696376e-05,
+      "loss": 0.0259,
+      "step": 28164
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0891446538439145e-05,
+      "loss": 0.0,
+      "step": 28166
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0890799578181914e-05,
+      "loss": 0.0051,
+      "step": 28168
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.089015261792468e-05,
+      "loss": 0.001,
+      "step": 28170
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088950565766745e-05,
+      "loss": 0.0007,
+      "step": 28172
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088885869741022e-05,
+      "loss": 0.0001,
+      "step": 28174
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088821173715299e-05,
+      "loss": 0.0002,
+      "step": 28176
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088756477689576e-05,
+      "loss": 0.0001,
+      "step": 28178
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088691781663853e-05,
+      "loss": 0.0001,
+      "step": 28180
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088627085638129e-05,
+      "loss": 0.0031,
+      "step": 28182
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0885623896124066e-05,
+      "loss": 0.0084,
+      "step": 28184
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088497693586683e-05,
+      "loss": 0.0001,
+      "step": 28186
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.08843299756096e-05,
+      "loss": 0.0002,
+      "step": 28188
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088368301535237e-05,
+      "loss": 0.0101,
+      "step": 28190
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0883036055095136e-05,
+      "loss": 0.0,
+      "step": 28192
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088238909483791e-05,
+      "loss": 0.0038,
+      "step": 28194
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0881742134580674e-05,
+      "loss": 0.0,
+      "step": 28196
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088109517432344e-05,
+      "loss": 0.0055,
+      "step": 28198
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.088044821406621e-05,
+      "loss": 0.0013,
+      "step": 28200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087980125380898e-05,
+      "loss": 0.0059,
+      "step": 28202
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0879154293551744e-05,
+      "loss": 0.0001,
+      "step": 28204
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087850733329452e-05,
+      "loss": 0.0012,
+      "step": 28206
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087786037303729e-05,
+      "loss": 0.0,
+      "step": 28208
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087721341278005e-05,
+      "loss": 0.0001,
+      "step": 28210
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087656645252283e-05,
+      "loss": 0.0002,
+      "step": 28212
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087591949226559e-05,
+      "loss": 0.0024,
+      "step": 28214
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0875272532008365e-05,
+      "loss": 0.0045,
+      "step": 28216
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087462557175113e-05,
+      "loss": 0.0056,
+      "step": 28218
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0873978611493896e-05,
+      "loss": 0.0001,
+      "step": 28220
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0873331651236665e-05,
+      "loss": 0.0001,
+      "step": 28222
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0872684690979435e-05,
+      "loss": 0.0001,
+      "step": 28224
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0872037730722204e-05,
+      "loss": 0.0133,
+      "step": 28226
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087139077046497e-05,
+      "loss": 0.0001,
+      "step": 28228
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087074381020774e-05,
+      "loss": 0.0234,
+      "step": 28230
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.087009684995051e-05,
+      "loss": 0.0,
+      "step": 28232
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086944988969328e-05,
+      "loss": 0.0003,
+      "step": 28234
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086880292943604e-05,
+      "loss": 0.0004,
+      "step": 28236
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086815596917882e-05,
+      "loss": 0.0,
+      "step": 28238
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086750900892159e-05,
+      "loss": 0.0,
+      "step": 28240
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086686204866435e-05,
+      "loss": 0.0018,
+      "step": 28242
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0866215088407125e-05,
+      "loss": 0.0001,
+      "step": 28244
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086556812814989e-05,
+      "loss": 0.0001,
+      "step": 28246
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086492116789266e-05,
+      "loss": 0.0,
+      "step": 28248
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0864274207635426e-05,
+      "loss": 0.0002,
+      "step": 28250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0863627247378195e-05,
+      "loss": 0.0083,
+      "step": 28252
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0862980287120964e-05,
+      "loss": 0.0,
+      "step": 28254
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086233332686373e-05,
+      "loss": 0.0073,
+      "step": 28256
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.08616863666065e-05,
+      "loss": 0.0001,
+      "step": 28258
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086103940634927e-05,
+      "loss": 0.0001,
+      "step": 28260
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.086039244609204e-05,
+      "loss": 0.0,
+      "step": 28262
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.08597454858348e-05,
+      "loss": 0.0045,
+      "step": 28264
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.085909852557758e-05,
+      "loss": 0.0005,
+      "step": 28266
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.085845156532034e-05,
+      "loss": 0.0003,
+      "step": 28268
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.085780460506311e-05,
+      "loss": 0.0024,
+      "step": 28270
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.085715764480588e-05,
+      "loss": 0.0001,
+      "step": 28272
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.085651068454865e-05,
+      "loss": 0.0001,
+      "step": 28274
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0855863724291424e-05,
+      "loss": 0.0,
+      "step": 28276
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0855216764034186e-05,
+      "loss": 0.0,
+      "step": 28278
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0854569803776955e-05,
+      "loss": 0.0014,
+      "step": 28280
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0853922843519724e-05,
+      "loss": 0.002,
+      "step": 28282
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0853275883262494e-05,
+      "loss": 0.0001,
+      "step": 28284
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.085262892300526e-05,
+      "loss": 0.0004,
+      "step": 28286
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.085198196274803e-05,
+      "loss": 0.0,
+      "step": 28288
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0851658482619416e-05,
+      "loss": 0.0138,
+      "step": 28290
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.085101152236218e-05,
+      "loss": 0.0029,
+      "step": 28292
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0850364562104954e-05,
+      "loss": 0.0,
+      "step": 28294
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0849717601847723e-05,
+      "loss": 0.0031,
+      "step": 28296
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0849070641590486e-05,
+      "loss": 0.0,
+      "step": 28298
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084842368133326e-05,
+      "loss": 0.0005,
+      "step": 28300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0847776721076024e-05,
+      "loss": 0.0001,
+      "step": 28302
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.08471297608188e-05,
+      "loss": 0.0001,
+      "step": 28304
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084648280056156e-05,
+      "loss": 0.0356,
+      "step": 28306
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084583584030433e-05,
+      "loss": 0.0018,
+      "step": 28308
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.08451888800471e-05,
+      "loss": 0.0,
+      "step": 28310
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084454191978987e-05,
+      "loss": 0.0046,
+      "step": 28312
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084389495953264e-05,
+      "loss": 0.0013,
+      "step": 28314
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084324799927541e-05,
+      "loss": 0.0,
+      "step": 28316
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084260103901818e-05,
+      "loss": 0.0081,
+      "step": 28318
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084195407876094e-05,
+      "loss": 0.0001,
+      "step": 28320
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0841307118503715e-05,
+      "loss": 0.0001,
+      "step": 28322
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084066015824648e-05,
+      "loss": 0.0001,
+      "step": 28324
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.084001319798925e-05,
+      "loss": 0.0,
+      "step": 28326
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0839366237732015e-05,
+      "loss": 0.0016,
+      "step": 28328
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0838719277474784e-05,
+      "loss": 0.0006,
+      "step": 28330
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083807231721756e-05,
+      "loss": 0.0037,
+      "step": 28332
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083742535696032e-05,
+      "loss": 0.0001,
+      "step": 28334
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083677839670309e-05,
+      "loss": 0.0,
+      "step": 28336
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083613143644586e-05,
+      "loss": 0.0003,
+      "step": 28338
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083548447618863e-05,
+      "loss": 0.0064,
+      "step": 28340
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.08348375159314e-05,
+      "loss": 0.0009,
+      "step": 28342
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083419055567417e-05,
+      "loss": 0.0,
+      "step": 28344
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083354359541694e-05,
+      "loss": 0.0053,
+      "step": 28346
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0832896635159706e-05,
+      "loss": 0.0,
+      "step": 28348
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0832249674902475e-05,
+      "loss": 0.0003,
+      "step": 28350
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083160271464524e-05,
+      "loss": 0.0141,
+      "step": 28352
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.083095575438801e-05,
+      "loss": 0.0142,
+      "step": 28354
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0830308794130776e-05,
+      "loss": 0.0148,
+      "step": 28356
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0829661833873545e-05,
+      "loss": 0.0,
+      "step": 28358
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0829014873616314e-05,
+      "loss": 0.0001,
+      "step": 28360
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.082836791335908e-05,
+      "loss": 0.0,
+      "step": 28362
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.082772095310186e-05,
+      "loss": 0.0005,
+      "step": 28364
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.082707399284462e-05,
+      "loss": 0.0001,
+      "step": 28366
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.082642703258739e-05,
+      "loss": 0.0005,
+      "step": 28368
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.082578007233016e-05,
+      "loss": 0.002,
+      "step": 28370
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.082513311207293e-05,
+      "loss": 0.0051,
+      "step": 28372
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.082448615181569e-05,
+      "loss": 0.0289,
+      "step": 28374
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0823839191558467e-05,
+      "loss": 0.0014,
+      "step": 28376
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0823192231301236e-05,
+      "loss": 0.0001,
+      "step": 28378
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0822545271044e-05,
+      "loss": 0.0,
+      "step": 28380
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0821898310786774e-05,
+      "loss": 0.0001,
+      "step": 28382
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0821251350529536e-05,
+      "loss": 0.0002,
+      "step": 28384
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.082060439027231e-05,
+      "loss": 0.0008,
+      "step": 28386
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0819957430015074e-05,
+      "loss": 0.0,
+      "step": 28388
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081931046975784e-05,
+      "loss": 0.0026,
+      "step": 28390
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081866350950061e-05,
+      "loss": 0.0001,
+      "step": 28392
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081801654924338e-05,
+      "loss": 0.0021,
+      "step": 28394
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081736958898615e-05,
+      "loss": 0.0,
+      "step": 28396
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081672262872892e-05,
+      "loss": 0.0001,
+      "step": 28398
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081607566847169e-05,
+      "loss": 0.0001,
+      "step": 28400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081542870821445e-05,
+      "loss": 0.0001,
+      "step": 28402
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081478174795723e-05,
+      "loss": 0.0,
+      "step": 28404
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081413478769999e-05,
+      "loss": 0.0067,
+      "step": 28406
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0813487827442765e-05,
+      "loss": 0.0,
+      "step": 28408
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0812840867185534e-05,
+      "loss": 0.0001,
+      "step": 28410
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0812193906928296e-05,
+      "loss": 0.0005,
+      "step": 28412
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.081154694667107e-05,
+      "loss": 0.0,
+      "step": 28414
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0810899986413835e-05,
+      "loss": 0.0,
+      "step": 28416
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0810253026156604e-05,
+      "loss": 0.0021,
+      "step": 28418
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080960606589937e-05,
+      "loss": 0.0,
+      "step": 28420
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080895910564214e-05,
+      "loss": 0.0,
+      "step": 28422
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080831214538491e-05,
+      "loss": 0.0028,
+      "step": 28424
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080766518512768e-05,
+      "loss": 0.0003,
+      "step": 28426
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080701822487045e-05,
+      "loss": 0.0,
+      "step": 28428
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080637126461322e-05,
+      "loss": 0.0021,
+      "step": 28430
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080572430435599e-05,
+      "loss": 0.0001,
+      "step": 28432
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080507734409875e-05,
+      "loss": 0.0015,
+      "step": 28434
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0804430383841525e-05,
+      "loss": 0.0001,
+      "step": 28436
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080378342358429e-05,
+      "loss": 0.0049,
+      "step": 28438
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080313646332706e-05,
+      "loss": 0.0016,
+      "step": 28440
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080248950306983e-05,
+      "loss": 0.0019,
+      "step": 28442
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0801842542812595e-05,
+      "loss": 0.0,
+      "step": 28444
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080119558255537e-05,
+      "loss": 0.0077,
+      "step": 28446
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.080054862229813e-05,
+      "loss": 0.0001,
+      "step": 28448
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.07999016620409e-05,
+      "loss": 0.0,
+      "step": 28450
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079925470178367e-05,
+      "loss": 0.0304,
+      "step": 28452
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079860774152644e-05,
+      "loss": 0.0,
+      "step": 28454
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079796078126921e-05,
+      "loss": 0.0037,
+      "step": 28456
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079731382101198e-05,
+      "loss": 0.0011,
+      "step": 28458
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079666686075475e-05,
+      "loss": 0.0,
+      "step": 28460
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079601990049751e-05,
+      "loss": 0.0,
+      "step": 28462
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0795372940240286e-05,
+      "loss": 0.0094,
+      "step": 28464
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079472597998305e-05,
+      "loss": 0.0037,
+      "step": 28466
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0794079019725824e-05,
+      "loss": 0.0129,
+      "step": 28468
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0793432059468586e-05,
+      "loss": 0.0001,
+      "step": 28470
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0792785099211355e-05,
+      "loss": 0.0001,
+      "step": 28472
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079213813895413e-05,
+      "loss": 0.0004,
+      "step": 28474
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0791491178696894e-05,
+      "loss": 0.0014,
+      "step": 28476
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079084421843966e-05,
+      "loss": 0.0039,
+      "step": 28478
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.079019725818243e-05,
+      "loss": 0.0138,
+      "step": 28480
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.07895502979252e-05,
+      "loss": 0.0006,
+      "step": 28482
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078890333766796e-05,
+      "loss": 0.0001,
+      "step": 28484
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078825637741074e-05,
+      "loss": 0.0009,
+      "step": 28486
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078760941715351e-05,
+      "loss": 0.0,
+      "step": 28488
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078696245689628e-05,
+      "loss": 0.0002,
+      "step": 28490
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0786315496639046e-05,
+      "loss": 0.0,
+      "step": 28492
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078566853638181e-05,
+      "loss": 0.0015,
+      "step": 28494
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0785021576124584e-05,
+      "loss": 0.0,
+      "step": 28496
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078437461586735e-05,
+      "loss": 0.0005,
+      "step": 28498
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0783727655610116e-05,
+      "loss": 0.0001,
+      "step": 28500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0783080695352885e-05,
+      "loss": 0.0,
+      "step": 28502
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0782433735095654e-05,
+      "loss": 0.0,
+      "step": 28504
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078178677483842e-05,
+      "loss": 0.0018,
+      "step": 28506
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078113981458119e-05,
+      "loss": 0.0091,
+      "step": 28508
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.078049285432396e-05,
+      "loss": 0.0017,
+      "step": 28510
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077984589406673e-05,
+      "loss": 0.0001,
+      "step": 28512
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.07791989338095e-05,
+      "loss": 0.0002,
+      "step": 28514
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077855197355226e-05,
+      "loss": 0.0024,
+      "step": 28516
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077790501329504e-05,
+      "loss": 0.0001,
+      "step": 28518
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077725805303781e-05,
+      "loss": 0.0,
+      "step": 28520
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077661109278057e-05,
+      "loss": 0.0,
+      "step": 28522
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0775964132523345e-05,
+      "loss": 0.0,
+      "step": 28524
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077531717226611e-05,
+      "loss": 0.0011,
+      "step": 28526
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077467021200888e-05,
+      "loss": 0.0067,
+      "step": 28528
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0774023251751645e-05,
+      "loss": 0.0001,
+      "step": 28530
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0773376291494414e-05,
+      "loss": 0.0087,
+      "step": 28532
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0772729331237184e-05,
+      "loss": 0.0007,
+      "step": 28534
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077208237097995e-05,
+      "loss": 0.0001,
+      "step": 28536
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077143541072272e-05,
+      "loss": 0.0015,
+      "step": 28538
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077078845046549e-05,
+      "loss": 0.0005,
+      "step": 28540
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.077014149020826e-05,
+      "loss": 0.008,
+      "step": 28542
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.076949452995102e-05,
+      "loss": 0.003,
+      "step": 28544
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.07688475696938e-05,
+      "loss": 0.0001,
+      "step": 28546
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.076820060943656e-05,
+      "loss": 0.0007,
+      "step": 28548
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0767553649179336e-05,
+      "loss": 0.0333,
+      "step": 28550
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.07669066889221e-05,
+      "loss": 0.0001,
+      "step": 28552
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.076625972866487e-05,
+      "loss": 0.0,
+      "step": 28554
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0765612768407643e-05,
+      "loss": 0.0051,
+      "step": 28556
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0764965808150406e-05,
+      "loss": 0.0,
+      "step": 28558
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0764318847893175e-05,
+      "loss": 0.0001,
+      "step": 28560
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0763671887635944e-05,
+      "loss": 0.0001,
+      "step": 28562
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.076302492737871e-05,
+      "loss": 0.0009,
+      "step": 28564
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.076237796712148e-05,
+      "loss": 0.0027,
+      "step": 28566
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.076173100686425e-05,
+      "loss": 0.0004,
+      "step": 28568
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.076108404660702e-05,
+      "loss": 0.0001,
+      "step": 28570
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.076043708634979e-05,
+      "loss": 0.0001,
+      "step": 28572
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.075979012609256e-05,
+      "loss": 0.0045,
+      "step": 28574
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.075914316583532e-05,
+      "loss": 0.0001,
+      "step": 28576
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0758496205578097e-05,
+      "loss": 0.0,
+      "step": 28578
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.075784924532086e-05,
+      "loss": 0.0113,
+      "step": 28580
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.075720228506363e-05,
+      "loss": 0.0006,
+      "step": 28582
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.07565553248064e-05,
+      "loss": 0.0044,
+      "step": 28584
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0755908364549166e-05,
+      "loss": 0.0001,
+      "step": 28586
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.075526140429194e-05,
+      "loss": 0.0039,
+      "step": 28588
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0754614444034704e-05,
+      "loss": 0.0001,
+      "step": 28590
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.0753967483777473e-05,
+      "loss": 0.0,
+      "step": 28592
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.075332052352024e-05,
+      "loss": 0.003,
+      "step": 28594
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.075267356326301e-05,
+      "loss": 0.0,
+      "step": 28596
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.075202660300578e-05,
+      "loss": 0.0001,
+      "step": 28598
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.075137964274855e-05,
+      "loss": 0.0,
+      "step": 28600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.075073268249132e-05,
+      "loss": 0.0,
+      "step": 28602
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.075008572223408e-05,
+      "loss": 0.0004,
+      "step": 28604
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.074943876197686e-05,
+      "loss": 0.0037,
+      "step": 28606
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.074879180171962e-05,
+      "loss": 0.0159,
+      "step": 28608
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0748144841462395e-05,
+      "loss": 0.0149,
+      "step": 28610
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.074749788120516e-05,
+      "loss": 0.0002,
+      "step": 28612
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0746850920947927e-05,
+      "loss": 0.0005,
+      "step": 28614
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0746203960690696e-05,
+      "loss": 0.003,
+      "step": 28616
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0745557000433465e-05,
+      "loss": 0.0035,
+      "step": 28618
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0744910040176234e-05,
+      "loss": 0.0001,
+      "step": 28620
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0744263079919e-05,
+      "loss": 0.0124,
+      "step": 28622
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.074361611966177e-05,
+      "loss": 0.0001,
+      "step": 28624
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0742969159404534e-05,
+      "loss": 0.0,
+      "step": 28626
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.074232219914731e-05,
+      "loss": 0.0001,
+      "step": 28628
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.074167523889007e-05,
+      "loss": 0.0002,
+      "step": 28630
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.074102827863285e-05,
+      "loss": 0.0063,
+      "step": 28632
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.074038131837562e-05,
+      "loss": 0.0,
+      "step": 28634
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073973435811838e-05,
+      "loss": 0.0,
+      "step": 28636
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0739087397861156e-05,
+      "loss": 0.0,
+      "step": 28638
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073844043760392e-05,
+      "loss": 0.0113,
+      "step": 28640
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073779347734669e-05,
+      "loss": 0.0001,
+      "step": 28642
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0737146517089456e-05,
+      "loss": 0.0001,
+      "step": 28644
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0736499556832225e-05,
+      "loss": 0.0001,
+      "step": 28646
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0735852596574994e-05,
+      "loss": 0.0043,
+      "step": 28648
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073520563631776e-05,
+      "loss": 0.0002,
+      "step": 28650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073455867606053e-05,
+      "loss": 0.0039,
+      "step": 28652
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.07339117158033e-05,
+      "loss": 0.0004,
+      "step": 28654
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073326475554607e-05,
+      "loss": 0.0021,
+      "step": 28656
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073261779528883e-05,
+      "loss": 0.001,
+      "step": 28658
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073197083503161e-05,
+      "loss": 0.0,
+      "step": 28660
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073132387477437e-05,
+      "loss": 0.0002,
+      "step": 28662
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.073067691451714e-05,
+      "loss": 0.0001,
+      "step": 28664
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0730029954259916e-05,
+      "loss": 0.0003,
+      "step": 28666
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072938299400268e-05,
+      "loss": 0.0001,
+      "step": 28668
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0728736033745454e-05,
+      "loss": 0.0087,
+      "step": 28670
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0728089073488216e-05,
+      "loss": 0.0,
+      "step": 28672
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0727442113230986e-05,
+      "loss": 0.0025,
+      "step": 28674
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0726795152973755e-05,
+      "loss": 0.0,
+      "step": 28676
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0726148192716524e-05,
+      "loss": 0.0001,
+      "step": 28678
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072550123245929e-05,
+      "loss": 0.0003,
+      "step": 28680
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072485427220206e-05,
+      "loss": 0.0021,
+      "step": 28682
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072420731194483e-05,
+      "loss": 0.0009,
+      "step": 28684
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072356035168759e-05,
+      "loss": 0.0025,
+      "step": 28686
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072291339143037e-05,
+      "loss": 0.0002,
+      "step": 28688
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072226643117313e-05,
+      "loss": 0.0065,
+      "step": 28690
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072161947091591e-05,
+      "loss": 0.0,
+      "step": 28692
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072097251065867e-05,
+      "loss": 0.0009,
+      "step": 28694
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.072032555040144e-05,
+      "loss": 0.0,
+      "step": 28696
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0719678590144215e-05,
+      "loss": 0.0008,
+      "step": 28698
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071903162988698e-05,
+      "loss": 0.0175,
+      "step": 28700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0718384669629746e-05,
+      "loss": 0.0,
+      "step": 28702
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0717737709372515e-05,
+      "loss": 0.0005,
+      "step": 28704
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0717090749115284e-05,
+      "loss": 0.0004,
+      "step": 28706
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0716443788858046e-05,
+      "loss": 0.0015,
+      "step": 28708
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071579682860082e-05,
+      "loss": 0.0,
+      "step": 28710
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071514986834359e-05,
+      "loss": 0.0036,
+      "step": 28712
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071450290808636e-05,
+      "loss": 0.002,
+      "step": 28714
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071385594782913e-05,
+      "loss": 0.0001,
+      "step": 28716
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071320898757189e-05,
+      "loss": 0.0,
+      "step": 28718
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071256202731467e-05,
+      "loss": 0.0002,
+      "step": 28720
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071191506705743e-05,
+      "loss": 0.0,
+      "step": 28722
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.07112681068002e-05,
+      "loss": 0.0005,
+      "step": 28724
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.071062114654297e-05,
+      "loss": 0.0104,
+      "step": 28726
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070997418628574e-05,
+      "loss": 0.0,
+      "step": 28728
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0709327226028506e-05,
+      "loss": 0.0001,
+      "step": 28730
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0708680265771275e-05,
+      "loss": 0.0,
+      "step": 28732
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0708033305514045e-05,
+      "loss": 0.0019,
+      "step": 28734
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0707386345256814e-05,
+      "loss": 0.0019,
+      "step": 28736
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070673938499958e-05,
+      "loss": 0.0001,
+      "step": 28738
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0706092424742345e-05,
+      "loss": 0.0753,
+      "step": 28740
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070544546448512e-05,
+      "loss": 0.0019,
+      "step": 28742
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070479850422789e-05,
+      "loss": 0.0015,
+      "step": 28744
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070415154397065e-05,
+      "loss": 0.0023,
+      "step": 28746
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070350458371343e-05,
+      "loss": 0.0,
+      "step": 28748
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070285762345619e-05,
+      "loss": 0.0098,
+      "step": 28750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0702210663198966e-05,
+      "loss": 0.0075,
+      "step": 28752
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070156370294173e-05,
+      "loss": 0.0,
+      "step": 28754
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.07009167426845e-05,
+      "loss": 0.0028,
+      "step": 28756
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.070026978242727e-05,
+      "loss": 0.0218,
+      "step": 28758
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0699622822170036e-05,
+      "loss": 0.0643,
+      "step": 28760
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0698975861912805e-05,
+      "loss": 0.001,
+      "step": 28762
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0698328901655574e-05,
+      "loss": 0.0001,
+      "step": 28764
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069768194139834e-05,
+      "loss": 0.0,
+      "step": 28766
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0697034981141105e-05,
+      "loss": 0.0156,
+      "step": 28768
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069638802088388e-05,
+      "loss": 0.0001,
+      "step": 28770
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0695741060626644e-05,
+      "loss": 0.0001,
+      "step": 28772
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069509410036942e-05,
+      "loss": 0.0001,
+      "step": 28774
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069444714011219e-05,
+      "loss": 0.0002,
+      "step": 28776
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069380017985495e-05,
+      "loss": 0.0019,
+      "step": 28778
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069315321959773e-05,
+      "loss": 0.0001,
+      "step": 28780
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069250625934049e-05,
+      "loss": 0.0002,
+      "step": 28782
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069185929908326e-05,
+      "loss": 0.0025,
+      "step": 28784
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.069121233882603e-05,
+      "loss": 0.0002,
+      "step": 28786
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0690565378568796e-05,
+      "loss": 0.0015,
+      "step": 28788
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0689918418311565e-05,
+      "loss": 0.0004,
+      "step": 28790
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0689271458054334e-05,
+      "loss": 0.0003,
+      "step": 28792
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0688624497797104e-05,
+      "loss": 0.0002,
+      "step": 28794
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068797753753987e-05,
+      "loss": 0.0001,
+      "step": 28796
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068733057728264e-05,
+      "loss": 0.0001,
+      "step": 28798
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0686683617025404e-05,
+      "loss": 0.0,
+      "step": 28800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068603665676818e-05,
+      "loss": 0.0,
+      "step": 28802
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068538969651094e-05,
+      "loss": 0.0005,
+      "step": 28804
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068474273625371e-05,
+      "loss": 0.0,
+      "step": 28806
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068409577599648e-05,
+      "loss": 0.0003,
+      "step": 28808
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068344881573925e-05,
+      "loss": 0.0054,
+      "step": 28810
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0682801855482025e-05,
+      "loss": 0.0001,
+      "step": 28812
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068215489522479e-05,
+      "loss": 0.0,
+      "step": 28814
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.068150793496756e-05,
+      "loss": 0.001,
+      "step": 28816
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0680860974710326e-05,
+      "loss": 0.0088,
+      "step": 28818
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0680214014453095e-05,
+      "loss": 0.0001,
+      "step": 28820
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0679567054195864e-05,
+      "loss": 0.0063,
+      "step": 28822
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067892009393863e-05,
+      "loss": 0.0001,
+      "step": 28824
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.06782731336814e-05,
+      "loss": 0.0003,
+      "step": 28826
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0677626173424164e-05,
+      "loss": 0.0002,
+      "step": 28828
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067697921316694e-05,
+      "loss": 0.0,
+      "step": 28830
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.06763322529097e-05,
+      "loss": 0.0006,
+      "step": 28832
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067568529265248e-05,
+      "loss": 0.0008,
+      "step": 28834
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067503833239524e-05,
+      "loss": 0.0,
+      "step": 28836
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067439137213801e-05,
+      "loss": 0.0,
+      "step": 28838
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067374441188078e-05,
+      "loss": 0.0001,
+      "step": 28840
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067309745162355e-05,
+      "loss": 0.0065,
+      "step": 28842
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067245049136632e-05,
+      "loss": 0.0063,
+      "step": 28844
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0671803531109086e-05,
+      "loss": 0.0402,
+      "step": 28846
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0671156570851855e-05,
+      "loss": 0.0,
+      "step": 28848
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.067050961059462e-05,
+      "loss": 0.0019,
+      "step": 28850
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0669862650337393e-05,
+      "loss": 0.0012,
+      "step": 28852
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0669215690080156e-05,
+      "loss": 0.0,
+      "step": 28854
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.066856872982293e-05,
+      "loss": 0.0004,
+      "step": 28856
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.06679217695657e-05,
+      "loss": 0.0665,
+      "step": 28858
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.066727480930846e-05,
+      "loss": 0.0009,
+      "step": 28860
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.066662784905124e-05,
+      "loss": 0.0009,
+      "step": 28862
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0665980888794e-05,
+      "loss": 0.0,
+      "step": 28864
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.066533392853677e-05,
+      "loss": 0.0015,
+      "step": 28866
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.066468696827954e-05,
+      "loss": 0.0,
+      "step": 28868
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.066404000802231e-05,
+      "loss": 0.0288,
+      "step": 28870
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.066339304776508e-05,
+      "loss": 0.0001,
+      "step": 28872
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0662746087507847e-05,
+      "loss": 0.0035,
+      "step": 28874
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0662099127250616e-05,
+      "loss": 0.0,
+      "step": 28876
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0661452166993385e-05,
+      "loss": 0.0002,
+      "step": 28878
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0660805206736154e-05,
+      "loss": 0.0001,
+      "step": 28880
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0660158246478916e-05,
+      "loss": 0.0001,
+      "step": 28882
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065951128622169e-05,
+      "loss": 0.0008,
+      "step": 28884
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0658864325964454e-05,
+      "loss": 0.0005,
+      "step": 28886
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065821736570722e-05,
+      "loss": 0.0,
+      "step": 28888
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065757040545e-05,
+      "loss": 0.0065,
+      "step": 28890
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065692344519276e-05,
+      "loss": 0.0132,
+      "step": 28892
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065627648493554e-05,
+      "loss": 0.003,
+      "step": 28894
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.06556295246783e-05,
+      "loss": 0.0012,
+      "step": 28896
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065498256442107e-05,
+      "loss": 0.003,
+      "step": 28898
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065433560416384e-05,
+      "loss": 0.0005,
+      "step": 28900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065368864390661e-05,
+      "loss": 0.0,
+      "step": 28902
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0653041683649376e-05,
+      "loss": 0.0109,
+      "step": 28904
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0652394723392145e-05,
+      "loss": 0.0003,
+      "step": 28906
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0651747763134914e-05,
+      "loss": 0.0027,
+      "step": 28908
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0651100802877677e-05,
+      "loss": 0.0,
+      "step": 28910
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.065045384262045e-05,
+      "loss": 0.0,
+      "step": 28912
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0649806882363215e-05,
+      "loss": 0.0,
+      "step": 28914
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.064915992210599e-05,
+      "loss": 0.0004,
+      "step": 28916
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.064851296184875e-05,
+      "loss": 0.0075,
+      "step": 28918
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.064786600159152e-05,
+      "loss": 0.0,
+      "step": 28920
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.06472190413343e-05,
+      "loss": 0.0,
+      "step": 28922
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.064657208107706e-05,
+      "loss": 0.0001,
+      "step": 28924
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.064592512081983e-05,
+      "loss": 0.0,
+      "step": 28926
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.06452781605626e-05,
+      "loss": 0.0143,
+      "step": 28928
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.064463120030537e-05,
+      "loss": 0.0,
+      "step": 28930
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0643984240048136e-05,
+      "loss": 0.0,
+      "step": 28932
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0643337279790906e-05,
+      "loss": 0.0006,
+      "step": 28934
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0642690319533675e-05,
+      "loss": 0.0011,
+      "step": 28936
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0642043359276444e-05,
+      "loss": 0.0002,
+      "step": 28938
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.064139639901921e-05,
+      "loss": 0.005,
+      "step": 28940
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0640749438761975e-05,
+      "loss": 0.004,
+      "step": 28942
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.064010247850475e-05,
+      "loss": 0.0,
+      "step": 28944
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063945551824751e-05,
+      "loss": 0.0,
+      "step": 28946
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063880855799028e-05,
+      "loss": 0.0001,
+      "step": 28948
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063816159773305e-05,
+      "loss": 0.0,
+      "step": 28950
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063751463747582e-05,
+      "loss": 0.0001,
+      "step": 28952
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0636867677218596e-05,
+      "loss": 0.0,
+      "step": 28954
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063622071696136e-05,
+      "loss": 0.0,
+      "step": 28956
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063557375670413e-05,
+      "loss": 0.0001,
+      "step": 28958
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.06349267964469e-05,
+      "loss": 0.0001,
+      "step": 28960
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0634279836189666e-05,
+      "loss": 0.0002,
+      "step": 28962
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063363287593243e-05,
+      "loss": 0.0001,
+      "step": 28964
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0632985915675204e-05,
+      "loss": 0.0,
+      "step": 28966
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063233895541797e-05,
+      "loss": 0.0,
+      "step": 28968
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0631691995160736e-05,
+      "loss": 0.0003,
+      "step": 28970
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.063104503490351e-05,
+      "loss": 0.0,
+      "step": 28972
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0630398074646274e-05,
+      "loss": 0.0,
+      "step": 28974
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062975111438905e-05,
+      "loss": 0.0001,
+      "step": 28976
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062910415413181e-05,
+      "loss": 0.0001,
+      "step": 28978
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062845719387458e-05,
+      "loss": 0.0001,
+      "step": 28980
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062781023361735e-05,
+      "loss": 0.0001,
+      "step": 28982
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062716327336012e-05,
+      "loss": 0.0006,
+      "step": 28984
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062651631310289e-05,
+      "loss": 0.0003,
+      "step": 28986
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062586935284566e-05,
+      "loss": 0.0002,
+      "step": 28988
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0625222392588426e-05,
+      "loss": 0.0033,
+      "step": 28990
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062457543233119e-05,
+      "loss": 0.0,
+      "step": 28992
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0623928472073965e-05,
+      "loss": 0.0071,
+      "step": 28994
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062328151181673e-05,
+      "loss": 0.0008,
+      "step": 28996
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.06226345515595e-05,
+      "loss": 0.0002,
+      "step": 28998
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062198759130227e-05,
+      "loss": 0.0,
+      "step": 29000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0621340631045034e-05,
+      "loss": 0.0033,
+      "step": 29002
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062069367078781e-05,
+      "loss": 0.0,
+      "step": 29004
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.062004671053057e-05,
+      "loss": 0.0001,
+      "step": 29006
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061939975027334e-05,
+      "loss": 0.0,
+      "step": 29008
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061875279001611e-05,
+      "loss": 0.0001,
+      "step": 29010
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061810582975888e-05,
+      "loss": 0.0004,
+      "step": 29012
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061745886950165e-05,
+      "loss": 0.0001,
+      "step": 29014
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061681190924442e-05,
+      "loss": 0.0023,
+      "step": 29016
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061616494898719e-05,
+      "loss": 0.0,
+      "step": 29018
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0615517988729956e-05,
+      "loss": 0.0002,
+      "step": 29020
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0614871028472725e-05,
+      "loss": 0.0004,
+      "step": 29022
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061422406821549e-05,
+      "loss": 0.0,
+      "step": 29024
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061357710795826e-05,
+      "loss": 0.0003,
+      "step": 29026
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0612930147701025e-05,
+      "loss": 0.0008,
+      "step": 29028
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0612283187443794e-05,
+      "loss": 0.0,
+      "step": 29030
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0611636227186564e-05,
+      "loss": 0.0001,
+      "step": 29032
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061098926692933e-05,
+      "loss": 0.0,
+      "step": 29034
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.061034230667211e-05,
+      "loss": 0.0029,
+      "step": 29036
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060969534641487e-05,
+      "loss": 0.0002,
+      "step": 29038
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060904838615764e-05,
+      "loss": 0.0001,
+      "step": 29040
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060840142590041e-05,
+      "loss": 0.0082,
+      "step": 29042
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060775446564318e-05,
+      "loss": 0.0015,
+      "step": 29044
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060710750538595e-05,
+      "loss": 0.0001,
+      "step": 29046
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0606460545128716e-05,
+      "loss": 0.0007,
+      "step": 29048
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0605813584871485e-05,
+      "loss": 0.0002,
+      "step": 29050
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060516662461425e-05,
+      "loss": 0.0034,
+      "step": 29052
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0604519664357023e-05,
+      "loss": 0.0,
+      "step": 29054
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0603872704099786e-05,
+      "loss": 0.0048,
+      "step": 29056
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060322574384256e-05,
+      "loss": 0.0032,
+      "step": 29058
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0602578783585324e-05,
+      "loss": 0.0002,
+      "step": 29060
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060193182332809e-05,
+      "loss": 0.0008,
+      "step": 29062
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060128486307086e-05,
+      "loss": 0.0657,
+      "step": 29064
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.060063790281363e-05,
+      "loss": 0.0001,
+      "step": 29066
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.05999909425564e-05,
+      "loss": 0.0003,
+      "step": 29068
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059934398229917e-05,
+      "loss": 0.0001,
+      "step": 29070
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059869702204194e-05,
+      "loss": 0.0083,
+      "step": 29072
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059805006178471e-05,
+      "loss": 0.0001,
+      "step": 29074
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059740310152748e-05,
+      "loss": 0.0001,
+      "step": 29076
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0596756141270246e-05,
+      "loss": 0.0005,
+      "step": 29078
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0596109181013015e-05,
+      "loss": 0.0001,
+      "step": 29080
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0595462220755784e-05,
+      "loss": 0.001,
+      "step": 29082
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0594815260498546e-05,
+      "loss": 0.0009,
+      "step": 29084
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059416830024132e-05,
+      "loss": 0.0,
+      "step": 29086
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0593521339984084e-05,
+      "loss": 0.0025,
+      "step": 29088
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0592874379726853e-05,
+      "loss": 0.0001,
+      "step": 29090
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059222741946962e-05,
+      "loss": 0.0152,
+      "step": 29092
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059158045921239e-05,
+      "loss": 0.0043,
+      "step": 29094
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059093349895516e-05,
+      "loss": 0.0,
+      "step": 29096
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.059028653869793e-05,
+      "loss": 0.0,
+      "step": 29098
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.05896395784407e-05,
+      "loss": 0.0002,
+      "step": 29100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.058899261818347e-05,
+      "loss": 0.0008,
+      "step": 29102
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.058834565792624e-05,
+      "loss": 0.0001,
+      "step": 29104
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0587698697669e-05,
+      "loss": 0.0002,
+      "step": 29106
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.0587051737411775e-05,
+      "loss": 0.0,
+      "step": 29108
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 4.058640477715454e-05,
+      "loss": 0.0,
+      "step": 29110
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0585757816897307e-05,
+      "loss": 0.0,
+      "step": 29112
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.058511085664008e-05,
+      "loss": 0.0,
+      "step": 29114
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0584463896382845e-05,
+      "loss": 0.0039,
+      "step": 29116
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.058381693612562e-05,
+      "loss": 0.0001,
+      "step": 29118
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.058316997586838e-05,
+      "loss": 0.0,
+      "step": 29120
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.058252301561115e-05,
+      "loss": 0.0,
+      "step": 29122
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.058187605535392e-05,
+      "loss": 0.0102,
+      "step": 29124
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.058122909509669e-05,
+      "loss": 0.0001,
+      "step": 29126
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.058058213483946e-05,
+      "loss": 0.0002,
+      "step": 29128
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057993517458223e-05,
+      "loss": 0.0001,
+      "step": 29130
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0579288214325e-05,
+      "loss": 0.0152,
+      "step": 29132
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057864125406776e-05,
+      "loss": 0.0001,
+      "step": 29134
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0577994293810536e-05,
+      "loss": 0.0006,
+      "step": 29136
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.05773473335533e-05,
+      "loss": 0.0001,
+      "step": 29138
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0576700373296074e-05,
+      "loss": 0.0047,
+      "step": 29140
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0576053413038836e-05,
+      "loss": 0.0086,
+      "step": 29142
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0575406452781605e-05,
+      "loss": 0.0,
+      "step": 29144
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057475949252438e-05,
+      "loss": 0.0144,
+      "step": 29146
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057411253226714e-05,
+      "loss": 0.0001,
+      "step": 29148
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057346557200991e-05,
+      "loss": 0.0,
+      "step": 29150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057281861175268e-05,
+      "loss": 0.0034,
+      "step": 29152
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057217165149545e-05,
+      "loss": 0.0,
+      "step": 29154
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057152469123822e-05,
+      "loss": 0.0003,
+      "step": 29156
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057087773098099e-05,
+      "loss": 0.0163,
+      "step": 29158
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.057023077072376e-05,
+      "loss": 0.0003,
+      "step": 29160
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056958381046653e-05,
+      "loss": 0.0001,
+      "step": 29162
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0568936850209296e-05,
+      "loss": 0.0002,
+      "step": 29164
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056828988995206e-05,
+      "loss": 0.0006,
+      "step": 29166
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0567642929694834e-05,
+      "loss": 0.0034,
+      "step": 29168
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0566995969437597e-05,
+      "loss": 0.0,
+      "step": 29170
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0566349009180366e-05,
+      "loss": 0.0091,
+      "step": 29172
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0565702048923135e-05,
+      "loss": 0.0,
+      "step": 29174
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0565055088665904e-05,
+      "loss": 0.0,
+      "step": 29176
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056440812840868e-05,
+      "loss": 0.0,
+      "step": 29178
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056376116815144e-05,
+      "loss": 0.0003,
+      "step": 29180
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056311420789421e-05,
+      "loss": 0.005,
+      "step": 29182
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056246724763698e-05,
+      "loss": 0.0001,
+      "step": 29184
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056182028737975e-05,
+      "loss": 0.0051,
+      "step": 29186
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056117332712251e-05,
+      "loss": 0.0003,
+      "step": 29188
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.056052636686529e-05,
+      "loss": 0.0,
+      "step": 29190
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0559879406608056e-05,
+      "loss": 0.0001,
+      "step": 29192
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055923244635082e-05,
+      "loss": 0.0004,
+      "step": 29194
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0558585486093595e-05,
+      "loss": 0.0001,
+      "step": 29196
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055793852583636e-05,
+      "loss": 0.0107,
+      "step": 29198
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055729156557913e-05,
+      "loss": 0.0061,
+      "step": 29200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0556644605321895e-05,
+      "loss": 0.0001,
+      "step": 29202
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0555997645064664e-05,
+      "loss": 0.0002,
+      "step": 29204
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055535068480743e-05,
+      "loss": 0.0006,
+      "step": 29206
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.05547037245502e-05,
+      "loss": 0.0028,
+      "step": 29208
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055405676429297e-05,
+      "loss": 0.001,
+      "step": 29210
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055340980403574e-05,
+      "loss": 0.0011,
+      "step": 29212
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055276284377851e-05,
+      "loss": 0.0001,
+      "step": 29214
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055211588352128e-05,
+      "loss": 0.0012,
+      "step": 29216
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055146892326405e-05,
+      "loss": 0.005,
+      "step": 29218
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.055082196300681e-05,
+      "loss": 0.0,
+      "step": 29220
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0550175002749586e-05,
+      "loss": 0.0004,
+      "step": 29222
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0549528042492355e-05,
+      "loss": 0.0,
+      "step": 29224
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054888108223512e-05,
+      "loss": 0.0,
+      "step": 29226
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054823412197789e-05,
+      "loss": 0.0001,
+      "step": 29228
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0547587161720655e-05,
+      "loss": 0.0006,
+      "step": 29230
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0546940201463425e-05,
+      "loss": 0.0001,
+      "step": 29232
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0546293241206194e-05,
+      "loss": 0.0004,
+      "step": 29234
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054564628094896e-05,
+      "loss": 0.0037,
+      "step": 29236
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054499932069173e-05,
+      "loss": 0.008,
+      "step": 29238
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.05443523604345e-05,
+      "loss": 0.0001,
+      "step": 29240
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054370540017727e-05,
+      "loss": 0.0005,
+      "step": 29242
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054305843992004e-05,
+      "loss": 0.0,
+      "step": 29244
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054241147966281e-05,
+      "loss": 0.0092,
+      "step": 29246
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054176451940557e-05,
+      "loss": 0.0003,
+      "step": 29248
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0541117559148346e-05,
+      "loss": 0.0017,
+      "step": 29250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054079407901973e-05,
+      "loss": 0.3033,
+      "step": 29252
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.054014711876249e-05,
+      "loss": 0.005,
+      "step": 29254
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053950015850527e-05,
+      "loss": 0.0211,
+      "step": 29256
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053885319824803e-05,
+      "loss": 0.0012,
+      "step": 29258
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.05382062379908e-05,
+      "loss": 0.0018,
+      "step": 29260
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053755927773357e-05,
+      "loss": 0.0072,
+      "step": 29262
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053691231747634e-05,
+      "loss": 0.0,
+      "step": 29264
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053626535721911e-05,
+      "loss": 0.0003,
+      "step": 29266
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053561839696188e-05,
+      "loss": 0.0001,
+      "step": 29268
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0534971436704646e-05,
+      "loss": 0.0008,
+      "step": 29270
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0534324476447415e-05,
+      "loss": 0.0026,
+      "step": 29272
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0533677516190184e-05,
+      "loss": 0.0008,
+      "step": 29274
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0533030555932946e-05,
+      "loss": 0.0002,
+      "step": 29276
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053238359567572e-05,
+      "loss": 0.0009,
+      "step": 29278
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053173663541849e-05,
+      "loss": 0.003,
+      "step": 29280
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0531089675161254e-05,
+      "loss": 0.0001,
+      "step": 29282
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.053044271490403e-05,
+      "loss": 0.0001,
+      "step": 29284
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052979575464679e-05,
+      "loss": 0.0001,
+      "step": 29286
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052914879438957e-05,
+      "loss": 0.0003,
+      "step": 29288
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052850183413233e-05,
+      "loss": 0.0001,
+      "step": 29290
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.05278548738751e-05,
+      "loss": 0.0002,
+      "step": 29292
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052720791361787e-05,
+      "loss": 0.0002,
+      "step": 29294
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052656095336064e-05,
+      "loss": 0.0055,
+      "step": 29296
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0525913993103406e-05,
+      "loss": 0.0001,
+      "step": 29298
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0525267032846175e-05,
+      "loss": 0.0288,
+      "step": 29300
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0524620072588944e-05,
+      "loss": 0.0,
+      "step": 29302
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052397311233171e-05,
+      "loss": 0.0027,
+      "step": 29304
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052332615207448e-05,
+      "loss": 0.0,
+      "step": 29306
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0522679191817245e-05,
+      "loss": 0.0004,
+      "step": 29308
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052203223156002e-05,
+      "loss": 0.0001,
+      "step": 29310
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052138527130278e-05,
+      "loss": 0.0,
+      "step": 29312
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052073831104555e-05,
+      "loss": 0.0001,
+      "step": 29314
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.052009135078833e-05,
+      "loss": 0.0001,
+      "step": 29316
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051944439053109e-05,
+      "loss": 0.0008,
+      "step": 29318
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051879743027386e-05,
+      "loss": 0.0,
+      "step": 29320
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051815047001663e-05,
+      "loss": 0.0,
+      "step": 29322
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.05175035097594e-05,
+      "loss": 0.001,
+      "step": 29324
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051685654950217e-05,
+      "loss": 0.0001,
+      "step": 29326
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0516209589244936e-05,
+      "loss": 0.0016,
+      "step": 29328
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0515562628987705e-05,
+      "loss": 0.0001,
+      "step": 29330
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0514915668730474e-05,
+      "loss": 0.0012,
+      "step": 29332
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051426870847324e-05,
+      "loss": 0.0005,
+      "step": 29334
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0513621748216005e-05,
+      "loss": 0.0004,
+      "step": 29336
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051297478795878e-05,
+      "loss": 0.0003,
+      "step": 29338
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0512327827701543e-05,
+      "loss": 0.0002,
+      "step": 29340
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051168086744431e-05,
+      "loss": 0.0001,
+      "step": 29342
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051103390718708e-05,
+      "loss": 0.0061,
+      "step": 29344
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.051038694692985e-05,
+      "loss": 0.0017,
+      "step": 29346
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050973998667262e-05,
+      "loss": 0.0001,
+      "step": 29348
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050909302641539e-05,
+      "loss": 0.0,
+      "step": 29350
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050844606615816e-05,
+      "loss": 0.0002,
+      "step": 29352
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050779910590093e-05,
+      "loss": 0.0,
+      "step": 29354
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0507152145643696e-05,
+      "loss": 0.0033,
+      "step": 29356
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0506505185386465e-05,
+      "loss": 0.0073,
+      "step": 29358
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0505858225129234e-05,
+      "loss": 0.0001,
+      "step": 29360
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0505211264872003e-05,
+      "loss": 0.0087,
+      "step": 29362
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0504564304614766e-05,
+      "loss": 0.0025,
+      "step": 29364
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050391734435754e-05,
+      "loss": 0.0001,
+      "step": 29366
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0503270384100304e-05,
+      "loss": 0.0005,
+      "step": 29368
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050262342384308e-05,
+      "loss": 0.0,
+      "step": 29370
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050197646358584e-05,
+      "loss": 0.0,
+      "step": 29372
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050132950332861e-05,
+      "loss": 0.0,
+      "step": 29374
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050068254307138e-05,
+      "loss": 0.0037,
+      "step": 29376
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.050003558281415e-05,
+      "loss": 0.0001,
+      "step": 29378
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049938862255692e-05,
+      "loss": 0.003,
+      "step": 29380
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049874166229969e-05,
+      "loss": 0.0024,
+      "step": 29382
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0498094702042457e-05,
+      "loss": 0.0003,
+      "step": 29384
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049744774178522e-05,
+      "loss": 0.0007,
+      "step": 29386
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0496800781527995e-05,
+      "loss": 0.0013,
+      "step": 29388
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049615382127076e-05,
+      "loss": 0.0,
+      "step": 29390
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049550686101353e-05,
+      "loss": 0.0001,
+      "step": 29392
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04948599007563e-05,
+      "loss": 0.0019,
+      "step": 29394
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0494212940499064e-05,
+      "loss": 0.0,
+      "step": 29396
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049356598024184e-05,
+      "loss": 0.0,
+      "step": 29398
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04929190199846e-05,
+      "loss": 0.0,
+      "step": 29400
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049227205972737e-05,
+      "loss": 0.011,
+      "step": 29402
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049162509947014e-05,
+      "loss": 0.0005,
+      "step": 29404
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049097813921291e-05,
+      "loss": 0.0,
+      "step": 29406
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.049033117895568e-05,
+      "loss": 0.0,
+      "step": 29408
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048968421869845e-05,
+      "loss": 0.0001,
+      "step": 29410
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048903725844122e-05,
+      "loss": 0.0036,
+      "step": 29412
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0488390298183986e-05,
+      "loss": 0.0,
+      "step": 29414
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0487743337926755e-05,
+      "loss": 0.013,
+      "step": 29416
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048709637766952e-05,
+      "loss": 0.0,
+      "step": 29418
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048644941741229e-05,
+      "loss": 0.0025,
+      "step": 29420
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0485802457155056e-05,
+      "loss": 0.002,
+      "step": 29422
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0485155496897825e-05,
+      "loss": 0.0,
+      "step": 29424
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04845085366406e-05,
+      "loss": 0.0029,
+      "step": 29426
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048386157638336e-05,
+      "loss": 0.0191,
+      "step": 29428
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048321461612614e-05,
+      "loss": 0.0,
+      "step": 29430
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04825676558689e-05,
+      "loss": 0.0001,
+      "step": 29432
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048192069561167e-05,
+      "loss": 0.0,
+      "step": 29434
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048127373535444e-05,
+      "loss": 0.0013,
+      "step": 29436
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.048062677509721e-05,
+      "loss": 0.0009,
+      "step": 29438
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047997981483998e-05,
+      "loss": 0.0039,
+      "step": 29440
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0479332854582746e-05,
+      "loss": 0.0097,
+      "step": 29442
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0478685894325516e-05,
+      "loss": 0.0001,
+      "step": 29444
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047803893406828e-05,
+      "loss": 0.0006,
+      "step": 29446
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0477391973811054e-05,
+      "loss": 0.0189,
+      "step": 29448
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0476745013553816e-05,
+      "loss": 0.0286,
+      "step": 29450
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047609805329659e-05,
+      "loss": 0.0,
+      "step": 29452
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0475451093039354e-05,
+      "loss": 0.0025,
+      "step": 29454
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047480413278212e-05,
+      "loss": 0.0007,
+      "step": 29456
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04741571725249e-05,
+      "loss": 0.0602,
+      "step": 29458
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047351021226766e-05,
+      "loss": 0.0004,
+      "step": 29460
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047286325201043e-05,
+      "loss": 0.0,
+      "step": 29462
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04722162917532e-05,
+      "loss": 0.0,
+      "step": 29464
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047156933149597e-05,
+      "loss": 0.0001,
+      "step": 29466
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047092237123873e-05,
+      "loss": 0.0001,
+      "step": 29468
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.047027541098151e-05,
+      "loss": 0.0,
+      "step": 29470
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0469628450724276e-05,
+      "loss": 0.0001,
+      "step": 29472
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0468981490467045e-05,
+      "loss": 0.0001,
+      "step": 29474
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0468334530209814e-05,
+      "loss": 0.0,
+      "step": 29476
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0467687569952576e-05,
+      "loss": 0.0002,
+      "step": 29478
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.046704060969535e-05,
+      "loss": 0.0001,
+      "step": 29480
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0466393649438115e-05,
+      "loss": 0.0008,
+      "step": 29482
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0465746689180884e-05,
+      "loss": 0.0001,
+      "step": 29484
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.046509972892365e-05,
+      "loss": 0.0003,
+      "step": 29486
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.046445276866642e-05,
+      "loss": 0.0035,
+      "step": 29488
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.046380580840919e-05,
+      "loss": 0.0001,
+      "step": 29490
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.046315884815196e-05,
+      "loss": 0.0,
+      "step": 29492
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.046251188789473e-05,
+      "loss": 0.0017,
+      "step": 29494
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04618649276375e-05,
+      "loss": 0.0003,
+      "step": 29496
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.046121796738027e-05,
+      "loss": 0.0002,
+      "step": 29498
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.046057100712303e-05,
+      "loss": 0.0354,
+      "step": 29500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0459924046865805e-05,
+      "loss": 0.0001,
+      "step": 29502
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0459277086608575e-05,
+      "loss": 0.0,
+      "step": 29504
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045863012635134e-05,
+      "loss": 0.0,
+      "step": 29506
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045798316609411e-05,
+      "loss": 0.0079,
+      "step": 29508
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0457336205836875e-05,
+      "loss": 0.0023,
+      "step": 29510
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045668924557965e-05,
+      "loss": 0.0001,
+      "step": 29512
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045604228532241e-05,
+      "loss": 0.0,
+      "step": 29514
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045539532506518e-05,
+      "loss": 0.0,
+      "step": 29516
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045474836480795e-05,
+      "loss": 0.0015,
+      "step": 29518
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045410140455072e-05,
+      "loss": 0.0,
+      "step": 29520
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045345444429349e-05,
+      "loss": 0.0014,
+      "step": 29522
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045280748403626e-05,
+      "loss": 0.0,
+      "step": 29524
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045216052377903e-05,
+      "loss": 0.0008,
+      "step": 29526
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045151356352179e-05,
+      "loss": 0.0001,
+      "step": 29528
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0450866603264566e-05,
+      "loss": 0.0,
+      "step": 29530
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.045021964300733e-05,
+      "loss": 0.0,
+      "step": 29532
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0449572682750104e-05,
+      "loss": 0.0002,
+      "step": 29534
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044892572249287e-05,
+      "loss": 0.0,
+      "step": 29536
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0448278762235635e-05,
+      "loss": 0.0094,
+      "step": 29538
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044763180197841e-05,
+      "loss": 0.0065,
+      "step": 29540
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0446984841721174e-05,
+      "loss": 0.0002,
+      "step": 29542
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044633788146394e-05,
+      "loss": 0.0,
+      "step": 29544
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044569092120671e-05,
+      "loss": 0.0001,
+      "step": 29546
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044504396094948e-05,
+      "loss": 0.0,
+      "step": 29548
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044439700069225e-05,
+      "loss": 0.0016,
+      "step": 29550
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044375004043502e-05,
+      "loss": 0.0006,
+      "step": 29552
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044310308017779e-05,
+      "loss": 0.0,
+      "step": 29554
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044245611992056e-05,
+      "loss": 0.0003,
+      "step": 29556
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0441809159663326e-05,
+      "loss": 0.0039,
+      "step": 29558
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.044116219940609e-05,
+      "loss": 0.0008,
+      "step": 29560
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0440515239148864e-05,
+      "loss": 0.0001,
+      "step": 29562
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043986827889163e-05,
+      "loss": 0.0,
+      "step": 29564
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0439221318634396e-05,
+      "loss": 0.0,
+      "step": 29566
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0438574358377165e-05,
+      "loss": 0.0,
+      "step": 29568
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0437927398119934e-05,
+      "loss": 0.0025,
+      "step": 29570
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04372804378627e-05,
+      "loss": 0.0,
+      "step": 29572
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043663347760547e-05,
+      "loss": 0.0,
+      "step": 29574
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043598651734824e-05,
+      "loss": 0.001,
+      "step": 29576
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043533955709101e-05,
+      "loss": 0.0002,
+      "step": 29578
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043469259683378e-05,
+      "loss": 0.0,
+      "step": 29580
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043404563657655e-05,
+      "loss": 0.0001,
+      "step": 29582
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043339867631932e-05,
+      "loss": 0.0001,
+      "step": 29584
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043275171606209e-05,
+      "loss": 0.0005,
+      "step": 29586
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043210475580485e-05,
+      "loss": 0.0,
+      "step": 29588
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0431457795547625e-05,
+      "loss": 0.0001,
+      "step": 29590
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043081083529039e-05,
+      "loss": 0.0,
+      "step": 29592
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.043016387503316e-05,
+      "loss": 0.0015,
+      "step": 29594
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0429516914775925e-05,
+      "loss": 0.0001,
+      "step": 29596
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0428869954518694e-05,
+      "loss": 0.0003,
+      "step": 29598
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0428222994261463e-05,
+      "loss": 0.0009,
+      "step": 29600
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.042757603400423e-05,
+      "loss": 0.0033,
+      "step": 29602
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0426929073747e-05,
+      "loss": 0.0073,
+      "step": 29604
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.042628211348977e-05,
+      "loss": 0.0001,
+      "step": 29606
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.042563515323254e-05,
+      "loss": 0.0001,
+      "step": 29608
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.04249881929753e-05,
+      "loss": 0.0024,
+      "step": 29610
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.042434123271808e-05,
+      "loss": 0.0067,
+      "step": 29612
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.042369427246084e-05,
+      "loss": 0.005,
+      "step": 29614
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0423047312203616e-05,
+      "loss": 0.0001,
+      "step": 29616
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0422400351946385e-05,
+      "loss": 0.0003,
+      "step": 29618
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.042175339168915e-05,
+      "loss": 0.0,
+      "step": 29620
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.042110643143192e-05,
+      "loss": 0.001,
+      "step": 29622
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 4.0420459471174686e-05,
+      "loss": 0.0,
+      "step": 29624
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0419812510917455e-05,
+      "loss": 0.0,
+      "step": 29626
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0419165550660224e-05,
+      "loss": 0.004,
+      "step": 29628
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.041851859040299e-05,
+      "loss": 0.0006,
+      "step": 29630
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.041787163014576e-05,
+      "loss": 0.0093,
+      "step": 29632
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.041722466988853e-05,
+      "loss": 0.0108,
+      "step": 29634
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.04165777096313e-05,
+      "loss": 0.0001,
+      "step": 29636
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.041593074937407e-05,
+      "loss": 0.0001,
+      "step": 29638
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.041528378911684e-05,
+      "loss": 0.0001,
+      "step": 29640
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.04146368288596e-05,
+      "loss": 0.0011,
+      "step": 29642
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0413989868602377e-05,
+      "loss": 0.0001,
+      "step": 29644
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.041334290834514e-05,
+      "loss": 0.0111,
+      "step": 29646
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.041269594808791e-05,
+      "loss": 0.0007,
+      "step": 29648
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0412048987830684e-05,
+      "loss": 0.0007,
+      "step": 29650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0411402027573446e-05,
+      "loss": 0.0003,
+      "step": 29652
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.041075506731622e-05,
+      "loss": 0.0016,
+      "step": 29654
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0410108107058984e-05,
+      "loss": 0.0,
+      "step": 29656
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040946114680175e-05,
+      "loss": 0.0001,
+      "step": 29658
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040881418654452e-05,
+      "loss": 0.0001,
+      "step": 29660
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040816722628729e-05,
+      "loss": 0.0001,
+      "step": 29662
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040752026603006e-05,
+      "loss": 0.0,
+      "step": 29664
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040687330577283e-05,
+      "loss": 0.0001,
+      "step": 29666
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.04062263455156e-05,
+      "loss": 0.0,
+      "step": 29668
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040557938525836e-05,
+      "loss": 0.0,
+      "step": 29670
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040493242500114e-05,
+      "loss": 0.0001,
+      "step": 29672
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.04042854647439e-05,
+      "loss": 0.0007,
+      "step": 29674
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0403638504486675e-05,
+      "loss": 0.001,
+      "step": 29676
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040299154422944e-05,
+      "loss": 0.0,
+      "step": 29678
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0402344583972207e-05,
+      "loss": 0.0,
+      "step": 29680
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.040169762371498e-05,
+      "loss": 0.0,
+      "step": 29682
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0401050663457745e-05,
+      "loss": 0.0,
+      "step": 29684
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0400403703200514e-05,
+      "loss": 0.0,
+      "step": 29686
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039975674294328e-05,
+      "loss": 0.0001,
+      "step": 29688
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039910978268605e-05,
+      "loss": 0.0,
+      "step": 29690
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0398462822428814e-05,
+      "loss": 0.0002,
+      "step": 29692
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039781586217159e-05,
+      "loss": 0.0002,
+      "step": 29694
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039716890191436e-05,
+      "loss": 0.0,
+      "step": 29696
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039652194165713e-05,
+      "loss": 0.0065,
+      "step": 29698
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03958749813999e-05,
+      "loss": 0.0001,
+      "step": 29700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039522802114266e-05,
+      "loss": 0.0,
+      "step": 29702
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0394581060885436e-05,
+      "loss": 0.0001,
+      "step": 29704
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03939341006282e-05,
+      "loss": 0.0099,
+      "step": 29706
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039328714037097e-05,
+      "loss": 0.0011,
+      "step": 29708
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0392640180113736e-05,
+      "loss": 0.0039,
+      "step": 29710
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0391993219856505e-05,
+      "loss": 0.0,
+      "step": 29712
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0391346259599274e-05,
+      "loss": 0.0004,
+      "step": 29714
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039069929934204e-05,
+      "loss": 0.0,
+      "step": 29716
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.039005233908481e-05,
+      "loss": 0.0014,
+      "step": 29718
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038940537882758e-05,
+      "loss": 0.0,
+      "step": 29720
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038875841857035e-05,
+      "loss": 0.0043,
+      "step": 29722
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038811145831311e-05,
+      "loss": 0.0,
+      "step": 29724
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038746449805589e-05,
+      "loss": 0.0024,
+      "step": 29726
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038681753779866e-05,
+      "loss": 0.0,
+      "step": 29728
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038617057754142e-05,
+      "loss": 0.0036,
+      "step": 29730
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0385523617284196e-05,
+      "loss": 0.0019,
+      "step": 29732
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038487665702696e-05,
+      "loss": 0.0012,
+      "step": 29734
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0384229696769734e-05,
+      "loss": 0.0037,
+      "step": 29736
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0383582736512496e-05,
+      "loss": 0.0019,
+      "step": 29738
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0382935776255265e-05,
+      "loss": 0.0049,
+      "step": 29740
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0382288815998035e-05,
+      "loss": 0.0019,
+      "step": 29742
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0381641855740804e-05,
+      "loss": 0.001,
+      "step": 29744
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038099489548357e-05,
+      "loss": 0.0001,
+      "step": 29746
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.038034793522634e-05,
+      "loss": 0.0,
+      "step": 29748
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037970097496911e-05,
+      "loss": 0.0001,
+      "step": 29750
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037905401471187e-05,
+      "loss": 0.0002,
+      "step": 29752
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037840705445465e-05,
+      "loss": 0.0044,
+      "step": 29754
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037776009419741e-05,
+      "loss": 0.0054,
+      "step": 29756
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037711313394019e-05,
+      "loss": 0.0001,
+      "step": 29758
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0376466173682956e-05,
+      "loss": 0.0007,
+      "step": 29760
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037581921342572e-05,
+      "loss": 0.0002,
+      "step": 29762
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0375172253168494e-05,
+      "loss": 0.0,
+      "step": 29764
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037452529291126e-05,
+      "loss": 0.0001,
+      "step": 29766
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0373878332654026e-05,
+      "loss": 0.0027,
+      "step": 29768
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0373231372396795e-05,
+      "loss": 0.0002,
+      "step": 29770
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0372584412139564e-05,
+      "loss": 0.0,
+      "step": 29772
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037193745188233e-05,
+      "loss": 0.0001,
+      "step": 29774
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03712904916251e-05,
+      "loss": 0.0001,
+      "step": 29776
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.037064353136787e-05,
+      "loss": 0.0,
+      "step": 29778
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036999657111064e-05,
+      "loss": 0.0001,
+      "step": 29780
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036934961085341e-05,
+      "loss": 0.0185,
+      "step": 29782
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036870265059617e-05,
+      "loss": 0.0049,
+      "step": 29784
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036805569033895e-05,
+      "loss": 0.0059,
+      "step": 29786
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036740873008171e-05,
+      "loss": 0.0049,
+      "step": 29788
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036676176982448e-05,
+      "loss": 0.0,
+      "step": 29790
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036611480956725e-05,
+      "loss": 0.0,
+      "step": 29792
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036546784931002e-05,
+      "loss": 0.0002,
+      "step": 29794
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036482088905279e-05,
+      "loss": 0.0,
+      "step": 29796
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0364173928795555e-05,
+      "loss": 0.0092,
+      "step": 29798
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0363526968538324e-05,
+      "loss": 0.0001,
+      "step": 29800
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0362880008281094e-05,
+      "loss": 0.0,
+      "step": 29802
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036223304802386e-05,
+      "loss": 0.0002,
+      "step": 29804
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036158608776663e-05,
+      "loss": 0.0,
+      "step": 29806
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03609391275094e-05,
+      "loss": 0.0,
+      "step": 29808
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.036029216725217e-05,
+      "loss": 0.007,
+      "step": 29810
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035964520699493e-05,
+      "loss": 0.0048,
+      "step": 29812
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035899824673771e-05,
+      "loss": 0.0,
+      "step": 29814
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035835128648047e-05,
+      "loss": 0.0006,
+      "step": 29816
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0357704326223246e-05,
+      "loss": 0.0157,
+      "step": 29818
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035705736596601e-05,
+      "loss": 0.0002,
+      "step": 29820
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035641040570878e-05,
+      "loss": 0.0,
+      "step": 29822
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035576344545155e-05,
+      "loss": 0.002,
+      "step": 29824
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0355116485194316e-05,
+      "loss": 0.001,
+      "step": 29826
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0354469524937085e-05,
+      "loss": 0.0009,
+      "step": 29828
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0353822564679854e-05,
+      "loss": 0.0,
+      "step": 29830
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035317560442262e-05,
+      "loss": 0.0027,
+      "step": 29832
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0352528644165385e-05,
+      "loss": 0.0,
+      "step": 29834
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035188168390816e-05,
+      "loss": 0.0,
+      "step": 29836
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.035123472365093e-05,
+      "loss": 0.0003,
+      "step": 29838
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03505877633937e-05,
+      "loss": 0.0,
+      "step": 29840
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034994080313647e-05,
+      "loss": 0.0004,
+      "step": 29842
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034929384287923e-05,
+      "loss": 0.0,
+      "step": 29844
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034864688262201e-05,
+      "loss": 0.0,
+      "step": 29846
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034799992236477e-05,
+      "loss": 0.0001,
+      "step": 29848
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034735296210754e-05,
+      "loss": 0.0029,
+      "step": 29850
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034670600185031e-05,
+      "loss": 0.0001,
+      "step": 29852
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0346059041593076e-05,
+      "loss": 0.0001,
+      "step": 29854
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0345412081335845e-05,
+      "loss": 0.0006,
+      "step": 29856
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0344765121078614e-05,
+      "loss": 0.0001,
+      "step": 29858
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0344118160821383e-05,
+      "loss": 0.0,
+      "step": 29860
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034347120056415e-05,
+      "loss": 0.0016,
+      "step": 29862
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034282424030692e-05,
+      "loss": 0.0,
+      "step": 29864
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0342177280049684e-05,
+      "loss": 0.0001,
+      "step": 29866
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034153031979246e-05,
+      "loss": 0.0004,
+      "step": 29868
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034088335953522e-05,
+      "loss": 0.0,
+      "step": 29870
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.034023639927799e-05,
+      "loss": 0.0,
+      "step": 29872
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033958943902077e-05,
+      "loss": 0.0,
+      "step": 29874
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033894247876353e-05,
+      "loss": 0.02,
+      "step": 29876
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0338295518506305e-05,
+      "loss": 0.0,
+      "step": 29878
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033764855824907e-05,
+      "loss": 0.0003,
+      "step": 29880
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0337001597991837e-05,
+      "loss": 0.0001,
+      "step": 29882
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0336354637734606e-05,
+      "loss": 0.0027,
+      "step": 29884
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0335707677477375e-05,
+      "loss": 0.0055,
+      "step": 29886
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0335060717220144e-05,
+      "loss": 0.0001,
+      "step": 29888
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033441375696291e-05,
+      "loss": 0.023,
+      "step": 29890
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033376679670568e-05,
+      "loss": 0.0034,
+      "step": 29892
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0333119836448444e-05,
+      "loss": 0.0026,
+      "step": 29894
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033247287619122e-05,
+      "loss": 0.0048,
+      "step": 29896
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033182591593398e-05,
+      "loss": 0.0002,
+      "step": 29898
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033117895567676e-05,
+      "loss": 0.0,
+      "step": 29900
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.033053199541952e-05,
+      "loss": 0.0133,
+      "step": 29902
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032988503516229e-05,
+      "loss": 0.0,
+      "step": 29904
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0329238074905066e-05,
+      "loss": 0.0261,
+      "step": 29906
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032859111464783e-05,
+      "loss": 0.0001,
+      "step": 29908
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03279441543906e-05,
+      "loss": 0.0008,
+      "step": 29910
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0327297194133366e-05,
+      "loss": 0.0003,
+      "step": 29912
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0326650233876135e-05,
+      "loss": 0.0132,
+      "step": 29914
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03260032736189e-05,
+      "loss": 0.001,
+      "step": 29916
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032535631336167e-05,
+      "loss": 0.0001,
+      "step": 29918
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032470935310444e-05,
+      "loss": 0.0001,
+      "step": 29920
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032406239284721e-05,
+      "loss": 0.0003,
+      "step": 29922
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032341543258998e-05,
+      "loss": 0.0044,
+      "step": 29924
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032276847233274e-05,
+      "loss": 0.0001,
+      "step": 29926
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032212151207552e-05,
+      "loss": 0.0001,
+      "step": 29928
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032147455181828e-05,
+      "loss": 0.0001,
+      "step": 29930
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032082759156105e-05,
+      "loss": 0.0003,
+      "step": 29932
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.032018063130382e-05,
+      "loss": 0.0001,
+      "step": 29934
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.031953367104659e-05,
+      "loss": 0.0,
+      "step": 29936
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0318886710789364e-05,
+      "loss": 0.0001,
+      "step": 29938
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0318239750532126e-05,
+      "loss": 0.0002,
+      "step": 29940
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0317592790274896e-05,
+      "loss": 0.0005,
+      "step": 29942
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0316945830017665e-05,
+      "loss": 0.0008,
+      "step": 29944
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0316298869760434e-05,
+      "loss": 0.0004,
+      "step": 29946
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0315651909503196e-05,
+      "loss": 0.0001,
+      "step": 29948
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.031500494924597e-05,
+      "loss": 0.0001,
+      "step": 29950
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.031435798898874e-05,
+      "loss": 0.0054,
+      "step": 29952
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03137110287315e-05,
+      "loss": 0.0035,
+      "step": 29954
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.031306406847428e-05,
+      "loss": 0.0001,
+      "step": 29956
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.031241710821704e-05,
+      "loss": 0.0158,
+      "step": 29958
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.031177014795982e-05,
+      "loss": 0.0213,
+      "step": 29960
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.031112318770258e-05,
+      "loss": 0.0006,
+      "step": 29962
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.031047622744535e-05,
+      "loss": 0.0017,
+      "step": 29964
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030982926718812e-05,
+      "loss": 0.0,
+      "step": 29966
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030918230693089e-05,
+      "loss": 0.0004,
+      "step": 29968
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0308535346673656e-05,
+      "loss": 0.0002,
+      "step": 29970
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0307888386416425e-05,
+      "loss": 0.0001,
+      "step": 29972
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0307241426159194e-05,
+      "loss": 0.0001,
+      "step": 29974
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0306594465901956e-05,
+      "loss": 0.0,
+      "step": 29976
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030594750564473e-05,
+      "loss": 0.0003,
+      "step": 29978
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0305300545387495e-05,
+      "loss": 0.0025,
+      "step": 29980
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030465358513027e-05,
+      "loss": 0.0001,
+      "step": 29982
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030400662487304e-05,
+      "loss": 0.0,
+      "step": 29984
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.03033596646158e-05,
+      "loss": 0.0112,
+      "step": 29986
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030271270435858e-05,
+      "loss": 0.0,
+      "step": 29988
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030206574410134e-05,
+      "loss": 0.0016,
+      "step": 29990
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030141878384411e-05,
+      "loss": 0.0003,
+      "step": 29992
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030077182358688e-05,
+      "loss": 0.0001,
+      "step": 29994
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.030012486332965e-05,
+      "loss": 0.0002,
+      "step": 29996
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0299477903072416e-05,
+      "loss": 0.0016,
+      "step": 29998
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0298830942815185e-05,
+      "loss": 0.0,
+      "step": 30000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0298183982557955e-05,
+      "loss": 0.0007,
+      "step": 30002
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0297537022300724e-05,
+      "loss": 0.0,
+      "step": 30004
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.029689006204349e-05,
+      "loss": 0.0104,
+      "step": 30006
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0296243101786255e-05,
+      "loss": 0.0,
+      "step": 30008
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.029559614152903e-05,
+      "loss": 0.0,
+      "step": 30010
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.029494918127179e-05,
+      "loss": 0.0001,
+      "step": 30012
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.029430222101456e-05,
+      "loss": 0.0004,
+      "step": 30014
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.029365526075734e-05,
+      "loss": 0.0002,
+      "step": 30016
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.02930083005001e-05,
+      "loss": 0.0001,
+      "step": 30018
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0292361340242876e-05,
+      "loss": 0.0006,
+      "step": 30020
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.029171437998564e-05,
+      "loss": 0.0009,
+      "step": 30022
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.029106741972841e-05,
+      "loss": 0.0127,
+      "step": 30024
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.029042045947118e-05,
+      "loss": 0.0001,
+      "step": 30026
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0289773499213946e-05,
+      "loss": 0.0336,
+      "step": 30028
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0289126538956715e-05,
+      "loss": 0.0002,
+      "step": 30030
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0288479578699484e-05,
+      "loss": 0.0003,
+      "step": 30032
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028783261844225e-05,
+      "loss": 0.0002,
+      "step": 30034
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0287185658185015e-05,
+      "loss": 0.0054,
+      "step": 30036
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028653869792779e-05,
+      "loss": 0.0003,
+      "step": 30038
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0285891737670554e-05,
+      "loss": 0.0062,
+      "step": 30040
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028524477741333e-05,
+      "loss": 0.0,
+      "step": 30042
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028459781715609e-05,
+      "loss": 0.007,
+      "step": 30044
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028395085689886e-05,
+      "loss": 0.0002,
+      "step": 30046
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028330389664163e-05,
+      "loss": 0.0001,
+      "step": 30048
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.02826569363844e-05,
+      "loss": 0.0006,
+      "step": 30050
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028200997612717e-05,
+      "loss": 0.0,
+      "step": 30052
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028136301586994e-05,
+      "loss": 0.0,
+      "step": 30054
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0280716055612706e-05,
+      "loss": 0.0,
+      "step": 30056
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.028006909535547e-05,
+      "loss": 0.002,
+      "step": 30058
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0279422135098244e-05,
+      "loss": 0.0069,
+      "step": 30060
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0278775174841014e-05,
+      "loss": 0.024,
+      "step": 30062
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027812821458378e-05,
+      "loss": 0.0,
+      "step": 30064
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027748125432655e-05,
+      "loss": 0.0027,
+      "step": 30066
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0276834294069314e-05,
+      "loss": 0.0008,
+      "step": 30068
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027618733381209e-05,
+      "loss": 0.0003,
+      "step": 30070
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027554037355485e-05,
+      "loss": 0.0014,
+      "step": 30072
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027489341329762e-05,
+      "loss": 0.0,
+      "step": 30074
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027424645304039e-05,
+      "loss": 0.0004,
+      "step": 30076
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027359949278316e-05,
+      "loss": 0.0,
+      "step": 30078
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027295253252593e-05,
+      "loss": 0.0,
+      "step": 30080
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.02723055722687e-05,
+      "loss": 0.0007,
+      "step": 30082
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.027165861201147e-05,
+      "loss": 0.0002,
+      "step": 30084
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0271011651754236e-05,
+      "loss": 0.0006,
+      "step": 30086
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0270364691497005e-05,
+      "loss": 0.0003,
+      "step": 30088
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026971773123977e-05,
+      "loss": 0.0094,
+      "step": 30090
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026907077098254e-05,
+      "loss": 0.0028,
+      "step": 30092
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0268423810725305e-05,
+      "loss": 0.0002,
+      "step": 30094
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0267776850468074e-05,
+      "loss": 0.0074,
+      "step": 30096
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026712989021085e-05,
+      "loss": 0.0001,
+      "step": 30098
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026648292995361e-05,
+      "loss": 0.0,
+      "step": 30100
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026583596969639e-05,
+      "loss": 0.0,
+      "step": 30102
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026518900943915e-05,
+      "loss": 0.0082,
+      "step": 30104
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026454204918192e-05,
+      "loss": 0.0033,
+      "step": 30106
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026389508892469e-05,
+      "loss": 0.0063,
+      "step": 30108
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026324812866746e-05,
+      "loss": 0.0001,
+      "step": 30110
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026260116841023e-05,
+      "loss": 0.0005,
+      "step": 30112
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0261954208152996e-05,
+      "loss": 0.0,
+      "step": 30114
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0261307247895765e-05,
+      "loss": 0.027,
+      "step": 30116
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.026066028763853e-05,
+      "loss": 0.0002,
+      "step": 30118
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0260013327381303e-05,
+      "loss": 0.0001,
+      "step": 30120
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0259366367124066e-05,
+      "loss": 0.0302,
+      "step": 30122
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.025871940686684e-05,
+      "loss": 0.0004,
+      "step": 30124
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.0258072446609604e-05,
+      "loss": 0.0001,
+      "step": 30126
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.025742548635237e-05,
+      "loss": 0.0003,
+      "step": 30128
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.025677852609515e-05,
+      "loss": 0.0553,
+      "step": 30130
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.025613156583791e-05,
+      "loss": 0.0,
+      "step": 30132
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.025548460558068e-05,
+      "loss": 0.0,
+      "step": 30134
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.025483764532345e-05,
+      "loss": 0.0062,
+      "step": 30136
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.025419068506622e-05,
+      "loss": 0.0001,
+      "step": 30138
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.025354372480899e-05,
+      "loss": 0.0002,
+      "step": 30140
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0252896764551757e-05,
+      "loss": 0.0001,
+      "step": 30142
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0252249804294526e-05,
+      "loss": 0.0004,
+      "step": 30144
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0251602844037295e-05,
+      "loss": 0.0001,
+      "step": 30146
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0250955883780064e-05,
+      "loss": 0.0001,
+      "step": 30148
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0250308923522826e-05,
+      "loss": 0.0001,
+      "step": 30150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02496619632656e-05,
+      "loss": 0.0011,
+      "step": 30152
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0249015003008364e-05,
+      "loss": 0.0,
+      "step": 30154
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024836804275113e-05,
+      "loss": 0.0117,
+      "step": 30156
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02477210824939e-05,
+      "loss": 0.0001,
+      "step": 30158
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024707412223667e-05,
+      "loss": 0.0001,
+      "step": 30160
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024642716197945e-05,
+      "loss": 0.0001,
+      "step": 30162
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024578020172221e-05,
+      "loss": 0.0,
+      "step": 30164
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024513324146498e-05,
+      "loss": 0.0002,
+      "step": 30166
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024448628120775e-05,
+      "loss": 0.0001,
+      "step": 30168
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024383932095052e-05,
+      "loss": 0.007,
+      "step": 30170
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024319236069328e-05,
+      "loss": 0.004,
+      "step": 30172
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0242545400436055e-05,
+      "loss": 0.0005,
+      "step": 30174
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0241898440178824e-05,
+      "loss": 0.0004,
+      "step": 30176
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0241251479921587e-05,
+      "loss": 0.0,
+      "step": 30178
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.024060451966436e-05,
+      "loss": 0.0,
+      "step": 30180
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0239957559407125e-05,
+      "loss": 0.0041,
+      "step": 30182
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02393105991499e-05,
+      "loss": 0.0002,
+      "step": 30184
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023866363889266e-05,
+      "loss": 0.0001,
+      "step": 30186
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023801667863543e-05,
+      "loss": 0.0001,
+      "step": 30188
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02373697183782e-05,
+      "loss": 0.0,
+      "step": 30190
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023672275812097e-05,
+      "loss": 0.0,
+      "step": 30192
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023607579786374e-05,
+      "loss": 0.0028,
+      "step": 30194
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023542883760651e-05,
+      "loss": 0.0003,
+      "step": 30196
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023478187734928e-05,
+      "loss": 0.0014,
+      "step": 30198
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023413491709204e-05,
+      "loss": 0.0007,
+      "step": 30200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0233487956834816e-05,
+      "loss": 0.0103,
+      "step": 30202
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023284099657758e-05,
+      "loss": 0.012,
+      "step": 30204
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0232194036320354e-05,
+      "loss": 0.0043,
+      "step": 30206
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023154707606312e-05,
+      "loss": 0.0,
+      "step": 30208
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0230900115805885e-05,
+      "loss": 0.0105,
+      "step": 30210
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.023025315554866e-05,
+      "loss": 0.0004,
+      "step": 30212
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022960619529142e-05,
+      "loss": 0.0011,
+      "step": 30214
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022895923503419e-05,
+      "loss": 0.0001,
+      "step": 30216
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022831227477696e-05,
+      "loss": 0.0001,
+      "step": 30218
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022766531451973e-05,
+      "loss": 0.0118,
+      "step": 30220
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02270183542625e-05,
+      "loss": 0.0013,
+      "step": 30222
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022637139400527e-05,
+      "loss": 0.0015,
+      "step": 30224
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022572443374804e-05,
+      "loss": 0.0047,
+      "step": 30226
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022507747349081e-05,
+      "loss": 0.0001,
+      "step": 30228
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0224430513233576e-05,
+      "loss": 0.0001,
+      "step": 30230
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022378355297634e-05,
+      "loss": 0.0035,
+      "step": 30232
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0223136592719114e-05,
+      "loss": 0.0002,
+      "step": 30234
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0222489632461876e-05,
+      "loss": 0.0065,
+      "step": 30236
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0221842672204646e-05,
+      "loss": 0.0002,
+      "step": 30238
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.022119571194742e-05,
+      "loss": 0.0,
+      "step": 30240
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0220548751690184e-05,
+      "loss": 0.0021,
+      "step": 30242
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021990179143296e-05,
+      "loss": 0.0001,
+      "step": 30244
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021925483117572e-05,
+      "loss": 0.0003,
+      "step": 30246
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021860787091849e-05,
+      "loss": 0.0012,
+      "step": 30248
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021796091066126e-05,
+      "loss": 0.0042,
+      "step": 30250
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021731395040403e-05,
+      "loss": 0.0061,
+      "step": 30252
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02166669901468e-05,
+      "loss": 0.0088,
+      "step": 30254
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021602002988957e-05,
+      "loss": 0.0007,
+      "step": 30256
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0215373069632336e-05,
+      "loss": 0.0024,
+      "step": 30258
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02147261093751e-05,
+      "loss": 0.0,
+      "step": 30260
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0214079149117875e-05,
+      "loss": 0.0001,
+      "step": 30262
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021343218886064e-05,
+      "loss": 0.0001,
+      "step": 30264
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021278522860341e-05,
+      "loss": 0.0211,
+      "step": 30266
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0212138268346175e-05,
+      "loss": 0.0132,
+      "step": 30268
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0211491308088944e-05,
+      "loss": 0.0,
+      "step": 30270
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021084434783171e-05,
+      "loss": 0.0,
+      "step": 30272
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.021019738757448e-05,
+      "loss": 0.0001,
+      "step": 30274
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020955042731725e-05,
+      "loss": 0.0,
+      "step": 30276
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020890346706002e-05,
+      "loss": 0.0,
+      "step": 30278
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020825650680279e-05,
+      "loss": 0.0034,
+      "step": 30280
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020760954654555e-05,
+      "loss": 0.0001,
+      "step": 30282
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020696258628833e-05,
+      "loss": 0.0028,
+      "step": 30284
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02063156260311e-05,
+      "loss": 0.0155,
+      "step": 30286
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0205668665773866e-05,
+      "loss": 0.0001,
+      "step": 30288
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0205021705516635e-05,
+      "loss": 0.0,
+      "step": 30290
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.02043747452594e-05,
+      "loss": 0.0058,
+      "step": 30292
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020372778500217e-05,
+      "loss": 0.0,
+      "step": 30294
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0203080824744935e-05,
+      "loss": 0.0001,
+      "step": 30296
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0202433864487704e-05,
+      "loss": 0.0048,
+      "step": 30298
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0201786904230474e-05,
+      "loss": 0.0001,
+      "step": 30300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020113994397324e-05,
+      "loss": 0.0001,
+      "step": 30302
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.020049298371601e-05,
+      "loss": 0.0112,
+      "step": 30304
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019984602345878e-05,
+      "loss": 0.0001,
+      "step": 30306
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019919906320155e-05,
+      "loss": 0.0,
+      "step": 30308
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019855210294432e-05,
+      "loss": 0.0,
+      "step": 30310
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019790514268709e-05,
+      "loss": 0.0005,
+      "step": 30312
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019725818242985e-05,
+      "loss": 0.0,
+      "step": 30314
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0196611222172626e-05,
+      "loss": 0.0004,
+      "step": 30316
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0195964261915395e-05,
+      "loss": 0.0001,
+      "step": 30318
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019531730165816e-05,
+      "loss": 0.009,
+      "step": 30320
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0194670341400934e-05,
+      "loss": 0.0,
+      "step": 30322
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0194023381143696e-05,
+      "loss": 0.0,
+      "step": 30324
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019337642088647e-05,
+      "loss": 0.0001,
+      "step": 30326
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0192729460629234e-05,
+      "loss": 0.0019,
+      "step": 30328
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0192082500372e-05,
+      "loss": 0.0013,
+      "step": 30330
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019143554011477e-05,
+      "loss": 0.0002,
+      "step": 30332
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019078857985754e-05,
+      "loss": 0.0013,
+      "step": 30334
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.019014161960031e-05,
+      "loss": 0.0001,
+      "step": 30336
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018949465934308e-05,
+      "loss": 0.0,
+      "step": 30338
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018884769908585e-05,
+      "loss": 0.0,
+      "step": 30340
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018820073882861e-05,
+      "loss": 0.0,
+      "step": 30342
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018755377857139e-05,
+      "loss": 0.0001,
+      "step": 30344
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018690681831415e-05,
+      "loss": 0.0036,
+      "step": 30346
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0186259858056925e-05,
+      "loss": 0.0008,
+      "step": 30348
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018561289779969e-05,
+      "loss": 0.0002,
+      "step": 30350
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0184965937542456e-05,
+      "loss": 0.0001,
+      "step": 30352
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018431897728523e-05,
+      "loss": 0.0,
+      "step": 30354
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0183672017027994e-05,
+      "loss": 0.0064,
+      "step": 30356
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0183025056770763e-05,
+      "loss": 0.0,
+      "step": 30358
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018237809651353e-05,
+      "loss": 0.0006,
+      "step": 30360
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.01817311362563e-05,
+      "loss": 0.0,
+      "step": 30362
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018108417599907e-05,
+      "loss": 0.001,
+      "step": 30364
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.018043721574184e-05,
+      "loss": 0.0001,
+      "step": 30366
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017979025548461e-05,
+      "loss": 0.0005,
+      "step": 30368
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017914329522738e-05,
+      "loss": 0.0,
+      "step": 30370
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017849633497015e-05,
+      "loss": 0.0,
+      "step": 30372
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017784937471291e-05,
+      "loss": 0.0079,
+      "step": 30374
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0177202414455685e-05,
+      "loss": 0.0,
+      "step": 30376
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017655545419845e-05,
+      "loss": 0.0084,
+      "step": 30378
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017590849394122e-05,
+      "loss": 0.0012,
+      "step": 30380
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0175261533683986e-05,
+      "loss": 0.0003,
+      "step": 30382
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0174614573426755e-05,
+      "loss": 0.0,
+      "step": 30384
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017396761316953e-05,
+      "loss": 0.0002,
+      "step": 30386
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017332065291229e-05,
+      "loss": 0.0,
+      "step": 30388
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017267369265506e-05,
+      "loss": 0.0001,
+      "step": 30390
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017202673239783e-05,
+      "loss": 0.0011,
+      "step": 30392
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.01713797721406e-05,
+      "loss": 0.0,
+      "step": 30394
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017073281188336e-05,
+      "loss": 0.0,
+      "step": 30396
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.017008585162614e-05,
+      "loss": 0.0,
+      "step": 30398
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016943889136891e-05,
+      "loss": 0.0,
+      "step": 30400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016879193111167e-05,
+      "loss": 0.0009,
+      "step": 30402
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0168144970854446e-05,
+      "loss": 0.0204,
+      "step": 30404
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016749801059721e-05,
+      "loss": 0.0008,
+      "step": 30406
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0166851050339984e-05,
+      "loss": 0.0001,
+      "step": 30408
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0166204090082746e-05,
+      "loss": 0.0001,
+      "step": 30410
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0165557129825515e-05,
+      "loss": 0.0002,
+      "step": 30412
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0164910169568284e-05,
+      "loss": 0.0041,
+      "step": 30414
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016426320931105e-05,
+      "loss": 0.0012,
+      "step": 30416
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016361624905382e-05,
+      "loss": 0.0,
+      "step": 30418
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016296928879659e-05,
+      "loss": 0.0001,
+      "step": 30420
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016232232853936e-05,
+      "loss": 0.0,
+      "step": 30422
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016167536828212e-05,
+      "loss": 0.0159,
+      "step": 30424
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.01610284080249e-05,
+      "loss": 0.0,
+      "step": 30426
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.016038144776766e-05,
+      "loss": 0.0062,
+      "step": 30428
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015973448751044e-05,
+      "loss": 0.01,
+      "step": 30430
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0159087527253206e-05,
+      "loss": 0.0001,
+      "step": 30432
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015844056699597e-05,
+      "loss": 0.0002,
+      "step": 30434
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0157793606738744e-05,
+      "loss": 0.0107,
+      "step": 30436
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0157146646481507e-05,
+      "loss": 0.0009,
+      "step": 30438
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0156499686224276e-05,
+      "loss": 0.0,
+      "step": 30440
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0155852725967045e-05,
+      "loss": 0.002,
+      "step": 30442
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0155205765709814e-05,
+      "loss": 0.0003,
+      "step": 30444
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015455880545258e-05,
+      "loss": 0.0009,
+      "step": 30446
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015391184519535e-05,
+      "loss": 0.0004,
+      "step": 30448
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015326488493812e-05,
+      "loss": 0.0002,
+      "step": 30450
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015261792468089e-05,
+      "loss": 0.0519,
+      "step": 30452
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015197096442366e-05,
+      "loss": 0.0027,
+      "step": 30454
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015132400416642e-05,
+      "loss": 0.0001,
+      "step": 30456
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.01506770439092e-05,
+      "loss": 0.0,
+      "step": 30458
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.015003008365196e-05,
+      "loss": 0.0001,
+      "step": 30460
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014938312339473e-05,
+      "loss": 0.0116,
+      "step": 30462
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0148736163137505e-05,
+      "loss": 0.0,
+      "step": 30464
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014808920288027e-05,
+      "loss": 0.0,
+      "step": 30466
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014744224262304e-05,
+      "loss": 0.0092,
+      "step": 30468
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0146795282365805e-05,
+      "loss": 0.0099,
+      "step": 30470
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0146148322108574e-05,
+      "loss": 0.015,
+      "step": 30472
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014550136185134e-05,
+      "loss": 0.0,
+      "step": 30474
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014485440159411e-05,
+      "loss": 0.0002,
+      "step": 30476
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014420744133688e-05,
+      "loss": 0.0,
+      "step": 30478
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014356048107965e-05,
+      "loss": 0.0,
+      "step": 30480
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014291352082242e-05,
+      "loss": 0.0,
+      "step": 30482
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014226656056518e-05,
+      "loss": 0.0001,
+      "step": 30484
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014161960030796e-05,
+      "loss": 0.0,
+      "step": 30486
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.014097264005072e-05,
+      "loss": 0.0001,
+      "step": 30488
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0140325679793496e-05,
+      "loss": 0.0116,
+      "step": 30490
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013967871953626e-05,
+      "loss": 0.0,
+      "step": 30492
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013903175927903e-05,
+      "loss": 0.0,
+      "step": 30494
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.01383847990218e-05,
+      "loss": 0.0007,
+      "step": 30496
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0137737838764565e-05,
+      "loss": 0.0147,
+      "step": 30498
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0137090878507335e-05,
+      "loss": 0.0001,
+      "step": 30500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0136443918250104e-05,
+      "loss": 0.0002,
+      "step": 30502
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013579695799287e-05,
+      "loss": 0.0012,
+      "step": 30504
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013514999773564e-05,
+      "loss": 0.0002,
+      "step": 30506
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013450303747841e-05,
+      "loss": 0.0002,
+      "step": 30508
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013385607722118e-05,
+      "loss": 0.0001,
+      "step": 30510
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013320911696395e-05,
+      "loss": 0.0001,
+      "step": 30512
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013256215670672e-05,
+      "loss": 0.0001,
+      "step": 30514
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013191519644948e-05,
+      "loss": 0.0072,
+      "step": 30516
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0131268236192256e-05,
+      "loss": 0.0,
+      "step": 30518
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.013062127593502e-05,
+      "loss": 0.0,
+      "step": 30520
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012997431567779e-05,
+      "loss": 0.0,
+      "step": 30522
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012932735542056e-05,
+      "loss": 0.0008,
+      "step": 30524
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0128680395163326e-05,
+      "loss": 0.0062,
+      "step": 30526
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0128033434906095e-05,
+      "loss": 0.0009,
+      "step": 30528
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0127386474648864e-05,
+      "loss": 0.0,
+      "step": 30530
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012673951439163e-05,
+      "loss": 0.0001,
+      "step": 30532
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.01260925541344e-05,
+      "loss": 0.0001,
+      "step": 30534
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012544559387717e-05,
+      "loss": 0.0003,
+      "step": 30536
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0124798633619934e-05,
+      "loss": 0.0,
+      "step": 30538
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012415167336271e-05,
+      "loss": 0.0002,
+      "step": 30540
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012350471310548e-05,
+      "loss": 0.0,
+      "step": 30542
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012285775284824e-05,
+      "loss": 0.0109,
+      "step": 30544
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012221079259102e-05,
+      "loss": 0.0005,
+      "step": 30546
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012156383233378e-05,
+      "loss": 0.0001,
+      "step": 30548
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0120916872076555e-05,
+      "loss": 0.0009,
+      "step": 30550
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.012026991181932e-05,
+      "loss": 0.0,
+      "step": 30552
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0119622951562086e-05,
+      "loss": 0.0,
+      "step": 30554
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0118975991304855e-05,
+      "loss": 0.0038,
+      "step": 30556
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0118329031047624e-05,
+      "loss": 0.0001,
+      "step": 30558
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0117682070790394e-05,
+      "loss": 0.0036,
+      "step": 30560
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011703511053316e-05,
+      "loss": 0.0,
+      "step": 30562
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011638815027593e-05,
+      "loss": 0.0,
+      "step": 30564
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0115741190018694e-05,
+      "loss": 0.0,
+      "step": 30566
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011509422976147e-05,
+      "loss": 0.0,
+      "step": 30568
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011444726950423e-05,
+      "loss": 0.0088,
+      "step": 30570
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011380030924701e-05,
+      "loss": 0.0069,
+      "step": 30572
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011315334898977e-05,
+      "loss": 0.0035,
+      "step": 30574
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011250638873254e-05,
+      "loss": 0.0001,
+      "step": 30576
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0111859428475315e-05,
+      "loss": 0.0131,
+      "step": 30578
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011121246821808e-05,
+      "loss": 0.0,
+      "step": 30580
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.011056550796085e-05,
+      "loss": 0.0,
+      "step": 30582
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0109918547703616e-05,
+      "loss": 0.0,
+      "step": 30584
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0109271587446385e-05,
+      "loss": 0.004,
+      "step": 30586
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0108624627189154e-05,
+      "loss": 0.0,
+      "step": 30588
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010797766693192e-05,
+      "loss": 0.003,
+      "step": 30590
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010733070667469e-05,
+      "loss": 0.0176,
+      "step": 30592
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010668374641746e-05,
+      "loss": 0.0051,
+      "step": 30594
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010603678616023e-05,
+      "loss": 0.0,
+      "step": 30596
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010538982590299e-05,
+      "loss": 0.0052,
+      "step": 30598
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010474286564577e-05,
+      "loss": 0.0141,
+      "step": 30600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010409590538853e-05,
+      "loss": 0.0002,
+      "step": 30602
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.01034489451313e-05,
+      "loss": 0.0001,
+      "step": 30604
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010280198487407e-05,
+      "loss": 0.0002,
+      "step": 30606
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.010215502461684e-05,
+      "loss": 0.0005,
+      "step": 30608
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0101508064359614e-05,
+      "loss": 0.0002,
+      "step": 30610
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0100861104102376e-05,
+      "loss": 0.0005,
+      "step": 30612
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0100214143845145e-05,
+      "loss": 0.001,
+      "step": 30614
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0099567183587914e-05,
+      "loss": 0.0001,
+      "step": 30616
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0098920223330683e-05,
+      "loss": 0.0002,
+      "step": 30618
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009827326307345e-05,
+      "loss": 0.0,
+      "step": 30620
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009762630281622e-05,
+      "loss": 0.0003,
+      "step": 30622
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009697934255899e-05,
+      "loss": 0.0,
+      "step": 30624
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009633238230175e-05,
+      "loss": 0.0088,
+      "step": 30626
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009568542204453e-05,
+      "loss": 0.0045,
+      "step": 30628
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009503846178729e-05,
+      "loss": 0.0,
+      "step": 30630
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009439150153007e-05,
+      "loss": 0.0144,
+      "step": 30632
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009374454127283e-05,
+      "loss": 0.0,
+      "step": 30634
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.00930975810156e-05,
+      "loss": 0.0208,
+      "step": 30636
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.009245062075837e-05,
+      "loss": 0.0001,
+      "step": 30638
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0091803660501137e-05,
+      "loss": 0.0001,
+      "step": 30640
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0091156700243906e-05,
+      "loss": 0.0001,
+      "step": 30642
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0090509739986675e-05,
+      "loss": 0.0004,
+      "step": 30644
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0089862779729444e-05,
+      "loss": 0.0003,
+      "step": 30646
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.008921581947221e-05,
+      "loss": 0.0001,
+      "step": 30648
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.008856885921498e-05,
+      "loss": 0.0,
+      "step": 30650
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.0087921898957744e-05,
+      "loss": 0.0004,
+      "step": 30652
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.008727493870052e-05,
+      "loss": 0.0001,
+      "step": 30654
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 4.008662797844329e-05,
+      "loss": 0.001,
+      "step": 30656
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.008598101818605e-05,
+      "loss": 0.0,
+      "step": 30658
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.008533405792883e-05,
+      "loss": 0.0,
+      "step": 30660
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.008468709767159e-05,
+      "loss": 0.0048,
+      "step": 30662
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.008404013741436e-05,
+      "loss": 0.0003,
+      "step": 30664
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.008339317715713e-05,
+      "loss": 0.0058,
+      "step": 30666
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00827462168999e-05,
+      "loss": 0.0,
+      "step": 30668
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0082099256642666e-05,
+      "loss": 0.0043,
+      "step": 30670
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0081452296385435e-05,
+      "loss": 0.0,
+      "step": 30672
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0080805336128204e-05,
+      "loss": 0.0015,
+      "step": 30674
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.008015837587097e-05,
+      "loss": 0.0013,
+      "step": 30676
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007951141561374e-05,
+      "loss": 0.0001,
+      "step": 30678
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0078864455356505e-05,
+      "loss": 0.0,
+      "step": 30680
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007821749509928e-05,
+      "loss": 0.002,
+      "step": 30682
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007757053484204e-05,
+      "loss": 0.0001,
+      "step": 30684
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007692357458481e-05,
+      "loss": 0.0029,
+      "step": 30686
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007627661432759e-05,
+      "loss": 0.0001,
+      "step": 30688
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007562965407035e-05,
+      "loss": 0.0001,
+      "step": 30690
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0074982693813126e-05,
+      "loss": 0.0003,
+      "step": 30692
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007433573355589e-05,
+      "loss": 0.0013,
+      "step": 30694
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.007368877329866e-05,
+      "loss": 0.0001,
+      "step": 30696
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0073041813041427e-05,
+      "loss": 0.0001,
+      "step": 30698
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0072394852784196e-05,
+      "loss": 0.0,
+      "step": 30700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0071747892526965e-05,
+      "loss": 0.0,
+      "step": 30702
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0071100932269734e-05,
+      "loss": 0.0289,
+      "step": 30704
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00704539720125e-05,
+      "loss": 0.0043,
+      "step": 30706
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0069807011755265e-05,
+      "loss": 0.0,
+      "step": 30708
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006916005149804e-05,
+      "loss": 0.0001,
+      "step": 30710
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00685130912408e-05,
+      "loss": 0.0133,
+      "step": 30712
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006786613098358e-05,
+      "loss": 0.0,
+      "step": 30714
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006721917072634e-05,
+      "loss": 0.0356,
+      "step": 30716
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006657221046911e-05,
+      "loss": 0.0002,
+      "step": 30718
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0065925250211886e-05,
+      "loss": 0.0001,
+      "step": 30720
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006527828995465e-05,
+      "loss": 0.0001,
+      "step": 30722
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006463132969742e-05,
+      "loss": 0.0118,
+      "step": 30724
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006398436944019e-05,
+      "loss": 0.0,
+      "step": 30726
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0063337409182956e-05,
+      "loss": 0.0148,
+      "step": 30728
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0062690448925725e-05,
+      "loss": 0.0001,
+      "step": 30730
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0062043488668494e-05,
+      "loss": 0.0,
+      "step": 30732
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006139652841126e-05,
+      "loss": 0.0001,
+      "step": 30734
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.006074956815403e-05,
+      "loss": 0.0,
+      "step": 30736
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00601026078968e-05,
+      "loss": 0.0002,
+      "step": 30738
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0059455647639564e-05,
+      "loss": 0.0008,
+      "step": 30740
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005880868738234e-05,
+      "loss": 0.0001,
+      "step": 30742
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00581617271251e-05,
+      "loss": 0.0024,
+      "step": 30744
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005751476686787e-05,
+      "loss": 0.0001,
+      "step": 30746
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005686780661064e-05,
+      "loss": 0.0022,
+      "step": 30748
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005622084635341e-05,
+      "loss": 0.0,
+      "step": 30750
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005557388609618e-05,
+      "loss": 0.0,
+      "step": 30752
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005492692583895e-05,
+      "loss": 0.0046,
+      "step": 30754
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0054279965581716e-05,
+      "loss": 0.0001,
+      "step": 30756
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0053633005324485e-05,
+      "loss": 0.0,
+      "step": 30758
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0052986045067255e-05,
+      "loss": 0.0057,
+      "step": 30760
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005233908481002e-05,
+      "loss": 0.0025,
+      "step": 30762
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005169212455279e-05,
+      "loss": 0.0008,
+      "step": 30764
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.005104516429556e-05,
+      "loss": 0.0002,
+      "step": 30766
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0050398204038324e-05,
+      "loss": 0.0002,
+      "step": 30768
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00497512437811e-05,
+      "loss": 0.0013,
+      "step": 30770
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004910428352386e-05,
+      "loss": 0.029,
+      "step": 30772
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004845732326664e-05,
+      "loss": 0.0001,
+      "step": 30774
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00478103630094e-05,
+      "loss": 0.0,
+      "step": 30776
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004716340275217e-05,
+      "loss": 0.0,
+      "step": 30778
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004651644249494e-05,
+      "loss": 0.0003,
+      "step": 30780
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004586948223771e-05,
+      "loss": 0.0043,
+      "step": 30782
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004522252198048e-05,
+      "loss": 0.0048,
+      "step": 30784
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0044575561723246e-05,
+      "loss": 0.0002,
+      "step": 30786
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0043928601466015e-05,
+      "loss": 0.0,
+      "step": 30788
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0043281641208784e-05,
+      "loss": 0.0004,
+      "step": 30790
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004263468095155e-05,
+      "loss": 0.0111,
+      "step": 30792
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0041987720694315e-05,
+      "loss": 0.0,
+      "step": 30794
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004134076043709e-05,
+      "loss": 0.0001,
+      "step": 30796
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004069380017986e-05,
+      "loss": 0.0001,
+      "step": 30798
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.004004683992262e-05,
+      "loss": 0.0001,
+      "step": 30800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00393998796654e-05,
+      "loss": 0.0001,
+      "step": 30802
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.003875291940816e-05,
+      "loss": 0.0147,
+      "step": 30804
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.003810595915093e-05,
+      "loss": 0.0002,
+      "step": 30806
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00374589988937e-05,
+      "loss": 0.0001,
+      "step": 30808
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.003681203863647e-05,
+      "loss": 0.0001,
+      "step": 30810
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.003616507837924e-05,
+      "loss": 0.0004,
+      "step": 30812
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0035518118122006e-05,
+      "loss": 0.0165,
+      "step": 30814
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0034871157864775e-05,
+      "loss": 0.0001,
+      "step": 30816
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0034224197607544e-05,
+      "loss": 0.0,
+      "step": 30818
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0033577237350314e-05,
+      "loss": 0.0,
+      "step": 30820
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0032930277093076e-05,
+      "loss": 0.0009,
+      "step": 30822
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.003228331683585e-05,
+      "loss": 0.0054,
+      "step": 30824
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0031636356578614e-05,
+      "loss": 0.0003,
+      "step": 30826
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.003098939632138e-05,
+      "loss": 0.0003,
+      "step": 30828
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.003034243606415e-05,
+      "loss": 0.0144,
+      "step": 30830
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.002969547580692e-05,
+      "loss": 0.0003,
+      "step": 30832
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.00290485155497e-05,
+      "loss": 0.0046,
+      "step": 30834
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.002840155529246e-05,
+      "loss": 0.0,
+      "step": 30836
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.002775459503523e-05,
+      "loss": 0.0001,
+      "step": 30838
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0027107634778e-05,
+      "loss": 0.0,
+      "step": 30840
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.002646067452077e-05,
+      "loss": 0.0014,
+      "step": 30842
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0025813714263536e-05,
+      "loss": 0.0003,
+      "step": 30844
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0025166754006305e-05,
+      "loss": 0.0002,
+      "step": 30846
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0024519793749074e-05,
+      "loss": 0.0027,
+      "step": 30848
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0023872833491836e-05,
+      "loss": 0.0001,
+      "step": 30850
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.002322587323461e-05,
+      "loss": 0.0021,
+      "step": 30852
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0022578912977374e-05,
+      "loss": 0.0,
+      "step": 30854
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.002193195272015e-05,
+      "loss": 0.0002,
+      "step": 30856
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.002128499246291e-05,
+      "loss": 0.0001,
+      "step": 30858
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.002063803220568e-05,
+      "loss": 0.0001,
+      "step": 30860
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001999107194845e-05,
+      "loss": 0.0021,
+      "step": 30862
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001934411169122e-05,
+      "loss": 0.0,
+      "step": 30864
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001869715143399e-05,
+      "loss": 0.0395,
+      "step": 30866
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001805019117676e-05,
+      "loss": 0.0013,
+      "step": 30868
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001740323091953e-05,
+      "loss": 0.0022,
+      "step": 30870
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0016756270662296e-05,
+      "loss": 0.0171,
+      "step": 30872
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0016109310405065e-05,
+      "loss": 0.0,
+      "step": 30874
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001546235014783e-05,
+      "loss": 0.0007,
+      "step": 30876
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0014815389890603e-05,
+      "loss": 0.0001,
+      "step": 30878
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001416842963337e-05,
+      "loss": 0.0001,
+      "step": 30880
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0013521469376135e-05,
+      "loss": 0.0,
+      "step": 30882
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001287450911891e-05,
+      "loss": 0.0006,
+      "step": 30884
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001222754886167e-05,
+      "loss": 0.0,
+      "step": 30886
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001158058860444e-05,
+      "loss": 0.0003,
+      "step": 30888
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001093362834721e-05,
+      "loss": 0.0003,
+      "step": 30890
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.001028666808998e-05,
+      "loss": 0.0001,
+      "step": 30892
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000963970783275e-05,
+      "loss": 0.0016,
+      "step": 30894
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000899274757552e-05,
+      "loss": 0.004,
+      "step": 30896
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000834578731829e-05,
+      "loss": 0.0075,
+      "step": 30898
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0007698827061057e-05,
+      "loss": 0.0001,
+      "step": 30900
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0007051866803826e-05,
+      "loss": 0.0014,
+      "step": 30902
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000640490654659e-05,
+      "loss": 0.0,
+      "step": 30904
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0005757946289364e-05,
+      "loss": 0.0047,
+      "step": 30906
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0005110986032126e-05,
+      "loss": 0.0,
+      "step": 30908
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0004464025774895e-05,
+      "loss": 0.0,
+      "step": 30910
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000381706551767e-05,
+      "loss": 0.0002,
+      "step": 30912
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.0003170105260433e-05,
+      "loss": 0.0091,
+      "step": 30914
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000252314500321e-05,
+      "loss": 0.0002,
+      "step": 30916
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000187618474597e-05,
+      "loss": 0.0,
+      "step": 30918
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000122922448874e-05,
+      "loss": 0.0,
+      "step": 30920
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 4.000058226423151e-05,
+      "loss": 0.0001,
+      "step": 30922
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999993530397428e-05,
+      "loss": 0.0005,
+      "step": 30924
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999928834371705e-05,
+      "loss": 0.0,
+      "step": 30926
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999864138345982e-05,
+      "loss": 0.0224,
+      "step": 30928
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9997994423202586e-05,
+      "loss": 0.0001,
+      "step": 30930
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9997347462945355e-05,
+      "loss": 0.0014,
+      "step": 30932
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9996700502688124e-05,
+      "loss": 0.0032,
+      "step": 30934
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9996053542430887e-05,
+      "loss": 0.0001,
+      "step": 30936
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999540658217366e-05,
+      "loss": 0.004,
+      "step": 30938
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9994759621916425e-05,
+      "loss": 0.0001,
+      "step": 30940
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9994112661659194e-05,
+      "loss": 0.0,
+      "step": 30942
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999346570140197e-05,
+      "loss": 0.0,
+      "step": 30944
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999281874114473e-05,
+      "loss": 0.0001,
+      "step": 30946
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99921717808875e-05,
+      "loss": 0.098,
+      "step": 30948
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999152482063027e-05,
+      "loss": 0.0005,
+      "step": 30950
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999087786037304e-05,
+      "loss": 0.0,
+      "step": 30952
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.999023090011581e-05,
+      "loss": 0.0003,
+      "step": 30954
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998958393985858e-05,
+      "loss": 0.0,
+      "step": 30956
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9988936979601346e-05,
+      "loss": 0.0,
+      "step": 30958
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9988290019344116e-05,
+      "loss": 0.0037,
+      "step": 30960
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9987643059086885e-05,
+      "loss": 0.0001,
+      "step": 30962
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998699609882965e-05,
+      "loss": 0.0188,
+      "step": 30964
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998634913857242e-05,
+      "loss": 0.0006,
+      "step": 30966
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9985702178315185e-05,
+      "loss": 0.0001,
+      "step": 30968
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9985055218057954e-05,
+      "loss": 0.0002,
+      "step": 30970
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998440825780072e-05,
+      "loss": 0.0001,
+      "step": 30972
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998376129754349e-05,
+      "loss": 0.0,
+      "step": 30974
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998311433728627e-05,
+      "loss": 0.0001,
+      "step": 30976
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998246737702903e-05,
+      "loss": 0.0046,
+      "step": 30978
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99818204167718e-05,
+      "loss": 0.0003,
+      "step": 30980
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998117345651457e-05,
+      "loss": 0.0001,
+      "step": 30982
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.998052649625734e-05,
+      "loss": 0.0,
+      "step": 30984
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99798795360001e-05,
+      "loss": 0.0032,
+      "step": 30986
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9979232575742876e-05,
+      "loss": 0.008,
+      "step": 30988
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9978585615485645e-05,
+      "loss": 0.0001,
+      "step": 30990
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997793865522841e-05,
+      "loss": 0.0019,
+      "step": 30992
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997729169497118e-05,
+      "loss": 0.0009,
+      "step": 30994
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9976644734713946e-05,
+      "loss": 0.0006,
+      "step": 30996
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997599777445672e-05,
+      "loss": 0.0001,
+      "step": 30998
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9975350814199484e-05,
+      "loss": 0.0,
+      "step": 31000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997470385394225e-05,
+      "loss": 0.0,
+      "step": 31002
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997405689368502e-05,
+      "loss": 0.005,
+      "step": 31004
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997340993342779e-05,
+      "loss": 0.0,
+      "step": 31006
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997276297317056e-05,
+      "loss": 0.0001,
+      "step": 31008
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997211601291333e-05,
+      "loss": 0.0004,
+      "step": 31010
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99714690526561e-05,
+      "loss": 0.0002,
+      "step": 31012
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.997082209239887e-05,
+      "loss": 0.0001,
+      "step": 31014
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9970175132141636e-05,
+      "loss": 0.0,
+      "step": 31016
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99695281718844e-05,
+      "loss": 0.0002,
+      "step": 31018
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9968881211627175e-05,
+      "loss": 0.0019,
+      "step": 31020
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9968234251369944e-05,
+      "loss": 0.0001,
+      "step": 31022
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9967587291112706e-05,
+      "loss": 0.0,
+      "step": 31024
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996694033085548e-05,
+      "loss": 0.0001,
+      "step": 31026
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9966293370598244e-05,
+      "loss": 0.0008,
+      "step": 31028
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996564641034101e-05,
+      "loss": 0.0056,
+      "step": 31030
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996499945008378e-05,
+      "loss": 0.0056,
+      "step": 31032
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996435248982655e-05,
+      "loss": 0.0,
+      "step": 31034
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996370552956932e-05,
+      "loss": 0.0007,
+      "step": 31036
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996305856931209e-05,
+      "loss": 0.0014,
+      "step": 31038
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996241160905486e-05,
+      "loss": 0.004,
+      "step": 31040
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996176464879763e-05,
+      "loss": 0.0001,
+      "step": 31042
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99611176885404e-05,
+      "loss": 0.0012,
+      "step": 31044
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.996047072828316e-05,
+      "loss": 0.0,
+      "step": 31046
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9959823768025935e-05,
+      "loss": 0.0,
+      "step": 31048
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99591768077687e-05,
+      "loss": 0.0002,
+      "step": 31050
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9958529847511466e-05,
+      "loss": 0.001,
+      "step": 31052
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9957882887254235e-05,
+      "loss": 0.0007,
+      "step": 31054
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9957235926997005e-05,
+      "loss": 0.0017,
+      "step": 31056
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995658896673978e-05,
+      "loss": 0.0001,
+      "step": 31058
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995594200648254e-05,
+      "loss": 0.0098,
+      "step": 31060
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995529504622531e-05,
+      "loss": 0.0,
+      "step": 31062
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995464808596808e-05,
+      "loss": 0.0002,
+      "step": 31064
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995400112571085e-05,
+      "loss": 0.01,
+      "step": 31066
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995335416545362e-05,
+      "loss": 0.0,
+      "step": 31068
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995270720519639e-05,
+      "loss": 0.0,
+      "step": 31070
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995206024493916e-05,
+      "loss": 0.0326,
+      "step": 31072
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9951413284681926e-05,
+      "loss": 0.001,
+      "step": 31074
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9950766324424695e-05,
+      "loss": 0.0037,
+      "step": 31076
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.995011936416746e-05,
+      "loss": 0.0001,
+      "step": 31078
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9949472403910234e-05,
+      "loss": 0.001,
+      "step": 31080
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9948825443652996e-05,
+      "loss": 0.0141,
+      "step": 31082
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9948178483395765e-05,
+      "loss": 0.0077,
+      "step": 31084
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9947531523138534e-05,
+      "loss": 0.0001,
+      "step": 31086
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99468845628813e-05,
+      "loss": 0.002,
+      "step": 31088
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.994623760262407e-05,
+      "loss": 0.0,
+      "step": 31090
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.994559064236684e-05,
+      "loss": 0.0003,
+      "step": 31092
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.994494368210961e-05,
+      "loss": 0.0021,
+      "step": 31094
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.994429672185238e-05,
+      "loss": 0.0001,
+      "step": 31096
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.994364976159515e-05,
+      "loss": 0.0002,
+      "step": 31098
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.994300280133792e-05,
+      "loss": 0.0001,
+      "step": 31100
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.994235584108069e-05,
+      "loss": 0.0,
+      "step": 31102
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9941708880823456e-05,
+      "loss": 0.0043,
+      "step": 31104
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.994106192056622e-05,
+      "loss": 0.0011,
+      "step": 31106
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9940414960308994e-05,
+      "loss": 0.0332,
+      "step": 31108
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9939768000051756e-05,
+      "loss": 0.0004,
+      "step": 31110
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9939121039794525e-05,
+      "loss": 0.0049,
+      "step": 31112
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9938474079537294e-05,
+      "loss": 0.0001,
+      "step": 31114
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9937827119280063e-05,
+      "loss": 0.006,
+      "step": 31116
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993718015902283e-05,
+      "loss": 0.0,
+      "step": 31118
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99365331987656e-05,
+      "loss": 0.0012,
+      "step": 31120
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993588623850837e-05,
+      "loss": 0.0,
+      "step": 31122
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993523927825114e-05,
+      "loss": 0.0001,
+      "step": 31124
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993459231799391e-05,
+      "loss": 0.007,
+      "step": 31126
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993394535773667e-05,
+      "loss": 0.0,
+      "step": 31128
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993329839747945e-05,
+      "loss": 0.0003,
+      "step": 31130
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993265143722221e-05,
+      "loss": 0.0014,
+      "step": 31132
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993200447696498e-05,
+      "loss": 0.0001,
+      "step": 31134
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9931357516707754e-05,
+      "loss": 0.0001,
+      "step": 31136
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993071055645052e-05,
+      "loss": 0.0001,
+      "step": 31138
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.993006359619329e-05,
+      "loss": 0.0004,
+      "step": 31140
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9929416635936055e-05,
+      "loss": 0.0,
+      "step": 31142
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9928769675678824e-05,
+      "loss": 0.0001,
+      "step": 31144
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992812271542159e-05,
+      "loss": 0.0001,
+      "step": 31146
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992747575516436e-05,
+      "loss": 0.0007,
+      "step": 31148
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992682879490713e-05,
+      "loss": 0.0004,
+      "step": 31150
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.99261818346499e-05,
+      "loss": 0.0004,
+      "step": 31152
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992553487439267e-05,
+      "loss": 0.0141,
+      "step": 31154
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992488791413544e-05,
+      "loss": 0.0,
+      "step": 31156
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992424095387821e-05,
+      "loss": 0.0,
+      "step": 31158
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992359399362097e-05,
+      "loss": 0.0,
+      "step": 31160
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9922947033363746e-05,
+      "loss": 0.0001,
+      "step": 31162
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992230007310651e-05,
+      "loss": 0.0001,
+      "step": 31164
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992165311284928e-05,
+      "loss": 0.0002,
+      "step": 31166
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.992100615259205e-05,
+      "loss": 0.0,
+      "step": 31168
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 3.9920359192334815e-05,
+      "loss": 0.0,
+      "step": 31170
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9919712232077584e-05,
+      "loss": 0.0002,
+      "step": 31172
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991906527182035e-05,
+      "loss": 0.0,
+      "step": 31174
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991841831156312e-05,
+      "loss": 0.0006,
+      "step": 31176
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991777135130589e-05,
+      "loss": 0.0001,
+      "step": 31178
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991712439104866e-05,
+      "loss": 0.0017,
+      "step": 31180
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991647743079143e-05,
+      "loss": 0.0001,
+      "step": 31182
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.99158304705342e-05,
+      "loss": 0.0,
+      "step": 31184
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991518351027697e-05,
+      "loss": 0.0,
+      "step": 31186
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991453655001973e-05,
+      "loss": 0.0004,
+      "step": 31188
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9913889589762506e-05,
+      "loss": 0.0034,
+      "step": 31190
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991324262950527e-05,
+      "loss": 0.0001,
+      "step": 31192
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991259566924804e-05,
+      "loss": 0.002,
+      "step": 31194
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9911948708990807e-05,
+      "loss": 0.0013,
+      "step": 31196
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9911301748733576e-05,
+      "loss": 0.0042,
+      "step": 31198
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.991065478847635e-05,
+      "loss": 0.0,
+      "step": 31200
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9910007828219114e-05,
+      "loss": 0.0001,
+      "step": 31202
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990936086796188e-05,
+      "loss": 0.0001,
+      "step": 31204
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990871390770465e-05,
+      "loss": 0.0001,
+      "step": 31206
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990806694744742e-05,
+      "loss": 0.0043,
+      "step": 31208
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990741998719018e-05,
+      "loss": 0.0,
+      "step": 31210
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990677302693296e-05,
+      "loss": 0.0026,
+      "step": 31212
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990612606667573e-05,
+      "loss": 0.0001,
+      "step": 31214
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990547910641849e-05,
+      "loss": 0.0003,
+      "step": 31216
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9904832146161266e-05,
+      "loss": 0.0065,
+      "step": 31218
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990418518590403e-05,
+      "loss": 0.0,
+      "step": 31220
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9903538225646805e-05,
+      "loss": 0.0,
+      "step": 31222
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990289126538957e-05,
+      "loss": 0.0002,
+      "step": 31224
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9902244305132336e-05,
+      "loss": 0.0,
+      "step": 31226
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9901597344875105e-05,
+      "loss": 0.0004,
+      "step": 31228
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9900950384617874e-05,
+      "loss": 0.0,
+      "step": 31230
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.990030342436064e-05,
+      "loss": 0.0001,
+      "step": 31232
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989965646410341e-05,
+      "loss": 0.0,
+      "step": 31234
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989900950384618e-05,
+      "loss": 0.0026,
+      "step": 31236
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989836254358895e-05,
+      "loss": 0.0,
+      "step": 31238
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989771558333172e-05,
+      "loss": 0.0003,
+      "step": 31240
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989706862307448e-05,
+      "loss": 0.0098,
+      "step": 31242
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989642166281726e-05,
+      "loss": 0.0,
+      "step": 31244
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989577470256003e-05,
+      "loss": 0.0,
+      "step": 31246
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989512774230279e-05,
+      "loss": 0.0078,
+      "step": 31248
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9894480782045565e-05,
+      "loss": 0.0002,
+      "step": 31250
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989383382178833e-05,
+      "loss": 0.0,
+      "step": 31252
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9893186861531096e-05,
+      "loss": 0.0024,
+      "step": 31254
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9892539901273866e-05,
+      "loss": 0.0002,
+      "step": 31256
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9891892941016635e-05,
+      "loss": 0.0001,
+      "step": 31258
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9891245980759404e-05,
+      "loss": 0.0,
+      "step": 31260
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.989059902050217e-05,
+      "loss": 0.0019,
+      "step": 31262
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988995206024494e-05,
+      "loss": 0.0174,
+      "step": 31264
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988930509998771e-05,
+      "loss": 0.0053,
+      "step": 31266
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988865813973048e-05,
+      "loss": 0.0006,
+      "step": 31268
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988801117947324e-05,
+      "loss": 0.0001,
+      "step": 31270
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988736421921602e-05,
+      "loss": 0.0095,
+      "step": 31272
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988671725895878e-05,
+      "loss": 0.0,
+      "step": 31274
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988607029870155e-05,
+      "loss": 0.0059,
+      "step": 31276
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9885423338444325e-05,
+      "loss": 0.0008,
+      "step": 31278
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988477637818709e-05,
+      "loss": 0.0002,
+      "step": 31280
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9884129417929864e-05,
+      "loss": 0.0002,
+      "step": 31282
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9883482457672626e-05,
+      "loss": 0.0011,
+      "step": 31284
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9882835497415395e-05,
+      "loss": 0.0002,
+      "step": 31286
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9882188537158164e-05,
+      "loss": 0.0008,
+      "step": 31288
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988154157690093e-05,
+      "loss": 0.0003,
+      "step": 31290
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98808946166437e-05,
+      "loss": 0.0117,
+      "step": 31292
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.988024765638647e-05,
+      "loss": 0.0002,
+      "step": 31294
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987960069612924e-05,
+      "loss": 0.0001,
+      "step": 31296
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987895373587201e-05,
+      "loss": 0.0009,
+      "step": 31298
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987830677561478e-05,
+      "loss": 0.0,
+      "step": 31300
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987765981535754e-05,
+      "loss": 0.0,
+      "step": 31302
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987701285510032e-05,
+      "loss": 0.0001,
+      "step": 31304
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987636589484308e-05,
+      "loss": 0.0002,
+      "step": 31306
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987571893458585e-05,
+      "loss": 0.0,
+      "step": 31308
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987507197432862e-05,
+      "loss": 0.0024,
+      "step": 31310
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9874425014071386e-05,
+      "loss": 0.0,
+      "step": 31312
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9873778053814155e-05,
+      "loss": 0.0,
+      "step": 31314
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9873131093556924e-05,
+      "loss": 0.0064,
+      "step": 31316
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9872484133299694e-05,
+      "loss": 0.0048,
+      "step": 31318
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987183717304246e-05,
+      "loss": 0.0078,
+      "step": 31320
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.987119021278523e-05,
+      "loss": 0.0,
+      "step": 31322
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9870543252528e-05,
+      "loss": 0.0082,
+      "step": 31324
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986989629227077e-05,
+      "loss": 0.0001,
+      "step": 31326
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986924933201354e-05,
+      "loss": 0.0028,
+      "step": 31328
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98686023717563e-05,
+      "loss": 0.0002,
+      "step": 31330
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986795541149908e-05,
+      "loss": 0.0001,
+      "step": 31332
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986730845124184e-05,
+      "loss": 0.0,
+      "step": 31334
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986666149098461e-05,
+      "loss": 0.0001,
+      "step": 31336
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986601453072738e-05,
+      "loss": 0.0002,
+      "step": 31338
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986536757047015e-05,
+      "loss": 0.0109,
+      "step": 31340
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9864720610212916e-05,
+      "loss": 0.0046,
+      "step": 31342
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9864073649955685e-05,
+      "loss": 0.0002,
+      "step": 31344
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9863426689698454e-05,
+      "loss": 0.0,
+      "step": 31346
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986277972944122e-05,
+      "loss": 0.0011,
+      "step": 31348
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986213276918399e-05,
+      "loss": 0.0027,
+      "step": 31350
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9861485808926754e-05,
+      "loss": 0.0001,
+      "step": 31352
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986083884866953e-05,
+      "loss": 0.0,
+      "step": 31354
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.986019188841229e-05,
+      "loss": 0.0,
+      "step": 31356
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985954492815506e-05,
+      "loss": 0.0,
+      "step": 31358
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985889796789784e-05,
+      "loss": 0.0,
+      "step": 31360
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98582510076406e-05,
+      "loss": 0.0001,
+      "step": 31362
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9857604047383376e-05,
+      "loss": 0.0238,
+      "step": 31364
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985695708712614e-05,
+      "loss": 0.0016,
+      "step": 31366
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985631012686891e-05,
+      "loss": 0.0001,
+      "step": 31368
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9855663166611676e-05,
+      "loss": 0.0,
+      "step": 31370
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9855016206354445e-05,
+      "loss": 0.0008,
+      "step": 31372
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9854369246097214e-05,
+      "loss": 0.0,
+      "step": 31374
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9853722285839983e-05,
+      "loss": 0.0071,
+      "step": 31376
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985307532558275e-05,
+      "loss": 0.0001,
+      "step": 31378
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985242836532552e-05,
+      "loss": 0.0001,
+      "step": 31380
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985178140506829e-05,
+      "loss": 0.0343,
+      "step": 31382
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985113444481105e-05,
+      "loss": 0.0064,
+      "step": 31384
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.985048748455383e-05,
+      "loss": 0.0002,
+      "step": 31386
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984984052429659e-05,
+      "loss": 0.0015,
+      "step": 31388
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984919356403936e-05,
+      "loss": 0.009,
+      "step": 31390
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9848546603782136e-05,
+      "loss": 0.0031,
+      "step": 31392
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98478996435249e-05,
+      "loss": 0.0002,
+      "step": 31394
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984725268326767e-05,
+      "loss": 0.0,
+      "step": 31396
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984660572301044e-05,
+      "loss": 0.0,
+      "step": 31398
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9845958762753206e-05,
+      "loss": 0.0,
+      "step": 31400
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9845311802495975e-05,
+      "loss": 0.0003,
+      "step": 31402
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9844664842238744e-05,
+      "loss": 0.0001,
+      "step": 31404
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984401788198151e-05,
+      "loss": 0.0,
+      "step": 31406
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984337092172428e-05,
+      "loss": 0.0201,
+      "step": 31408
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984272396146705e-05,
+      "loss": 0.0078,
+      "step": 31410
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9842077001209813e-05,
+      "loss": 0.0002,
+      "step": 31412
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984143004095259e-05,
+      "loss": 0.0011,
+      "step": 31414
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984078308069535e-05,
+      "loss": 0.0006,
+      "step": 31416
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.984013612043812e-05,
+      "loss": 0.0039,
+      "step": 31418
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983948916018089e-05,
+      "loss": 0.0002,
+      "step": 31420
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983884219992366e-05,
+      "loss": 0.0,
+      "step": 31422
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9838195239666435e-05,
+      "loss": 0.0005,
+      "step": 31424
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98375482794092e-05,
+      "loss": 0.0009,
+      "step": 31426
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9836901319151966e-05,
+      "loss": 0.0007,
+      "step": 31428
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9836254358894735e-05,
+      "loss": 0.0001,
+      "step": 31430
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9835607398637504e-05,
+      "loss": 0.0015,
+      "step": 31432
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9834960438380267e-05,
+      "loss": 0.0,
+      "step": 31434
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983431347812304e-05,
+      "loss": 0.0002,
+      "step": 31436
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983366651786581e-05,
+      "loss": 0.0001,
+      "step": 31438
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983301955760858e-05,
+      "loss": 0.0,
+      "step": 31440
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983237259735135e-05,
+      "loss": 0.0001,
+      "step": 31442
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983172563709411e-05,
+      "loss": 0.0008,
+      "step": 31444
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983107867683689e-05,
+      "loss": 0.0,
+      "step": 31446
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.983043171657965e-05,
+      "loss": 0.0001,
+      "step": 31448
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982978475632242e-05,
+      "loss": 0.0007,
+      "step": 31450
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982913779606519e-05,
+      "loss": 0.0,
+      "step": 31452
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982849083580796e-05,
+      "loss": 0.0,
+      "step": 31454
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9827843875550727e-05,
+      "loss": 0.0033,
+      "step": 31456
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9827196915293496e-05,
+      "loss": 0.0,
+      "step": 31458
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9826549955036265e-05,
+      "loss": 0.0,
+      "step": 31460
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9825902994779034e-05,
+      "loss": 0.0,
+      "step": 31462
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98252560345218e-05,
+      "loss": 0.0001,
+      "step": 31464
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9824609074264565e-05,
+      "loss": 0.0002,
+      "step": 31466
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982396211400734e-05,
+      "loss": 0.0,
+      "step": 31468
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982331515375011e-05,
+      "loss": 0.0004,
+      "step": 31470
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982266819349287e-05,
+      "loss": 0.0017,
+      "step": 31472
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982202123323565e-05,
+      "loss": 0.0,
+      "step": 31474
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982137427297841e-05,
+      "loss": 0.0,
+      "step": 31476
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982072731272118e-05,
+      "loss": 0.0064,
+      "step": 31478
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.982008035246395e-05,
+      "loss": 0.0,
+      "step": 31480
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981943339220672e-05,
+      "loss": 0.0002,
+      "step": 31482
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981878643194949e-05,
+      "loss": 0.0013,
+      "step": 31484
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9818139471692256e-05,
+      "loss": 0.0126,
+      "step": 31486
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9817492511435025e-05,
+      "loss": 0.0,
+      "step": 31488
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9816845551177794e-05,
+      "loss": 0.0007,
+      "step": 31490
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981619859092056e-05,
+      "loss": 0.0,
+      "step": 31492
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9815551630663326e-05,
+      "loss": 0.0033,
+      "step": 31494
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98149046704061e-05,
+      "loss": 0.0003,
+      "step": 31496
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9814257710148864e-05,
+      "loss": 0.0001,
+      "step": 31498
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981361074989163e-05,
+      "loss": 0.0001,
+      "step": 31500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981296378963441e-05,
+      "loss": 0.0001,
+      "step": 31502
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981231682937717e-05,
+      "loss": 0.0,
+      "step": 31504
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981166986911995e-05,
+      "loss": 0.0127,
+      "step": 31506
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981102290886271e-05,
+      "loss": 0.0001,
+      "step": 31508
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.981037594860548e-05,
+      "loss": 0.0002,
+      "step": 31510
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980972898834825e-05,
+      "loss": 0.0034,
+      "step": 31512
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9809082028091016e-05,
+      "loss": 0.0,
+      "step": 31514
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9808435067833785e-05,
+      "loss": 0.0116,
+      "step": 31516
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9807788107576555e-05,
+      "loss": 0.0,
+      "step": 31518
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9807141147319324e-05,
+      "loss": 0.0002,
+      "step": 31520
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980649418706209e-05,
+      "loss": 0.0002,
+      "step": 31522
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980584722680486e-05,
+      "loss": 0.0007,
+      "step": 31524
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9805200266547624e-05,
+      "loss": 0.0,
+      "step": 31526
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98045533062904e-05,
+      "loss": 0.0,
+      "step": 31528
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980390634603316e-05,
+      "loss": 0.0001,
+      "step": 31530
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980325938577593e-05,
+      "loss": 0.0,
+      "step": 31532
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.98026124255187e-05,
+      "loss": 0.0001,
+      "step": 31534
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980196546526147e-05,
+      "loss": 0.0,
+      "step": 31536
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980131850500424e-05,
+      "loss": 0.0003,
+      "step": 31538
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980067154474701e-05,
+      "loss": 0.0001,
+      "step": 31540
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.980002458448978e-05,
+      "loss": 0.0001,
+      "step": 31542
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9799377624232546e-05,
+      "loss": 0.0,
+      "step": 31544
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9798730663975315e-05,
+      "loss": 0.0,
+      "step": 31546
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9798083703718084e-05,
+      "loss": 0.0,
+      "step": 31548
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.979743674346085e-05,
+      "loss": 0.0,
+      "step": 31550
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.979711326333224e-05,
+      "loss": 0.2036,
+      "step": 31552
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9796466303075e-05,
+      "loss": 0.0003,
+      "step": 31554
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9795819342817776e-05,
+      "loss": 0.0,
+      "step": 31556
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9795172382560545e-05,
+      "loss": 0.0002,
+      "step": 31558
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.979452542230331e-05,
+      "loss": 0.0137,
+      "step": 31560
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.979387846204608e-05,
+      "loss": 0.0038,
+      "step": 31562
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9793231501788845e-05,
+      "loss": 0.0002,
+      "step": 31564
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9792584541531615e-05,
+      "loss": 0.0096,
+      "step": 31566
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9791937581274384e-05,
+      "loss": 0.0058,
+      "step": 31568
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.979129062101715e-05,
+      "loss": 0.0008,
+      "step": 31570
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.979064366075992e-05,
+      "loss": 0.0,
+      "step": 31572
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978999670050269e-05,
+      "loss": 0.0001,
+      "step": 31574
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978934974024546e-05,
+      "loss": 0.0001,
+      "step": 31576
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978870277998823e-05,
+      "loss": 0.0,
+      "step": 31578
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9788055819731e-05,
+      "loss": 0.0019,
+      "step": 31580
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978740885947376e-05,
+      "loss": 0.0122,
+      "step": 31582
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9786761899216536e-05,
+      "loss": 0.0,
+      "step": 31584
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.97861149389593e-05,
+      "loss": 0.0,
+      "step": 31586
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978546797870207e-05,
+      "loss": 0.0003,
+      "step": 31588
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978482101844484e-05,
+      "loss": 0.001,
+      "step": 31590
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9784174058187606e-05,
+      "loss": 0.0,
+      "step": 31592
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978352709793038e-05,
+      "loss": 0.0002,
+      "step": 31594
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9782880137673144e-05,
+      "loss": 0.0,
+      "step": 31596
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978223317741591e-05,
+      "loss": 0.0127,
+      "step": 31598
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978158621715868e-05,
+      "loss": 0.0052,
+      "step": 31600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978093925690145e-05,
+      "loss": 0.0001,
+      "step": 31602
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.978029229664422e-05,
+      "loss": 0.0,
+      "step": 31604
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.977964533638699e-05,
+      "loss": 0.0062,
+      "step": 31606
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.977899837612976e-05,
+      "loss": 0.0001,
+      "step": 31608
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.977835141587252e-05,
+      "loss": 0.0089,
+      "step": 31610
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.97777044556153e-05,
+      "loss": 0.0003,
+      "step": 31612
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.977705749535806e-05,
+      "loss": 0.0,
+      "step": 31614
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9776410535100835e-05,
+      "loss": 0.0002,
+      "step": 31616
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.97757635748436e-05,
+      "loss": 0.0056,
+      "step": 31618
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9775116614586366e-05,
+      "loss": 0.0,
+      "step": 31620
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9774469654329135e-05,
+      "loss": 0.0003,
+      "step": 31622
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9773822694071904e-05,
+      "loss": 0.0206,
+      "step": 31624
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9773175733814673e-05,
+      "loss": 0.0,
+      "step": 31626
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.977252877355744e-05,
+      "loss": 0.0,
+      "step": 31628
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.977188181330021e-05,
+      "loss": 0.0072,
+      "step": 31630
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9771234853042974e-05,
+      "loss": 0.0,
+      "step": 31632
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.977058789278575e-05,
+      "loss": 0.0,
+      "step": 31634
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976994093252851e-05,
+      "loss": 0.0001,
+      "step": 31636
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976929397227129e-05,
+      "loss": 0.0098,
+      "step": 31638
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976864701201406e-05,
+      "loss": 0.0001,
+      "step": 31640
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976800005175682e-05,
+      "loss": 0.0001,
+      "step": 31642
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9767353091499595e-05,
+      "loss": 0.0007,
+      "step": 31644
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976670613124236e-05,
+      "loss": 0.0001,
+      "step": 31646
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976605917098513e-05,
+      "loss": 0.0002,
+      "step": 31648
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9765412210727896e-05,
+      "loss": 0.016,
+      "step": 31650
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9764765250470665e-05,
+      "loss": 0.0225,
+      "step": 31652
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9764118290213434e-05,
+      "loss": 0.0025,
+      "step": 31654
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.97634713299562e-05,
+      "loss": 0.0,
+      "step": 31656
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976282436969897e-05,
+      "loss": 0.001,
+      "step": 31658
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976217740944174e-05,
+      "loss": 0.0167,
+      "step": 31660
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976153044918451e-05,
+      "loss": 0.0234,
+      "step": 31662
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976088348892727e-05,
+      "loss": 0.0,
+      "step": 31664
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.976023652867005e-05,
+      "loss": 0.0,
+      "step": 31666
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.975958956841281e-05,
+      "loss": 0.0,
+      "step": 31668
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.975894260815558e-05,
+      "loss": 0.0001,
+      "step": 31670
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9758295647898356e-05,
+      "loss": 0.0002,
+      "step": 31672
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.975764868764112e-05,
+      "loss": 0.0016,
+      "step": 31674
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9757001727383894e-05,
+      "loss": 0.0002,
+      "step": 31676
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9756354767126656e-05,
+      "loss": 0.0,
+      "step": 31678
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9755707806869425e-05,
+      "loss": 0.0002,
+      "step": 31680
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.9755060846612194e-05,
+      "loss": 0.0,
+      "step": 31682
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.975441388635496e-05,
+      "loss": 0.0053,
+      "step": 31684
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 3.975376692609773e-05,
+      "loss": 0.0004,
+      "step": 31686
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.97531199658405e-05,
+      "loss": 0.0002,
+      "step": 31688
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.975247300558327e-05,
+      "loss": 0.0034,
+      "step": 31690
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.975182604532603e-05,
+      "loss": 0.0002,
+      "step": 31692
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.975117908506881e-05,
+      "loss": 0.0181,
+      "step": 31694
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.975053212481157e-05,
+      "loss": 0.0001,
+      "step": 31696
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974988516455435e-05,
+      "loss": 0.0,
+      "step": 31698
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974923820429711e-05,
+      "loss": 0.0079,
+      "step": 31700
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974859124403988e-05,
+      "loss": 0.0002,
+      "step": 31702
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9747944283782654e-05,
+      "loss": 0.0007,
+      "step": 31704
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9747297323525417e-05,
+      "loss": 0.0,
+      "step": 31706
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9746650363268186e-05,
+      "loss": 0.0,
+      "step": 31708
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9746003403010955e-05,
+      "loss": 0.0001,
+      "step": 31710
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9745356442753724e-05,
+      "loss": 0.0022,
+      "step": 31712
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9744709482496486e-05,
+      "loss": 0.0,
+      "step": 31714
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974406252223926e-05,
+      "loss": 0.0002,
+      "step": 31716
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974341556198203e-05,
+      "loss": 0.0,
+      "step": 31718
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.97427686017248e-05,
+      "loss": 0.0006,
+      "step": 31720
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974212164146757e-05,
+      "loss": 0.0001,
+      "step": 31722
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974147468121033e-05,
+      "loss": 0.0,
+      "step": 31724
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974082772095311e-05,
+      "loss": 0.0012,
+      "step": 31726
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.974018076069587e-05,
+      "loss": 0.0067,
+      "step": 31728
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973953380043864e-05,
+      "loss": 0.001,
+      "step": 31730
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973888684018141e-05,
+      "loss": 0.0,
+      "step": 31732
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973823987992418e-05,
+      "loss": 0.0139,
+      "step": 31734
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973759291966695e-05,
+      "loss": 0.0036,
+      "step": 31736
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9736945959409715e-05,
+      "loss": 0.0001,
+      "step": 31738
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9736298999152484e-05,
+      "loss": 0.0008,
+      "step": 31740
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973565203889525e-05,
+      "loss": 0.0003,
+      "step": 31742
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973500507863802e-05,
+      "loss": 0.0002,
+      "step": 31744
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9734358118380785e-05,
+      "loss": 0.0005,
+      "step": 31746
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973371115812356e-05,
+      "loss": 0.0002,
+      "step": 31748
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973306419786633e-05,
+      "loss": 0.0,
+      "step": 31750
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973241723760909e-05,
+      "loss": 0.0003,
+      "step": 31752
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973177027735187e-05,
+      "loss": 0.0,
+      "step": 31754
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.973112331709463e-05,
+      "loss": 0.0,
+      "step": 31756
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9730476356837406e-05,
+      "loss": 0.0009,
+      "step": 31758
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972982939658017e-05,
+      "loss": 0.0239,
+      "step": 31760
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972918243632294e-05,
+      "loss": 0.0026,
+      "step": 31762
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9728535476065706e-05,
+      "loss": 0.0,
+      "step": 31764
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9727888515808476e-05,
+      "loss": 0.0051,
+      "step": 31766
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9727241555551245e-05,
+      "loss": 0.0,
+      "step": 31768
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9726594595294014e-05,
+      "loss": 0.0001,
+      "step": 31770
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972594763503678e-05,
+      "loss": 0.0053,
+      "step": 31772
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9725300674779545e-05,
+      "loss": 0.0001,
+      "step": 31774
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972465371452232e-05,
+      "loss": 0.0006,
+      "step": 31776
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972400675426508e-05,
+      "loss": 0.0004,
+      "step": 31778
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972335979400786e-05,
+      "loss": 0.0054,
+      "step": 31780
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972271283375063e-05,
+      "loss": 0.0004,
+      "step": 31782
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972206587349339e-05,
+      "loss": 0.0,
+      "step": 31784
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9721418913236166e-05,
+      "loss": 0.0001,
+      "step": 31786
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.972077195297893e-05,
+      "loss": 0.0001,
+      "step": 31788
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.97201249927217e-05,
+      "loss": 0.0001,
+      "step": 31790
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971947803246447e-05,
+      "loss": 0.0001,
+      "step": 31792
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9718831072207236e-05,
+      "loss": 0.0001,
+      "step": 31794
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9718184111950005e-05,
+      "loss": 0.0001,
+      "step": 31796
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9717537151692774e-05,
+      "loss": 0.0,
+      "step": 31798
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971689019143554e-05,
+      "loss": 0.0002,
+      "step": 31800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971624323117831e-05,
+      "loss": 0.0002,
+      "step": 31802
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971559627092108e-05,
+      "loss": 0.0023,
+      "step": 31804
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9714949310663844e-05,
+      "loss": 0.0001,
+      "step": 31806
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971430235040662e-05,
+      "loss": 0.0,
+      "step": 31808
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971365539014938e-05,
+      "loss": 0.0001,
+      "step": 31810
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971300842989215e-05,
+      "loss": 0.0001,
+      "step": 31812
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971236146963492e-05,
+      "loss": 0.0,
+      "step": 31814
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971171450937769e-05,
+      "loss": 0.0001,
+      "step": 31816
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9711067549120465e-05,
+      "loss": 0.0001,
+      "step": 31818
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.971042058886323e-05,
+      "loss": 0.0041,
+      "step": 31820
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9709773628605996e-05,
+      "loss": 0.0004,
+      "step": 31822
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9709126668348765e-05,
+      "loss": 0.0001,
+      "step": 31824
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9708479708091534e-05,
+      "loss": 0.0,
+      "step": 31826
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9707832747834304e-05,
+      "loss": 0.0006,
+      "step": 31828
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970718578757707e-05,
+      "loss": 0.0004,
+      "step": 31830
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970653882731984e-05,
+      "loss": 0.0,
+      "step": 31832
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9705891867062604e-05,
+      "loss": 0.0004,
+      "step": 31834
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970524490680538e-05,
+      "loss": 0.0018,
+      "step": 31836
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970459794654814e-05,
+      "loss": 0.0003,
+      "step": 31838
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970395098629092e-05,
+      "loss": 0.0159,
+      "step": 31840
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970330402603368e-05,
+      "loss": 0.0036,
+      "step": 31842
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970265706577645e-05,
+      "loss": 0.0004,
+      "step": 31844
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970201010551922e-05,
+      "loss": 0.0105,
+      "step": 31846
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970136314526199e-05,
+      "loss": 0.0014,
+      "step": 31848
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.970071618500476e-05,
+      "loss": 0.0156,
+      "step": 31850
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9700069224747526e-05,
+      "loss": 0.0,
+      "step": 31852
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9699422264490295e-05,
+      "loss": 0.0,
+      "step": 31854
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969877530423306e-05,
+      "loss": 0.0001,
+      "step": 31856
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969812834397583e-05,
+      "loss": 0.0,
+      "step": 31858
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96974813837186e-05,
+      "loss": 0.0,
+      "step": 31860
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969683442346137e-05,
+      "loss": 0.0119,
+      "step": 31862
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969618746320414e-05,
+      "loss": 0.0,
+      "step": 31864
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96955405029469e-05,
+      "loss": 0.0,
+      "step": 31866
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969489354268968e-05,
+      "loss": 0.0002,
+      "step": 31868
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969424658243244e-05,
+      "loss": 0.0342,
+      "step": 31870
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969359962217521e-05,
+      "loss": 0.0,
+      "step": 31872
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969295266191798e-05,
+      "loss": 0.0002,
+      "step": 31874
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969230570166075e-05,
+      "loss": 0.0005,
+      "step": 31876
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.969165874140352e-05,
+      "loss": 0.0,
+      "step": 31878
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9691011781146286e-05,
+      "loss": 0.0087,
+      "step": 31880
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9690364820889055e-05,
+      "loss": 0.0003,
+      "step": 31882
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9689717860631824e-05,
+      "loss": 0.0,
+      "step": 31884
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9689070900374593e-05,
+      "loss": 0.001,
+      "step": 31886
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9688423940117356e-05,
+      "loss": 0.0042,
+      "step": 31888
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.968777697986013e-05,
+      "loss": 0.0002,
+      "step": 31890
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9687130019602894e-05,
+      "loss": 0.0001,
+      "step": 31892
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.968648305934566e-05,
+      "loss": 0.0053,
+      "step": 31894
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.968583609908844e-05,
+      "loss": 0.0001,
+      "step": 31896
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96851891388312e-05,
+      "loss": 0.0007,
+      "step": 31898
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.968454217857398e-05,
+      "loss": 0.0174,
+      "step": 31900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.968389521831674e-05,
+      "loss": 0.0,
+      "step": 31902
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.968324825805951e-05,
+      "loss": 0.0004,
+      "step": 31904
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.968260129780228e-05,
+      "loss": 0.0003,
+      "step": 31906
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.968195433754505e-05,
+      "loss": 0.0007,
+      "step": 31908
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9681307377287816e-05,
+      "loss": 0.0,
+      "step": 31910
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9680660417030585e-05,
+      "loss": 0.0127,
+      "step": 31912
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9680013456773354e-05,
+      "loss": 0.0244,
+      "step": 31914
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9679366496516116e-05,
+      "loss": 0.0001,
+      "step": 31916
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967871953625889e-05,
+      "loss": 0.0162,
+      "step": 31918
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9678072576001654e-05,
+      "loss": 0.0081,
+      "step": 31920
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967742561574443e-05,
+      "loss": 0.0007,
+      "step": 31922
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967677865548719e-05,
+      "loss": 0.0043,
+      "step": 31924
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967613169522996e-05,
+      "loss": 0.0065,
+      "step": 31926
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967548473497274e-05,
+      "loss": 0.0,
+      "step": 31928
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96748377747155e-05,
+      "loss": 0.0139,
+      "step": 31930
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967419081445827e-05,
+      "loss": 0.0003,
+      "step": 31932
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967354385420104e-05,
+      "loss": 0.0024,
+      "step": 31934
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967289689394381e-05,
+      "loss": 0.0001,
+      "step": 31936
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9672249933686576e-05,
+      "loss": 0.0,
+      "step": 31938
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9671602973429345e-05,
+      "loss": 0.0002,
+      "step": 31940
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9670956013172114e-05,
+      "loss": 0.0004,
+      "step": 31942
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.967030905291488e-05,
+      "loss": 0.0002,
+      "step": 31944
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966966209265765e-05,
+      "loss": 0.0,
+      "step": 31946
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9669015132400415e-05,
+      "loss": 0.0002,
+      "step": 31948
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966836817214319e-05,
+      "loss": 0.0005,
+      "step": 31950
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966772121188595e-05,
+      "loss": 0.01,
+      "step": 31952
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966707425162872e-05,
+      "loss": 0.0,
+      "step": 31954
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966642729137149e-05,
+      "loss": 0.0141,
+      "step": 31956
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966578033111426e-05,
+      "loss": 0.0028,
+      "step": 31958
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9665133370857036e-05,
+      "loss": 0.0002,
+      "step": 31960
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96644864105998e-05,
+      "loss": 0.0002,
+      "step": 31962
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966383945034257e-05,
+      "loss": 0.0001,
+      "step": 31964
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9663192490085337e-05,
+      "loss": 0.0,
+      "step": 31966
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9662545529828106e-05,
+      "loss": 0.0001,
+      "step": 31968
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966189856957087e-05,
+      "loss": 0.0037,
+      "step": 31970
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9661251609313644e-05,
+      "loss": 0.0001,
+      "step": 31972
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.966060464905641e-05,
+      "loss": 0.0032,
+      "step": 31974
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9659957688799175e-05,
+      "loss": 0.0017,
+      "step": 31976
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965931072854195e-05,
+      "loss": 0.0,
+      "step": 31978
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965866376828471e-05,
+      "loss": 0.0,
+      "step": 31980
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965801680802749e-05,
+      "loss": 0.0,
+      "step": 31982
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965736984777025e-05,
+      "loss": 0.0011,
+      "step": 31984
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965672288751302e-05,
+      "loss": 0.0137,
+      "step": 31986
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965607592725579e-05,
+      "loss": 0.0084,
+      "step": 31988
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965542896699856e-05,
+      "loss": 0.0,
+      "step": 31990
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965478200674133e-05,
+      "loss": 0.0,
+      "step": 31992
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96541350464841e-05,
+      "loss": 0.0,
+      "step": 31994
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9653488086226866e-05,
+      "loss": 0.0,
+      "step": 31996
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965284112596963e-05,
+      "loss": 0.003,
+      "step": 31998
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9652194165712404e-05,
+      "loss": 0.0008,
+      "step": 32000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9651547205455166e-05,
+      "loss": 0.0072,
+      "step": 32002
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965090024519794e-05,
+      "loss": 0.0001,
+      "step": 32004
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.965025328494071e-05,
+      "loss": 0.0027,
+      "step": 32006
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9649606324683474e-05,
+      "loss": 0.0,
+      "step": 32008
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964895936442625e-05,
+      "loss": 0.0667,
+      "step": 32010
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964831240416901e-05,
+      "loss": 0.0006,
+      "step": 32012
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964766544391178e-05,
+      "loss": 0.0,
+      "step": 32014
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964701848365455e-05,
+      "loss": 0.0017,
+      "step": 32016
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964637152339732e-05,
+      "loss": 0.0001,
+      "step": 32018
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964572456314009e-05,
+      "loss": 0.0,
+      "step": 32020
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964507760288286e-05,
+      "loss": 0.0001,
+      "step": 32022
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9644430642625626e-05,
+      "loss": 0.0057,
+      "step": 32024
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9643783682368395e-05,
+      "loss": 0.0001,
+      "step": 32026
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9643136722111165e-05,
+      "loss": 0.0012,
+      "step": 32028
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.964248976185393e-05,
+      "loss": 0.0001,
+      "step": 32030
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96418428015967e-05,
+      "loss": 0.0001,
+      "step": 32032
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9641195841339465e-05,
+      "loss": 0.0025,
+      "step": 32034
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9640548881082234e-05,
+      "loss": 0.0033,
+      "step": 32036
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963990192082501e-05,
+      "loss": 0.0318,
+      "step": 32038
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963925496056777e-05,
+      "loss": 0.0001,
+      "step": 32040
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963860800031055e-05,
+      "loss": 0.0001,
+      "step": 32042
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963796104005331e-05,
+      "loss": 0.0242,
+      "step": 32044
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963731407979608e-05,
+      "loss": 0.0005,
+      "step": 32046
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963666711953885e-05,
+      "loss": 0.0,
+      "step": 32048
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963602015928162e-05,
+      "loss": 0.0001,
+      "step": 32050
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963537319902439e-05,
+      "loss": 0.0098,
+      "step": 32052
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9634726238767156e-05,
+      "loss": 0.0047,
+      "step": 32054
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9634079278509925e-05,
+      "loss": 0.0,
+      "step": 32056
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963343231825269e-05,
+      "loss": 0.0,
+      "step": 32058
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963278535799546e-05,
+      "loss": 0.0,
+      "step": 32060
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9632138397738225e-05,
+      "loss": 0.0001,
+      "step": 32062
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9631491437481e-05,
+      "loss": 0.0,
+      "step": 32064
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9630844477223764e-05,
+      "loss": 0.0001,
+      "step": 32066
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.963019751696653e-05,
+      "loss": 0.0,
+      "step": 32068
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96295505567093e-05,
+      "loss": 0.0001,
+      "step": 32070
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962890359645207e-05,
+      "loss": 0.0,
+      "step": 32072
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962825663619484e-05,
+      "loss": 0.0,
+      "step": 32074
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962760967593761e-05,
+      "loss": 0.0,
+      "step": 32076
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962696271568038e-05,
+      "loss": 0.0,
+      "step": 32078
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962631575542315e-05,
+      "loss": 0.0003,
+      "step": 32080
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9625668795165916e-05,
+      "loss": 0.0038,
+      "step": 32082
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9625021834908685e-05,
+      "loss": 0.0,
+      "step": 32084
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9624374874651454e-05,
+      "loss": 0.0,
+      "step": 32086
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9623727914394224e-05,
+      "loss": 0.0087,
+      "step": 32088
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9623080954136986e-05,
+      "loss": 0.0048,
+      "step": 32090
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962243399387976e-05,
+      "loss": 0.0013,
+      "step": 32092
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9621787033622524e-05,
+      "loss": 0.0,
+      "step": 32094
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962114007336529e-05,
+      "loss": 0.0111,
+      "step": 32096
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.962049311310806e-05,
+      "loss": 0.0001,
+      "step": 32098
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961984615285083e-05,
+      "loss": 0.0,
+      "step": 32100
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96191991925936e-05,
+      "loss": 0.0002,
+      "step": 32102
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961855223233637e-05,
+      "loss": 0.0001,
+      "step": 32104
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961790527207914e-05,
+      "loss": 0.0,
+      "step": 32106
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961725831182191e-05,
+      "loss": 0.0083,
+      "step": 32108
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961661135156468e-05,
+      "loss": 0.0047,
+      "step": 32110
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961596439130744e-05,
+      "loss": 0.0067,
+      "step": 32112
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9615317431050215e-05,
+      "loss": 0.0,
+      "step": 32114
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961467047079298e-05,
+      "loss": 0.0001,
+      "step": 32116
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9614023510535746e-05,
+      "loss": 0.0,
+      "step": 32118
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961337655027852e-05,
+      "loss": 0.0001,
+      "step": 32120
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9612729590021284e-05,
+      "loss": 0.0,
+      "step": 32122
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961208262976406e-05,
+      "loss": 0.0001,
+      "step": 32124
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961143566950682e-05,
+      "loss": 0.0066,
+      "step": 32126
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961078870924959e-05,
+      "loss": 0.0,
+      "step": 32128
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.961014174899236e-05,
+      "loss": 0.0,
+      "step": 32130
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960949478873513e-05,
+      "loss": 0.0002,
+      "step": 32132
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96088478284779e-05,
+      "loss": 0.0033,
+      "step": 32134
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960820086822067e-05,
+      "loss": 0.0,
+      "step": 32136
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960755390796344e-05,
+      "loss": 0.0082,
+      "step": 32138
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.96069069477062e-05,
+      "loss": 0.0002,
+      "step": 32140
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9606259987448975e-05,
+      "loss": 0.0,
+      "step": 32142
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960561302719174e-05,
+      "loss": 0.0001,
+      "step": 32144
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9604966066934513e-05,
+      "loss": 0.0001,
+      "step": 32146
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9604319106677276e-05,
+      "loss": 0.0003,
+      "step": 32148
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9603672146420045e-05,
+      "loss": 0.0034,
+      "step": 32150
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960302518616282e-05,
+      "loss": 0.0,
+      "step": 32152
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960237822590558e-05,
+      "loss": 0.0,
+      "step": 32154
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960173126564835e-05,
+      "loss": 0.0258,
+      "step": 32156
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960108430539112e-05,
+      "loss": 0.0001,
+      "step": 32158
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.960043734513389e-05,
+      "loss": 0.0004,
+      "step": 32160
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.959979038487666e-05,
+      "loss": 0.0002,
+      "step": 32162
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.959914342461943e-05,
+      "loss": 0.0024,
+      "step": 32164
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.95984964643622e-05,
+      "loss": 0.0013,
+      "step": 32166
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9597849504104967e-05,
+      "loss": 0.0027,
+      "step": 32168
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9597202543847736e-05,
+      "loss": 0.002,
+      "step": 32170
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.95965555835905e-05,
+      "loss": 0.0,
+      "step": 32172
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9595908623333274e-05,
+      "loss": 0.0,
+      "step": 32174
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9595261663076036e-05,
+      "loss": 0.0002,
+      "step": 32176
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9594614702818805e-05,
+      "loss": 0.007,
+      "step": 32178
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9593967742561574e-05,
+      "loss": 0.0016,
+      "step": 32180
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9593320782304343e-05,
+      "loss": 0.0001,
+      "step": 32182
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.959267382204712e-05,
+      "loss": 0.0,
+      "step": 32184
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.959202686178988e-05,
+      "loss": 0.0,
+      "step": 32186
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.959137990153265e-05,
+      "loss": 0.0,
+      "step": 32188
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.959073294127542e-05,
+      "loss": 0.0001,
+      "step": 32190
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.959008598101819e-05,
+      "loss": 0.0,
+      "step": 32192
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.958943902076095e-05,
+      "loss": 0.0,
+      "step": 32194
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.958879206050373e-05,
+      "loss": 0.0089,
+      "step": 32196
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.9588145100246496e-05,
+      "loss": 0.0,
+      "step": 32198
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 3.958749813998926e-05,
+      "loss": 0.0001,
+      "step": 32200
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9586851179732034e-05,
+      "loss": 0.0008,
+      "step": 32202
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9586204219474797e-05,
+      "loss": 0.0001,
+      "step": 32204
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.958555725921757e-05,
+      "loss": 0.0006,
+      "step": 32206
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9584910298960335e-05,
+      "loss": 0.0001,
+      "step": 32208
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9584263338703104e-05,
+      "loss": 0.0001,
+      "step": 32210
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.958361637844587e-05,
+      "loss": 0.0003,
+      "step": 32212
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.958296941818864e-05,
+      "loss": 0.0006,
+      "step": 32214
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.958232245793141e-05,
+      "loss": 0.0028,
+      "step": 32216
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.958167549767418e-05,
+      "loss": 0.0031,
+      "step": 32218
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.958102853741695e-05,
+      "loss": 0.0,
+      "step": 32220
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.958038157715972e-05,
+      "loss": 0.0,
+      "step": 32222
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957973461690249e-05,
+      "loss": 0.0007,
+      "step": 32224
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957908765664525e-05,
+      "loss": 0.0001,
+      "step": 32226
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9578440696388026e-05,
+      "loss": 0.0002,
+      "step": 32228
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9577793736130795e-05,
+      "loss": 0.0054,
+      "step": 32230
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957714677587356e-05,
+      "loss": 0.0043,
+      "step": 32232
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957649981561633e-05,
+      "loss": 0.0018,
+      "step": 32234
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9575852855359095e-05,
+      "loss": 0.0001,
+      "step": 32236
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9575205895101864e-05,
+      "loss": 0.006,
+      "step": 32238
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957455893484463e-05,
+      "loss": 0.0001,
+      "step": 32240
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.95739119745874e-05,
+      "loss": 0.0026,
+      "step": 32242
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957326501433017e-05,
+      "loss": 0.0001,
+      "step": 32244
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957261805407294e-05,
+      "loss": 0.0001,
+      "step": 32246
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957197109381571e-05,
+      "loss": 0.0001,
+      "step": 32248
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957132413355848e-05,
+      "loss": 0.006,
+      "step": 32250
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957067717330125e-05,
+      "loss": 0.0003,
+      "step": 32252
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.957003021304401e-05,
+      "loss": 0.014,
+      "step": 32254
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9569383252786786e-05,
+      "loss": 0.0001,
+      "step": 32256
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956873629252955e-05,
+      "loss": 0.0164,
+      "step": 32258
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956808933227232e-05,
+      "loss": 0.0032,
+      "step": 32260
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956744237201509e-05,
+      "loss": 0.0003,
+      "step": 32262
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9566795411757856e-05,
+      "loss": 0.0,
+      "step": 32264
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956614845150063e-05,
+      "loss": 0.0008,
+      "step": 32266
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9565501491243394e-05,
+      "loss": 0.0,
+      "step": 32268
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956485453098616e-05,
+      "loss": 0.0008,
+      "step": 32270
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956420757072893e-05,
+      "loss": 0.0,
+      "step": 32272
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.95635606104717e-05,
+      "loss": 0.0,
+      "step": 32274
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956291365021447e-05,
+      "loss": 0.0001,
+      "step": 32276
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956226668995724e-05,
+      "loss": 0.0,
+      "step": 32278
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956161972970001e-05,
+      "loss": 0.0,
+      "step": 32280
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.956097276944277e-05,
+      "loss": 0.0002,
+      "step": 32282
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9560325809185546e-05,
+      "loss": 0.0,
+      "step": 32284
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955967884892831e-05,
+      "loss": 0.0001,
+      "step": 32286
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9559031888671085e-05,
+      "loss": 0.0006,
+      "step": 32288
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955838492841385e-05,
+      "loss": 0.0001,
+      "step": 32290
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9557737968156616e-05,
+      "loss": 0.0001,
+      "step": 32292
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9557091007899385e-05,
+      "loss": 0.0,
+      "step": 32294
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9556444047642154e-05,
+      "loss": 0.0081,
+      "step": 32296
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955579708738492e-05,
+      "loss": 0.0003,
+      "step": 32298
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955515012712769e-05,
+      "loss": 0.0005,
+      "step": 32300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955450316687046e-05,
+      "loss": 0.0022,
+      "step": 32302
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955385620661323e-05,
+      "loss": 0.0002,
+      "step": 32304
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9553209246356e-05,
+      "loss": 0.0001,
+      "step": 32306
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955256228609877e-05,
+      "loss": 0.0,
+      "step": 32308
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955191532584154e-05,
+      "loss": 0.0,
+      "step": 32310
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955126836558431e-05,
+      "loss": 0.0014,
+      "step": 32312
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.955062140532707e-05,
+      "loss": 0.0,
+      "step": 32314
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9549974445069845e-05,
+      "loss": 0.0,
+      "step": 32316
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954932748481261e-05,
+      "loss": 0.0074,
+      "step": 32318
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9548680524555376e-05,
+      "loss": 0.0,
+      "step": 32320
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9548033564298145e-05,
+      "loss": 0.0,
+      "step": 32322
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9547386604040915e-05,
+      "loss": 0.0001,
+      "step": 32324
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9546739643783684e-05,
+      "loss": 0.0002,
+      "step": 32326
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954609268352645e-05,
+      "loss": 0.0,
+      "step": 32328
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954544572326922e-05,
+      "loss": 0.0,
+      "step": 32330
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954479876301199e-05,
+      "loss": 0.0079,
+      "step": 32332
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954415180275476e-05,
+      "loss": 0.0,
+      "step": 32334
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954350484249752e-05,
+      "loss": 0.0001,
+      "step": 32336
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.95428578822403e-05,
+      "loss": 0.0,
+      "step": 32338
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954221092198307e-05,
+      "loss": 0.0002,
+      "step": 32340
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954156396172583e-05,
+      "loss": 0.007,
+      "step": 32342
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9540917001468605e-05,
+      "loss": 0.0067,
+      "step": 32344
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.954027004121137e-05,
+      "loss": 0.0001,
+      "step": 32346
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9539623080954144e-05,
+      "loss": 0.0002,
+      "step": 32348
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9538976120696906e-05,
+      "loss": 0.0001,
+      "step": 32350
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9538329160439675e-05,
+      "loss": 0.0167,
+      "step": 32352
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9537682200182444e-05,
+      "loss": 0.0064,
+      "step": 32354
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953703523992521e-05,
+      "loss": 0.0004,
+      "step": 32356
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953638827966798e-05,
+      "loss": 0.0069,
+      "step": 32358
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953574131941075e-05,
+      "loss": 0.0014,
+      "step": 32360
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953509435915352e-05,
+      "loss": 0.007,
+      "step": 32362
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953444739889629e-05,
+      "loss": 0.026,
+      "step": 32364
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953380043863906e-05,
+      "loss": 0.0001,
+      "step": 32366
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953315347838182e-05,
+      "loss": 0.017,
+      "step": 32368
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.95325065181246e-05,
+      "loss": 0.0001,
+      "step": 32370
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953185955786736e-05,
+      "loss": 0.0003,
+      "step": 32372
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.953121259761013e-05,
+      "loss": 0.0011,
+      "step": 32374
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9530565637352904e-05,
+      "loss": 0.0,
+      "step": 32376
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9529918677095666e-05,
+      "loss": 0.0,
+      "step": 32378
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9529271716838435e-05,
+      "loss": 0.0,
+      "step": 32380
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9528624756581204e-05,
+      "loss": 0.0002,
+      "step": 32382
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9527977796323974e-05,
+      "loss": 0.0003,
+      "step": 32384
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952733083606674e-05,
+      "loss": 0.0039,
+      "step": 32386
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952668387580951e-05,
+      "loss": 0.0,
+      "step": 32388
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952603691555228e-05,
+      "loss": 0.0,
+      "step": 32390
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952538995529505e-05,
+      "loss": 0.0005,
+      "step": 32392
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952474299503782e-05,
+      "loss": 0.0002,
+      "step": 32394
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952409603478058e-05,
+      "loss": 0.0018,
+      "step": 32396
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952344907452336e-05,
+      "loss": 0.0001,
+      "step": 32398
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952280211426612e-05,
+      "loss": 0.0,
+      "step": 32400
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952215515400889e-05,
+      "loss": 0.0,
+      "step": 32402
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952150819375166e-05,
+      "loss": 0.0,
+      "step": 32404
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.952086123349443e-05,
+      "loss": 0.0001,
+      "step": 32406
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.95202142732372e-05,
+      "loss": 0.0,
+      "step": 32408
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9519567312979965e-05,
+      "loss": 0.0001,
+      "step": 32410
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9518920352722734e-05,
+      "loss": 0.0,
+      "step": 32412
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.95182733924655e-05,
+      "loss": 0.0005,
+      "step": 32414
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951762643220827e-05,
+      "loss": 0.0085,
+      "step": 32416
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951697947195104e-05,
+      "loss": 0.0,
+      "step": 32418
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951633251169381e-05,
+      "loss": 0.0,
+      "step": 32420
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951568555143658e-05,
+      "loss": 0.0,
+      "step": 32422
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951503859117934e-05,
+      "loss": 0.0024,
+      "step": 32424
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951439163092212e-05,
+      "loss": 0.0003,
+      "step": 32426
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951374467066488e-05,
+      "loss": 0.0001,
+      "step": 32428
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9513097710407656e-05,
+      "loss": 0.0001,
+      "step": 32430
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951245075015042e-05,
+      "loss": 0.0001,
+      "step": 32432
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.951180378989319e-05,
+      "loss": 0.0,
+      "step": 32434
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9511156829635956e-05,
+      "loss": 0.0013,
+      "step": 32436
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9510509869378725e-05,
+      "loss": 0.0001,
+      "step": 32438
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9509862909121494e-05,
+      "loss": 0.0089,
+      "step": 32440
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9509215948864263e-05,
+      "loss": 0.0,
+      "step": 32442
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.950856898860703e-05,
+      "loss": 0.0,
+      "step": 32444
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.95079220283498e-05,
+      "loss": 0.0001,
+      "step": 32446
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.950727506809257e-05,
+      "loss": 0.0009,
+      "step": 32448
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.950662810783533e-05,
+      "loss": 0.0002,
+      "step": 32450
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.950598114757811e-05,
+      "loss": 0.0002,
+      "step": 32452
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.950533418732088e-05,
+      "loss": 0.005,
+      "step": 32454
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.950468722706364e-05,
+      "loss": 0.0039,
+      "step": 32456
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9504040266806416e-05,
+      "loss": 0.0005,
+      "step": 32458
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.950339330654918e-05,
+      "loss": 0.0,
+      "step": 32460
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.950274634629195e-05,
+      "loss": 0.0001,
+      "step": 32462
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9502099386034717e-05,
+      "loss": 0.0014,
+      "step": 32464
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9501452425777486e-05,
+      "loss": 0.001,
+      "step": 32466
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9500805465520255e-05,
+      "loss": 0.0001,
+      "step": 32468
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9500158505263024e-05,
+      "loss": 0.0001,
+      "step": 32470
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949951154500579e-05,
+      "loss": 0.0001,
+      "step": 32472
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949886458474856e-05,
+      "loss": 0.0,
+      "step": 32474
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949821762449133e-05,
+      "loss": 0.0001,
+      "step": 32476
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949757066423409e-05,
+      "loss": 0.0007,
+      "step": 32478
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949692370397687e-05,
+      "loss": 0.0,
+      "step": 32480
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949627674371963e-05,
+      "loss": 0.0118,
+      "step": 32482
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94956297834624e-05,
+      "loss": 0.0007,
+      "step": 32484
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9494982823205176e-05,
+      "loss": 0.0025,
+      "step": 32486
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949433586294794e-05,
+      "loss": 0.0078,
+      "step": 32488
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9493688902690715e-05,
+      "loss": 0.0013,
+      "step": 32490
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949304194243348e-05,
+      "loss": 0.0001,
+      "step": 32492
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9492394982176246e-05,
+      "loss": 0.0012,
+      "step": 32494
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9491748021919015e-05,
+      "loss": 0.0,
+      "step": 32496
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9491101061661784e-05,
+      "loss": 0.0,
+      "step": 32498
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.949045410140455e-05,
+      "loss": 0.0055,
+      "step": 32500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948980714114732e-05,
+      "loss": 0.0001,
+      "step": 32502
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948916018089009e-05,
+      "loss": 0.0,
+      "step": 32504
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948851322063286e-05,
+      "loss": 0.0006,
+      "step": 32506
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948786626037563e-05,
+      "loss": 0.0006,
+      "step": 32508
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948721930011839e-05,
+      "loss": 0.0,
+      "step": 32510
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948657233986117e-05,
+      "loss": 0.0022,
+      "step": 32512
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948592537960393e-05,
+      "loss": 0.0043,
+      "step": 32514
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94852784193467e-05,
+      "loss": 0.0002,
+      "step": 32516
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9484631459089475e-05,
+      "loss": 0.0,
+      "step": 32518
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948398449883224e-05,
+      "loss": 0.0003,
+      "step": 32520
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9483337538575006e-05,
+      "loss": 0.0065,
+      "step": 32522
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9482690578317776e-05,
+      "loss": 0.0019,
+      "step": 32524
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9482043618060545e-05,
+      "loss": 0.0051,
+      "step": 32526
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9481396657803314e-05,
+      "loss": 0.0,
+      "step": 32528
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948074969754608e-05,
+      "loss": 0.0,
+      "step": 32530
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.948010273728885e-05,
+      "loss": 0.001,
+      "step": 32532
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947945577703162e-05,
+      "loss": 0.0001,
+      "step": 32534
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947880881677439e-05,
+      "loss": 0.0,
+      "step": 32536
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947816185651715e-05,
+      "loss": 0.0,
+      "step": 32538
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947751489625993e-05,
+      "loss": 0.0046,
+      "step": 32540
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947686793600269e-05,
+      "loss": 0.009,
+      "step": 32542
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947622097574546e-05,
+      "loss": 0.0,
+      "step": 32544
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947557401548823e-05,
+      "loss": 0.0001,
+      "step": 32546
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9474927055231e-05,
+      "loss": 0.0,
+      "step": 32548
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947428009497377e-05,
+      "loss": 0.0134,
+      "step": 32550
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9473633134716536e-05,
+      "loss": 0.0066,
+      "step": 32552
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9472986174459305e-05,
+      "loss": 0.0046,
+      "step": 32554
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9472339214202074e-05,
+      "loss": 0.0002,
+      "step": 32556
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947169225394484e-05,
+      "loss": 0.0,
+      "step": 32558
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9471045293687605e-05,
+      "loss": 0.0002,
+      "step": 32560
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.947039833343038e-05,
+      "loss": 0.0,
+      "step": 32562
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946975137317315e-05,
+      "loss": 0.1007,
+      "step": 32564
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946910441291591e-05,
+      "loss": 0.0,
+      "step": 32566
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946845745265869e-05,
+      "loss": 0.0,
+      "step": 32568
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946781049240145e-05,
+      "loss": 0.0046,
+      "step": 32570
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946716353214423e-05,
+      "loss": 0.0122,
+      "step": 32572
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946651657188699e-05,
+      "loss": 0.0001,
+      "step": 32574
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946586961162976e-05,
+      "loss": 0.0,
+      "step": 32576
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946522265137253e-05,
+      "loss": 0.0011,
+      "step": 32578
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9464575691115296e-05,
+      "loss": 0.0002,
+      "step": 32580
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9463928730858065e-05,
+      "loss": 0.0001,
+      "step": 32582
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9463281770600835e-05,
+      "loss": 0.0001,
+      "step": 32584
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9462634810343604e-05,
+      "loss": 0.0003,
+      "step": 32586
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946198785008637e-05,
+      "loss": 0.0002,
+      "step": 32588
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946134088982914e-05,
+      "loss": 0.0011,
+      "step": 32590
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9460693929571904e-05,
+      "loss": 0.0002,
+      "step": 32592
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.946004696931468e-05,
+      "loss": 0.0001,
+      "step": 32594
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945940000905744e-05,
+      "loss": 0.0001,
+      "step": 32596
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945875304880021e-05,
+      "loss": 0.0001,
+      "step": 32598
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945810608854299e-05,
+      "loss": 0.0,
+      "step": 32600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945745912828575e-05,
+      "loss": 0.0,
+      "step": 32602
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945681216802852e-05,
+      "loss": 0.0002,
+      "step": 32604
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945616520777129e-05,
+      "loss": 0.0,
+      "step": 32606
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945551824751406e-05,
+      "loss": 0.0,
+      "step": 32608
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9454871287256826e-05,
+      "loss": 0.0002,
+      "step": 32610
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9454224326999595e-05,
+      "loss": 0.0,
+      "step": 32612
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9453577366742364e-05,
+      "loss": 0.0088,
+      "step": 32614
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945293040648513e-05,
+      "loss": 0.0007,
+      "step": 32616
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94522834462279e-05,
+      "loss": 0.0006,
+      "step": 32618
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9451636485970664e-05,
+      "loss": 0.0,
+      "step": 32620
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.945098952571344e-05,
+      "loss": 0.0167,
+      "step": 32622
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94503425654562e-05,
+      "loss": 0.0031,
+      "step": 32624
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944969560519897e-05,
+      "loss": 0.0063,
+      "step": 32626
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944904864494174e-05,
+      "loss": 0.0002,
+      "step": 32628
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944840168468451e-05,
+      "loss": 0.0,
+      "step": 32630
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9447754724427286e-05,
+      "loss": 0.0,
+      "step": 32632
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944710776417005e-05,
+      "loss": 0.0001,
+      "step": 32634
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944646080391282e-05,
+      "loss": 0.0,
+      "step": 32636
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9445813843655586e-05,
+      "loss": 0.0021,
+      "step": 32638
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9445166883398355e-05,
+      "loss": 0.0,
+      "step": 32640
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9444519923141124e-05,
+      "loss": 0.0031,
+      "step": 32642
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9443872962883893e-05,
+      "loss": 0.0005,
+      "step": 32644
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944322600262666e-05,
+      "loss": 0.0008,
+      "step": 32646
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944257904236943e-05,
+      "loss": 0.0001,
+      "step": 32648
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94419320821122e-05,
+      "loss": 0.0005,
+      "step": 32650
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944128512185496e-05,
+      "loss": 0.0013,
+      "step": 32652
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.944063816159774e-05,
+      "loss": 0.0,
+      "step": 32654
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94399912013405e-05,
+      "loss": 0.0001,
+      "step": 32656
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943934424108327e-05,
+      "loss": 0.0001,
+      "step": 32658
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943869728082604e-05,
+      "loss": 0.0,
+      "step": 32660
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943805032056881e-05,
+      "loss": 0.0007,
+      "step": 32662
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943740336031158e-05,
+      "loss": 0.0004,
+      "step": 32664
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943675640005435e-05,
+      "loss": 0.0,
+      "step": 32666
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9436109439797116e-05,
+      "loss": 0.0027,
+      "step": 32668
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9435462479539885e-05,
+      "loss": 0.0035,
+      "step": 32670
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9434815519282654e-05,
+      "loss": 0.0029,
+      "step": 32672
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9434168559025416e-05,
+      "loss": 0.0,
+      "step": 32674
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943352159876819e-05,
+      "loss": 0.0001,
+      "step": 32676
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943287463851096e-05,
+      "loss": 0.0009,
+      "step": 32678
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9432227678253723e-05,
+      "loss": 0.0159,
+      "step": 32680
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94315807179965e-05,
+      "loss": 0.0012,
+      "step": 32682
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943093375773926e-05,
+      "loss": 0.0065,
+      "step": 32684
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.943028679748203e-05,
+      "loss": 0.0062,
+      "step": 32686
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94296398372248e-05,
+      "loss": 0.0001,
+      "step": 32688
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.942899287696757e-05,
+      "loss": 0.0074,
+      "step": 32690
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.942834591671034e-05,
+      "loss": 0.0,
+      "step": 32692
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.942769895645311e-05,
+      "loss": 0.0048,
+      "step": 32694
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9427051996195876e-05,
+      "loss": 0.0025,
+      "step": 32696
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9426405035938645e-05,
+      "loss": 0.0003,
+      "step": 32698
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9425758075681414e-05,
+      "loss": 0.0002,
+      "step": 32700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9425111115424177e-05,
+      "loss": 0.0004,
+      "step": 32702
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.942446415516695e-05,
+      "loss": 0.0001,
+      "step": 32704
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9423817194909715e-05,
+      "loss": 0.0003,
+      "step": 32706
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.9423170234652484e-05,
+      "loss": 0.0012,
+      "step": 32708
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.942252327439526e-05,
+      "loss": 0.0229,
+      "step": 32710
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.942187631413802e-05,
+      "loss": 0.0016,
+      "step": 32712
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.94212293538808e-05,
+      "loss": 0.0,
+      "step": 32714
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 3.942058239362356e-05,
+      "loss": 0.0007,
+      "step": 32716
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941993543336633e-05,
+      "loss": 0.0002,
+      "step": 32718
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.94192884731091e-05,
+      "loss": 0.001,
+      "step": 32720
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941864151285187e-05,
+      "loss": 0.0,
+      "step": 32722
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9417994552594637e-05,
+      "loss": 0.0056,
+      "step": 32724
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9417347592337406e-05,
+      "loss": 0.0005,
+      "step": 32726
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9416700632080175e-05,
+      "loss": 0.0,
+      "step": 32728
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9416053671822944e-05,
+      "loss": 0.0077,
+      "step": 32730
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941540671156571e-05,
+      "loss": 0.0,
+      "step": 32732
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9414759751308475e-05,
+      "loss": 0.0011,
+      "step": 32734
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941411279105125e-05,
+      "loss": 0.0047,
+      "step": 32736
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941346583079401e-05,
+      "loss": 0.0004,
+      "step": 32738
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941281887053678e-05,
+      "loss": 0.0065,
+      "step": 32740
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941217191027956e-05,
+      "loss": 0.0,
+      "step": 32742
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941152495002232e-05,
+      "loss": 0.0002,
+      "step": 32744
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941087798976509e-05,
+      "loss": 0.0,
+      "step": 32746
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.941023102950786e-05,
+      "loss": 0.0001,
+      "step": 32748
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940958406925063e-05,
+      "loss": 0.008,
+      "step": 32750
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.94089371089934e-05,
+      "loss": 0.0,
+      "step": 32752
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9408290148736166e-05,
+      "loss": 0.0001,
+      "step": 32754
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9407643188478935e-05,
+      "loss": 0.0,
+      "step": 32756
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9406996228221704e-05,
+      "loss": 0.0002,
+      "step": 32758
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940634926796447e-05,
+      "loss": 0.0026,
+      "step": 32760
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9405702307707236e-05,
+      "loss": 0.0027,
+      "step": 32762
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940505534745001e-05,
+      "loss": 0.0,
+      "step": 32764
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9404408387192774e-05,
+      "loss": 0.0103,
+      "step": 32766
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940376142693554e-05,
+      "loss": 0.0001,
+      "step": 32768
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940311446667831e-05,
+      "loss": 0.0002,
+      "step": 32770
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940246750642108e-05,
+      "loss": 0.0001,
+      "step": 32772
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940182054616385e-05,
+      "loss": 0.0002,
+      "step": 32774
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940117358590662e-05,
+      "loss": 0.0,
+      "step": 32776
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.940052662564939e-05,
+      "loss": 0.0085,
+      "step": 32778
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939987966539216e-05,
+      "loss": 0.0119,
+      "step": 32780
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9399232705134926e-05,
+      "loss": 0.0,
+      "step": 32782
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939858574487769e-05,
+      "loss": 0.0002,
+      "step": 32784
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9397938784620465e-05,
+      "loss": 0.0001,
+      "step": 32786
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9397291824363234e-05,
+      "loss": 0.0022,
+      "step": 32788
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9396644864105996e-05,
+      "loss": 0.0035,
+      "step": 32790
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939599790384877e-05,
+      "loss": 0.0003,
+      "step": 32792
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9395350943591534e-05,
+      "loss": 0.0,
+      "step": 32794
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939470398333431e-05,
+      "loss": 0.0001,
+      "step": 32796
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939405702307707e-05,
+      "loss": 0.0,
+      "step": 32798
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939341006281984e-05,
+      "loss": 0.0005,
+      "step": 32800
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939276310256261e-05,
+      "loss": 0.0002,
+      "step": 32802
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939211614230538e-05,
+      "loss": 0.0001,
+      "step": 32804
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939146918204815e-05,
+      "loss": 0.0,
+      "step": 32806
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939082222179092e-05,
+      "loss": 0.0,
+      "step": 32808
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.939017526153369e-05,
+      "loss": 0.0,
+      "step": 32810
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9389528301276456e-05,
+      "loss": 0.0,
+      "step": 32812
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9388881341019225e-05,
+      "loss": 0.0002,
+      "step": 32814
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938823438076199e-05,
+      "loss": 0.0097,
+      "step": 32816
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938758742050476e-05,
+      "loss": 0.0024,
+      "step": 32818
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938694046024753e-05,
+      "loss": 0.0,
+      "step": 32820
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9386293499990295e-05,
+      "loss": 0.0,
+      "step": 32822
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938564653973307e-05,
+      "loss": 0.0,
+      "step": 32824
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938499957947583e-05,
+      "loss": 0.0004,
+      "step": 32826
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.93843526192186e-05,
+      "loss": 0.0,
+      "step": 32828
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938370565896137e-05,
+      "loss": 0.0001,
+      "step": 32830
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938305869870414e-05,
+      "loss": 0.003,
+      "step": 32832
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938241173844691e-05,
+      "loss": 0.0001,
+      "step": 32834
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938176477818968e-05,
+      "loss": 0.0105,
+      "step": 32836
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.938111781793245e-05,
+      "loss": 0.0,
+      "step": 32838
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9380470857675216e-05,
+      "loss": 0.0046,
+      "step": 32840
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9379823897417985e-05,
+      "loss": 0.0014,
+      "step": 32842
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.937917693716075e-05,
+      "loss": 0.0,
+      "step": 32844
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9378529976903524e-05,
+      "loss": 0.0,
+      "step": 32846
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9377883016646286e-05,
+      "loss": 0.0,
+      "step": 32848
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9377236056389055e-05,
+      "loss": 0.0,
+      "step": 32850
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9376589096131824e-05,
+      "loss": 0.0001,
+      "step": 32852
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.937594213587459e-05,
+      "loss": 0.0,
+      "step": 32854
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.937529517561737e-05,
+      "loss": 0.0016,
+      "step": 32856
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.937464821536013e-05,
+      "loss": 0.0074,
+      "step": 32858
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.93740012551029e-05,
+      "loss": 0.0001,
+      "step": 32860
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.937335429484567e-05,
+      "loss": 0.0,
+      "step": 32862
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.937270733458844e-05,
+      "loss": 0.0074,
+      "step": 32864
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.937206037433121e-05,
+      "loss": 0.0083,
+      "step": 32866
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.937141341407398e-05,
+      "loss": 0.0002,
+      "step": 32868
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9370766453816746e-05,
+      "loss": 0.0001,
+      "step": 32870
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9370119493559515e-05,
+      "loss": 0.0004,
+      "step": 32872
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9369472533302284e-05,
+      "loss": 0.0007,
+      "step": 32874
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9368825573045046e-05,
+      "loss": 0.0004,
+      "step": 32876
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.936817861278782e-05,
+      "loss": 0.0,
+      "step": 32878
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9367531652530584e-05,
+      "loss": 0.0005,
+      "step": 32880
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9366884692273354e-05,
+      "loss": 0.001,
+      "step": 32882
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.936623773201612e-05,
+      "loss": 0.0002,
+      "step": 32884
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.936559077175889e-05,
+      "loss": 0.0091,
+      "step": 32886
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.936494381150166e-05,
+      "loss": 0.0,
+      "step": 32888
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.936429685124443e-05,
+      "loss": 0.0066,
+      "step": 32890
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.93636498909872e-05,
+      "loss": 0.0,
+      "step": 32892
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.936300293072997e-05,
+      "loss": 0.0034,
+      "step": 32894
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.936235597047274e-05,
+      "loss": 0.0019,
+      "step": 32896
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9361709010215506e-05,
+      "loss": 0.0,
+      "step": 32898
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9361062049958275e-05,
+      "loss": 0.0007,
+      "step": 32900
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9360415089701044e-05,
+      "loss": 0.0,
+      "step": 32902
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935976812944381e-05,
+      "loss": 0.0006,
+      "step": 32904
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935912116918658e-05,
+      "loss": 0.0001,
+      "step": 32906
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9358474208929345e-05,
+      "loss": 0.0016,
+      "step": 32908
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9357827248672114e-05,
+      "loss": 0.0001,
+      "step": 32910
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935718028841488e-05,
+      "loss": 0.0009,
+      "step": 32912
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935653332815765e-05,
+      "loss": 0.0079,
+      "step": 32914
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935588636790042e-05,
+      "loss": 0.0003,
+      "step": 32916
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935523940764319e-05,
+      "loss": 0.0042,
+      "step": 32918
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935459244738596e-05,
+      "loss": 0.0,
+      "step": 32920
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935394548712873e-05,
+      "loss": 0.0,
+      "step": 32922
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.93532985268715e-05,
+      "loss": 0.0063,
+      "step": 32924
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935265156661426e-05,
+      "loss": 0.0093,
+      "step": 32926
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9352004606357036e-05,
+      "loss": 0.0,
+      "step": 32928
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.93513576460998e-05,
+      "loss": 0.0169,
+      "step": 32930
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935071068584257e-05,
+      "loss": 0.0,
+      "step": 32932
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.935006372558534e-05,
+      "loss": 0.0001,
+      "step": 32934
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9349416765328105e-05,
+      "loss": 0.0133,
+      "step": 32936
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934876980507088e-05,
+      "loss": 0.0003,
+      "step": 32938
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9348122844813643e-05,
+      "loss": 0.0008,
+      "step": 32940
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934747588455641e-05,
+      "loss": 0.0,
+      "step": 32942
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934682892429918e-05,
+      "loss": 0.0055,
+      "step": 32944
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934618196404195e-05,
+      "loss": 0.0002,
+      "step": 32946
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934553500378472e-05,
+      "loss": 0.0001,
+      "step": 32948
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934488804352749e-05,
+      "loss": 0.0033,
+      "step": 32950
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934424108327026e-05,
+      "loss": 0.0,
+      "step": 32952
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934359412301303e-05,
+      "loss": 0.0094,
+      "step": 32954
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9342947162755796e-05,
+      "loss": 0.0002,
+      "step": 32956
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.934230020249856e-05,
+      "loss": 0.0,
+      "step": 32958
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9341653242241334e-05,
+      "loss": 0.0081,
+      "step": 32960
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9341006281984097e-05,
+      "loss": 0.0,
+      "step": 32962
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9340359321726866e-05,
+      "loss": 0.0033,
+      "step": 32964
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933971236146964e-05,
+      "loss": 0.0003,
+      "step": 32966
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9339065401212404e-05,
+      "loss": 0.0001,
+      "step": 32968
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933841844095517e-05,
+      "loss": 0.0003,
+      "step": 32970
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933777148069794e-05,
+      "loss": 0.0012,
+      "step": 32972
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933712452044071e-05,
+      "loss": 0.0001,
+      "step": 32974
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933647756018348e-05,
+      "loss": 0.0,
+      "step": 32976
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933583059992625e-05,
+      "loss": 0.006,
+      "step": 32978
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933518363966902e-05,
+      "loss": 0.0,
+      "step": 32980
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933453667941179e-05,
+      "loss": 0.0001,
+      "step": 32982
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9333889719154557e-05,
+      "loss": 0.0006,
+      "step": 32984
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933324275889732e-05,
+      "loss": 0.0007,
+      "step": 32986
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9332595798640095e-05,
+      "loss": 0.0,
+      "step": 32988
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.933194883838286e-05,
+      "loss": 0.0,
+      "step": 32990
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9331301878125626e-05,
+      "loss": 0.0023,
+      "step": 32992
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9330654917868395e-05,
+      "loss": 0.0,
+      "step": 32994
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9330007957611164e-05,
+      "loss": 0.0,
+      "step": 32996
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932936099735394e-05,
+      "loss": 0.0,
+      "step": 32998
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.93287140370967e-05,
+      "loss": 0.0002,
+      "step": 33000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932806707683947e-05,
+      "loss": 0.0003,
+      "step": 33002
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932742011658224e-05,
+      "loss": 0.0,
+      "step": 33004
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932677315632501e-05,
+      "loss": 0.0,
+      "step": 33006
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932612619606777e-05,
+      "loss": 0.0001,
+      "step": 33008
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932547923581055e-05,
+      "loss": 0.0,
+      "step": 33010
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932483227555332e-05,
+      "loss": 0.0023,
+      "step": 33012
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9324185315296086e-05,
+      "loss": 0.0,
+      "step": 33014
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9323538355038855e-05,
+      "loss": 0.0019,
+      "step": 33016
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932289139478162e-05,
+      "loss": 0.0003,
+      "step": 33018
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.932224443452439e-05,
+      "loss": 0.0001,
+      "step": 33020
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9321597474267156e-05,
+      "loss": 0.0012,
+      "step": 33022
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9320950514009925e-05,
+      "loss": 0.0,
+      "step": 33024
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9320303553752694e-05,
+      "loss": 0.0,
+      "step": 33026
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.931965659349546e-05,
+      "loss": 0.0004,
+      "step": 33028
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.931900963323823e-05,
+      "loss": 0.0,
+      "step": 33030
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9318362672981e-05,
+      "loss": 0.0001,
+      "step": 33032
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.931771571272377e-05,
+      "loss": 0.0,
+      "step": 33034
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.931706875246654e-05,
+      "loss": 0.0053,
+      "step": 33036
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.931642179220931e-05,
+      "loss": 0.0036,
+      "step": 33038
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.931577483195207e-05,
+      "loss": 0.0,
+      "step": 33040
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9315127871694846e-05,
+      "loss": 0.0018,
+      "step": 33042
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9314480911437615e-05,
+      "loss": 0.0001,
+      "step": 33044
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.931383395118038e-05,
+      "loss": 0.0,
+      "step": 33046
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9313186990923154e-05,
+      "loss": 0.0,
+      "step": 33048
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9312540030665916e-05,
+      "loss": 0.0001,
+      "step": 33050
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9311893070408685e-05,
+      "loss": 0.0,
+      "step": 33052
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9311246110151454e-05,
+      "loss": 0.0165,
+      "step": 33054
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.931059914989422e-05,
+      "loss": 0.0,
+      "step": 33056
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930995218963699e-05,
+      "loss": 0.0001,
+      "step": 33058
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930930522937976e-05,
+      "loss": 0.0098,
+      "step": 33060
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930865826912253e-05,
+      "loss": 0.0003,
+      "step": 33062
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.93080113088653e-05,
+      "loss": 0.0,
+      "step": 33064
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930736434860807e-05,
+      "loss": 0.0097,
+      "step": 33066
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930671738835083e-05,
+      "loss": 0.0002,
+      "step": 33068
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930607042809361e-05,
+      "loss": 0.0046,
+      "step": 33070
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930542346783637e-05,
+      "loss": 0.0008,
+      "step": 33072
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930477650757914e-05,
+      "loss": 0.0003,
+      "step": 33074
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930412954732191e-05,
+      "loss": 0.0062,
+      "step": 33076
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9303482587064676e-05,
+      "loss": 0.0015,
+      "step": 33078
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930283562680745e-05,
+      "loss": 0.0014,
+      "step": 33080
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9302188666550215e-05,
+      "loss": 0.0,
+      "step": 33082
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9301541706292984e-05,
+      "loss": 0.0887,
+      "step": 33084
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930089474603575e-05,
+      "loss": 0.0,
+      "step": 33086
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.930024778577852e-05,
+      "loss": 0.0,
+      "step": 33088
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929960082552129e-05,
+      "loss": 0.0001,
+      "step": 33090
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929895386526406e-05,
+      "loss": 0.0,
+      "step": 33092
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929830690500683e-05,
+      "loss": 0.0003,
+      "step": 33094
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.92976599447496e-05,
+      "loss": 0.0061,
+      "step": 33096
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929701298449237e-05,
+      "loss": 0.0001,
+      "step": 33098
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929636602423513e-05,
+      "loss": 0.0018,
+      "step": 33100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9295719063977905e-05,
+      "loss": 0.0003,
+      "step": 33102
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929507210372067e-05,
+      "loss": 0.0001,
+      "step": 33104
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929442514346344e-05,
+      "loss": 0.0001,
+      "step": 33106
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9293778183206206e-05,
+      "loss": 0.0,
+      "step": 33108
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9293131222948975e-05,
+      "loss": 0.0,
+      "step": 33110
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9292484262691744e-05,
+      "loss": 0.0162,
+      "step": 33112
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929183730243451e-05,
+      "loss": 0.0,
+      "step": 33114
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929119034217728e-05,
+      "loss": 0.0078,
+      "step": 33116
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.929054338192005e-05,
+      "loss": 0.0107,
+      "step": 33118
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928989642166282e-05,
+      "loss": 0.0001,
+      "step": 33120
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928924946140559e-05,
+      "loss": 0.0004,
+      "step": 33122
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928860250114836e-05,
+      "loss": 0.0031,
+      "step": 33124
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928795554089113e-05,
+      "loss": 0.0002,
+      "step": 33126
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928730858063389e-05,
+      "loss": 0.0001,
+      "step": 33128
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9286661620376666e-05,
+      "loss": 0.0012,
+      "step": 33130
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928601466011943e-05,
+      "loss": 0.0001,
+      "step": 33132
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.92853676998622e-05,
+      "loss": 0.0,
+      "step": 33134
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9284720739604966e-05,
+      "loss": 0.0,
+      "step": 33136
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9284073779347735e-05,
+      "loss": 0.0001,
+      "step": 33138
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9283426819090504e-05,
+      "loss": 0.0012,
+      "step": 33140
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9282779858833274e-05,
+      "loss": 0.0,
+      "step": 33142
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928213289857604e-05,
+      "loss": 0.0001,
+      "step": 33144
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928148593831881e-05,
+      "loss": 0.0004,
+      "step": 33146
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928083897806158e-05,
+      "loss": 0.0,
+      "step": 33148
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.928019201780434e-05,
+      "loss": 0.0001,
+      "step": 33150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927954505754712e-05,
+      "loss": 0.0045,
+      "step": 33152
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927889809728988e-05,
+      "loss": 0.0,
+      "step": 33154
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927825113703266e-05,
+      "loss": 0.0007,
+      "step": 33156
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9277604176775426e-05,
+      "loss": 0.0001,
+      "step": 33158
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927695721651819e-05,
+      "loss": 0.0001,
+      "step": 33160
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9276310256260964e-05,
+      "loss": 0.0011,
+      "step": 33162
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927566329600373e-05,
+      "loss": 0.0165,
+      "step": 33164
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9275016335746496e-05,
+      "loss": 0.0021,
+      "step": 33166
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9274369375489265e-05,
+      "loss": 0.0,
+      "step": 33168
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9273722415232034e-05,
+      "loss": 0.0024,
+      "step": 33170
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.92730754549748e-05,
+      "loss": 0.0001,
+      "step": 33172
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927242849471757e-05,
+      "loss": 0.0001,
+      "step": 33174
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927178153446034e-05,
+      "loss": 0.0004,
+      "step": 33176
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927113457420311e-05,
+      "loss": 0.013,
+      "step": 33178
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.927048761394588e-05,
+      "loss": 0.0009,
+      "step": 33180
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926984065368864e-05,
+      "loss": 0.0002,
+      "step": 33182
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926919369343142e-05,
+      "loss": 0.0,
+      "step": 33184
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926854673317418e-05,
+      "loss": 0.0,
+      "step": 33186
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926789977291695e-05,
+      "loss": 0.0001,
+      "step": 33188
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9267252812659725e-05,
+      "loss": 0.0229,
+      "step": 33190
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926660585240249e-05,
+      "loss": 0.0007,
+      "step": 33192
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9265958892145256e-05,
+      "loss": 0.0339,
+      "step": 33194
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9265311931888025e-05,
+      "loss": 0.0,
+      "step": 33196
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9264664971630794e-05,
+      "loss": 0.0001,
+      "step": 33198
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9264018011373563e-05,
+      "loss": 0.0,
+      "step": 33200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926337105111633e-05,
+      "loss": 0.0054,
+      "step": 33202
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.92627240908591e-05,
+      "loss": 0.0001,
+      "step": 33204
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926207713060187e-05,
+      "loss": 0.0153,
+      "step": 33206
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926143017034464e-05,
+      "loss": 0.0,
+      "step": 33208
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.92607832100874e-05,
+      "loss": 0.0451,
+      "step": 33210
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.926013624983018e-05,
+      "loss": 0.0,
+      "step": 33212
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.925948928957294e-05,
+      "loss": 0.0,
+      "step": 33214
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.925884232931571e-05,
+      "loss": 0.0002,
+      "step": 33216
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.925819536905848e-05,
+      "loss": 0.0004,
+      "step": 33218
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.925754840880125e-05,
+      "loss": 0.0001,
+      "step": 33220
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.925690144854402e-05,
+      "loss": 0.0251,
+      "step": 33222
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9256254488286786e-05,
+      "loss": 0.0,
+      "step": 33224
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9255607528029555e-05,
+      "loss": 0.0001,
+      "step": 33226
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9254960567772324e-05,
+      "loss": 0.0001,
+      "step": 33228
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.925431360751509e-05,
+      "loss": 0.0001,
+      "step": 33230
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 3.9253666647257855e-05,
+      "loss": 0.0,
+      "step": 33232
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.925301968700063e-05,
+      "loss": 0.0,
+      "step": 33234
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.92523727267434e-05,
+      "loss": 0.0,
+      "step": 33236
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.925172576648617e-05,
+      "loss": 0.0056,
+      "step": 33238
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.925107880622894e-05,
+      "loss": 0.0,
+      "step": 33240
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.92504318459717e-05,
+      "loss": 0.0006,
+      "step": 33242
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9249784885714476e-05,
+      "loss": 0.0003,
+      "step": 33244
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924913792545724e-05,
+      "loss": 0.0007,
+      "step": 33246
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924849096520001e-05,
+      "loss": 0.0005,
+      "step": 33248
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924784400494278e-05,
+      "loss": 0.0119,
+      "step": 33250
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9247197044685546e-05,
+      "loss": 0.0002,
+      "step": 33252
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9246550084428315e-05,
+      "loss": 0.0001,
+      "step": 33254
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9245903124171084e-05,
+      "loss": 0.0002,
+      "step": 33256
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924525616391385e-05,
+      "loss": 0.0,
+      "step": 33258
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924460920365662e-05,
+      "loss": 0.0,
+      "step": 33260
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924396224339939e-05,
+      "loss": 0.0277,
+      "step": 33262
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9243315283142154e-05,
+      "loss": 0.0,
+      "step": 33264
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924266832288493e-05,
+      "loss": 0.0,
+      "step": 33266
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.92420213626277e-05,
+      "loss": 0.0,
+      "step": 33268
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924137440237046e-05,
+      "loss": 0.0166,
+      "step": 33270
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.924072744211324e-05,
+      "loss": 0.0005,
+      "step": 33272
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9240080481856e-05,
+      "loss": 0.0001,
+      "step": 33274
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.923943352159877e-05,
+      "loss": 0.002,
+      "step": 33276
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.923878656134154e-05,
+      "loss": 0.0081,
+      "step": 33278
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9238139601084306e-05,
+      "loss": 0.0012,
+      "step": 33280
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9237492640827076e-05,
+      "loss": 0.0001,
+      "step": 33282
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9236845680569845e-05,
+      "loss": 0.0001,
+      "step": 33284
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9236198720312614e-05,
+      "loss": 0.0,
+      "step": 33286
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.923555176005538e-05,
+      "loss": 0.0004,
+      "step": 33288
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.923490479979815e-05,
+      "loss": 0.0019,
+      "step": 33290
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9234257839540914e-05,
+      "loss": 0.0012,
+      "step": 33292
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.923361087928369e-05,
+      "loss": 0.0,
+      "step": 33294
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.923296391902645e-05,
+      "loss": 0.0009,
+      "step": 33296
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.923231695876923e-05,
+      "loss": 0.0001,
+      "step": 33298
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9231669998512e-05,
+      "loss": 0.0,
+      "step": 33300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.923102303825476e-05,
+      "loss": 0.0001,
+      "step": 33302
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9230376077997535e-05,
+      "loss": 0.0001,
+      "step": 33304
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.92297291177403e-05,
+      "loss": 0.0,
+      "step": 33306
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922908215748307e-05,
+      "loss": 0.0002,
+      "step": 33308
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9228435197225836e-05,
+      "loss": 0.0021,
+      "step": 33310
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9227788236968605e-05,
+      "loss": 0.0068,
+      "step": 33312
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9227141276711374e-05,
+      "loss": 0.0,
+      "step": 33314
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922649431645414e-05,
+      "loss": 0.0001,
+      "step": 33316
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922584735619691e-05,
+      "loss": 0.01,
+      "step": 33318
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922520039593968e-05,
+      "loss": 0.0001,
+      "step": 33320
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922455343568245e-05,
+      "loss": 0.0445,
+      "step": 33322
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922390647542521e-05,
+      "loss": 0.0001,
+      "step": 33324
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922325951516799e-05,
+      "loss": 0.0,
+      "step": 33326
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922261255491075e-05,
+      "loss": 0.0002,
+      "step": 33328
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922196559465352e-05,
+      "loss": 0.0003,
+      "step": 33330
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922131863439629e-05,
+      "loss": 0.0015,
+      "step": 33332
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922067167413906e-05,
+      "loss": 0.0049,
+      "step": 33334
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.922002471388183e-05,
+      "loss": 0.0181,
+      "step": 33336
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9219377753624596e-05,
+      "loss": 0.0315,
+      "step": 33338
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9218730793367365e-05,
+      "loss": 0.0029,
+      "step": 33340
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9218083833110135e-05,
+      "loss": 0.0,
+      "step": 33342
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9217436872852904e-05,
+      "loss": 0.0,
+      "step": 33344
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921678991259567e-05,
+      "loss": 0.0,
+      "step": 33346
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921614295233844e-05,
+      "loss": 0.0002,
+      "step": 33348
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921549599208121e-05,
+      "loss": 0.0,
+      "step": 33350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921484903182397e-05,
+      "loss": 0.0021,
+      "step": 33352
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921420207156675e-05,
+      "loss": 0.0001,
+      "step": 33354
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921355511130951e-05,
+      "loss": 0.0007,
+      "step": 33356
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921290815105228e-05,
+      "loss": 0.0,
+      "step": 33358
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921226119079505e-05,
+      "loss": 0.0002,
+      "step": 33360
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921161423053782e-05,
+      "loss": 0.0006,
+      "step": 33362
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921096727028059e-05,
+      "loss": 0.0127,
+      "step": 33364
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.921032031002336e-05,
+      "loss": 0.0124,
+      "step": 33366
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9209673349766126e-05,
+      "loss": 0.0001,
+      "step": 33368
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9209026389508895e-05,
+      "loss": 0.0001,
+      "step": 33370
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9208379429251664e-05,
+      "loss": 0.0002,
+      "step": 33372
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9207732468994426e-05,
+      "loss": 0.0152,
+      "step": 33374
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.92070855087372e-05,
+      "loss": 0.0,
+      "step": 33376
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920643854847997e-05,
+      "loss": 0.0,
+      "step": 33378
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920579158822274e-05,
+      "loss": 0.0,
+      "step": 33380
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920514462796551e-05,
+      "loss": 0.0123,
+      "step": 33382
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920449766770827e-05,
+      "loss": 0.0001,
+      "step": 33384
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920385070745105e-05,
+      "loss": 0.0001,
+      "step": 33386
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920320374719381e-05,
+      "loss": 0.0,
+      "step": 33388
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920255678693658e-05,
+      "loss": 0.0,
+      "step": 33390
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920190982667935e-05,
+      "loss": 0.0002,
+      "step": 33392
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.920126286642212e-05,
+      "loss": 0.0003,
+      "step": 33394
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9200615906164886e-05,
+      "loss": 0.0001,
+      "step": 33396
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9199968945907655e-05,
+      "loss": 0.0,
+      "step": 33398
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9199321985650424e-05,
+      "loss": 0.0002,
+      "step": 33400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9198675025393194e-05,
+      "loss": 0.0051,
+      "step": 33402
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919802806513596e-05,
+      "loss": 0.0105,
+      "step": 33404
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9197381104878725e-05,
+      "loss": 0.0001,
+      "step": 33406
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91967341446215e-05,
+      "loss": 0.0,
+      "step": 33408
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919608718436426e-05,
+      "loss": 0.001,
+      "step": 33410
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919544022410703e-05,
+      "loss": 0.0003,
+      "step": 33412
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919479326384981e-05,
+      "loss": 0.0,
+      "step": 33414
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919414630359257e-05,
+      "loss": 0.0001,
+      "step": 33416
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919349934333534e-05,
+      "loss": 0.0,
+      "step": 33418
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919285238307811e-05,
+      "loss": 0.0029,
+      "step": 33420
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919220542282088e-05,
+      "loss": 0.0,
+      "step": 33422
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.919155846256365e-05,
+      "loss": 0.0017,
+      "step": 33424
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9190911502306416e-05,
+      "loss": 0.0172,
+      "step": 33426
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9190264542049185e-05,
+      "loss": 0.0004,
+      "step": 33428
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9189617581791954e-05,
+      "loss": 0.0001,
+      "step": 33430
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.918897062153472e-05,
+      "loss": 0.0008,
+      "step": 33432
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9188323661277485e-05,
+      "loss": 0.0,
+      "step": 33434
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.918767670102026e-05,
+      "loss": 0.0009,
+      "step": 33436
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9187029740763023e-05,
+      "loss": 0.0054,
+      "step": 33438
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91863827805058e-05,
+      "loss": 0.008,
+      "step": 33440
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.918573582024856e-05,
+      "loss": 0.0061,
+      "step": 33442
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.918508885999133e-05,
+      "loss": 0.0,
+      "step": 33444
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9184441899734107e-05,
+      "loss": 0.0001,
+      "step": 33446
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.918379493947687e-05,
+      "loss": 0.0,
+      "step": 33448
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.918314797921964e-05,
+      "loss": 0.0001,
+      "step": 33450
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.918250101896241e-05,
+      "loss": 0.0,
+      "step": 33452
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9181854058705176e-05,
+      "loss": 0.0083,
+      "step": 33454
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.918120709844794e-05,
+      "loss": 0.0001,
+      "step": 33456
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9180560138190714e-05,
+      "loss": 0.0,
+      "step": 33458
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9179913177933483e-05,
+      "loss": 0.0006,
+      "step": 33460
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917926621767625e-05,
+      "loss": 0.0,
+      "step": 33462
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917861925741902e-05,
+      "loss": 0.0039,
+      "step": 33464
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9177972297161784e-05,
+      "loss": 0.0,
+      "step": 33466
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917732533690456e-05,
+      "loss": 0.0005,
+      "step": 33468
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917667837664732e-05,
+      "loss": 0.0023,
+      "step": 33470
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917603141639009e-05,
+      "loss": 0.0,
+      "step": 33472
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917538445613286e-05,
+      "loss": 0.0,
+      "step": 33474
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917473749587563e-05,
+      "loss": 0.0174,
+      "step": 33476
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91740905356184e-05,
+      "loss": 0.0321,
+      "step": 33478
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917344357536117e-05,
+      "loss": 0.0,
+      "step": 33480
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9172796615103937e-05,
+      "loss": 0.0,
+      "step": 33482
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9172149654846706e-05,
+      "loss": 0.0001,
+      "step": 33484
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9171502694589475e-05,
+      "loss": 0.0001,
+      "step": 33486
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917085573433224e-05,
+      "loss": 0.0002,
+      "step": 33488
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.917020877407501e-05,
+      "loss": 0.0001,
+      "step": 33490
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916956181381778e-05,
+      "loss": 0.0,
+      "step": 33492
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9168914853560544e-05,
+      "loss": 0.0,
+      "step": 33494
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916826789330332e-05,
+      "loss": 0.0,
+      "step": 33496
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916762093304608e-05,
+      "loss": 0.0003,
+      "step": 33498
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916697397278885e-05,
+      "loss": 0.0001,
+      "step": 33500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916632701253162e-05,
+      "loss": 0.0001,
+      "step": 33502
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916568005227439e-05,
+      "loss": 0.0001,
+      "step": 33504
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916503309201716e-05,
+      "loss": 0.0005,
+      "step": 33506
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916438613175993e-05,
+      "loss": 0.0067,
+      "step": 33508
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91637391715027e-05,
+      "loss": 0.0002,
+      "step": 33510
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9163092211245466e-05,
+      "loss": 0.0,
+      "step": 33512
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9162445250988235e-05,
+      "loss": 0.0,
+      "step": 33514
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9161798290731e-05,
+      "loss": 0.0,
+      "step": 33516
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.916115133047377e-05,
+      "loss": 0.0004,
+      "step": 33518
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9160504370216536e-05,
+      "loss": 0.0001,
+      "step": 33520
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915985740995931e-05,
+      "loss": 0.0003,
+      "step": 33522
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915921044970208e-05,
+      "loss": 0.0,
+      "step": 33524
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915856348944484e-05,
+      "loss": 0.0026,
+      "step": 33526
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915791652918762e-05,
+      "loss": 0.0022,
+      "step": 33528
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915726956893038e-05,
+      "loss": 0.0,
+      "step": 33530
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915662260867315e-05,
+      "loss": 0.0133,
+      "step": 33532
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915597564841592e-05,
+      "loss": 0.0,
+      "step": 33534
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915532868815869e-05,
+      "loss": 0.0008,
+      "step": 33536
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915468172790146e-05,
+      "loss": 0.01,
+      "step": 33538
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9154034767644226e-05,
+      "loss": 0.0003,
+      "step": 33540
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9153387807386996e-05,
+      "loss": 0.0065,
+      "step": 33542
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9152740847129765e-05,
+      "loss": 0.0001,
+      "step": 33544
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9152093886872534e-05,
+      "loss": 0.0,
+      "step": 33546
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9151446926615296e-05,
+      "loss": 0.0051,
+      "step": 33548
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.915079996635807e-05,
+      "loss": 0.0001,
+      "step": 33550
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9150153006100834e-05,
+      "loss": 0.0,
+      "step": 33552
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91495060458436e-05,
+      "loss": 0.01,
+      "step": 33554
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914885908558637e-05,
+      "loss": 0.0002,
+      "step": 33556
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914821212532914e-05,
+      "loss": 0.0001,
+      "step": 33558
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914756516507191e-05,
+      "loss": 0.0,
+      "step": 33560
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914691820481468e-05,
+      "loss": 0.0001,
+      "step": 33562
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914627124455745e-05,
+      "loss": 0.0002,
+      "step": 33564
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914562428430022e-05,
+      "loss": 0.0003,
+      "step": 33566
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914497732404299e-05,
+      "loss": 0.0002,
+      "step": 33568
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9144330363785756e-05,
+      "loss": 0.0008,
+      "step": 33570
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9143683403528525e-05,
+      "loss": 0.0004,
+      "step": 33572
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9143036443271294e-05,
+      "loss": 0.0136,
+      "step": 33574
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9142389483014056e-05,
+      "loss": 0.0,
+      "step": 33576
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914174252275683e-05,
+      "loss": 0.0,
+      "step": 33578
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9141095562499595e-05,
+      "loss": 0.0,
+      "step": 33580
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.914044860224237e-05,
+      "loss": 0.0002,
+      "step": 33582
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913980164198513e-05,
+      "loss": 0.0,
+      "step": 33584
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91391546817279e-05,
+      "loss": 0.0,
+      "step": 33586
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913850772147067e-05,
+      "loss": 0.0,
+      "step": 33588
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913786076121344e-05,
+      "loss": 0.0001,
+      "step": 33590
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913721380095621e-05,
+      "loss": 0.0072,
+      "step": 33592
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913656684069898e-05,
+      "loss": 0.0008,
+      "step": 33594
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913591988044175e-05,
+      "loss": 0.0,
+      "step": 33596
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913527292018451e-05,
+      "loss": 0.001,
+      "step": 33598
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9134625959927285e-05,
+      "loss": 0.0034,
+      "step": 33600
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9133978999670055e-05,
+      "loss": 0.0005,
+      "step": 33602
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9133332039412824e-05,
+      "loss": 0.0,
+      "step": 33604
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913268507915559e-05,
+      "loss": 0.0136,
+      "step": 33606
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9132038118898355e-05,
+      "loss": 0.0,
+      "step": 33608
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913139115864113e-05,
+      "loss": 0.0137,
+      "step": 33610
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913074419838389e-05,
+      "loss": 0.0,
+      "step": 33612
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.913009723812666e-05,
+      "loss": 0.0055,
+      "step": 33614
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912945027786943e-05,
+      "loss": 0.0002,
+      "step": 33616
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91288033176122e-05,
+      "loss": 0.0035,
+      "step": 33618
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912815635735497e-05,
+      "loss": 0.0001,
+      "step": 33620
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912750939709774e-05,
+      "loss": 0.0001,
+      "step": 33622
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912686243684051e-05,
+      "loss": 0.0,
+      "step": 33624
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912621547658328e-05,
+      "loss": 0.0001,
+      "step": 33626
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9125568516326046e-05,
+      "loss": 0.003,
+      "step": 33628
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912492155606881e-05,
+      "loss": 0.0029,
+      "step": 33630
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9124274595811584e-05,
+      "loss": 0.0181,
+      "step": 33632
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9123627635554346e-05,
+      "loss": 0.0,
+      "step": 33634
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9122980675297115e-05,
+      "loss": 0.0015,
+      "step": 33636
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912233371503989e-05,
+      "loss": 0.0009,
+      "step": 33638
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9121686754782654e-05,
+      "loss": 0.0003,
+      "step": 33640
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912103979452542e-05,
+      "loss": 0.0001,
+      "step": 33642
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.912039283426819e-05,
+      "loss": 0.0246,
+      "step": 33644
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911974587401096e-05,
+      "loss": 0.0023,
+      "step": 33646
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911909891375373e-05,
+      "loss": 0.0062,
+      "step": 33648
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91184519534965e-05,
+      "loss": 0.0,
+      "step": 33650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911780499323927e-05,
+      "loss": 0.0005,
+      "step": 33652
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911715803298204e-05,
+      "loss": 0.0,
+      "step": 33654
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9116511072724806e-05,
+      "loss": 0.0055,
+      "step": 33656
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911586411246757e-05,
+      "loss": 0.0014,
+      "step": 33658
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9115217152210344e-05,
+      "loss": 0.0001,
+      "step": 33660
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911457019195311e-05,
+      "loss": 0.0094,
+      "step": 33662
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911392323169588e-05,
+      "loss": 0.0002,
+      "step": 33664
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9113276271438645e-05,
+      "loss": 0.0016,
+      "step": 33666
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9112629311181414e-05,
+      "loss": 0.0003,
+      "step": 33668
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911198235092419e-05,
+      "loss": 0.0006,
+      "step": 33670
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911133539066695e-05,
+      "loss": 0.001,
+      "step": 33672
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911068843040972e-05,
+      "loss": 0.0,
+      "step": 33674
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.911004147015249e-05,
+      "loss": 0.0,
+      "step": 33676
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910939450989526e-05,
+      "loss": 0.0,
+      "step": 33678
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910874754963803e-05,
+      "loss": 0.0002,
+      "step": 33680
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.91081005893808e-05,
+      "loss": 0.0003,
+      "step": 33682
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910745362912357e-05,
+      "loss": 0.0,
+      "step": 33684
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9106806668866336e-05,
+      "loss": 0.001,
+      "step": 33686
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9106159708609105e-05,
+      "loss": 0.0026,
+      "step": 33688
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910551274835187e-05,
+      "loss": 0.0,
+      "step": 33690
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910486578809464e-05,
+      "loss": 0.0,
+      "step": 33692
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9104218827837405e-05,
+      "loss": 0.0005,
+      "step": 33694
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9103571867580174e-05,
+      "loss": 0.0003,
+      "step": 33696
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9102924907322943e-05,
+      "loss": 0.0001,
+      "step": 33698
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910227794706571e-05,
+      "loss": 0.0008,
+      "step": 33700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910163098680848e-05,
+      "loss": 0.0,
+      "step": 33702
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910098402655125e-05,
+      "loss": 0.0,
+      "step": 33704
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.910033706629402e-05,
+      "loss": 0.0008,
+      "step": 33706
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909969010603679e-05,
+      "loss": 0.0005,
+      "step": 33708
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909904314577956e-05,
+      "loss": 0.0001,
+      "step": 33710
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909839618552232e-05,
+      "loss": 0.0,
+      "step": 33712
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9097749225265096e-05,
+      "loss": 0.0004,
+      "step": 33714
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9097102265007865e-05,
+      "loss": 0.0,
+      "step": 33716
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909645530475063e-05,
+      "loss": 0.0,
+      "step": 33718
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.90958083444934e-05,
+      "loss": 0.0,
+      "step": 33720
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9095161384236166e-05,
+      "loss": 0.0,
+      "step": 33722
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909451442397894e-05,
+      "loss": 0.0009,
+      "step": 33724
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9093867463721704e-05,
+      "loss": 0.0118,
+      "step": 33726
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909322050346447e-05,
+      "loss": 0.0043,
+      "step": 33728
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909257354320724e-05,
+      "loss": 0.0002,
+      "step": 33730
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909192658295001e-05,
+      "loss": 0.0001,
+      "step": 33732
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909127962269278e-05,
+      "loss": 0.0,
+      "step": 33734
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.909063266243555e-05,
+      "loss": 0.014,
+      "step": 33736
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.908998570217832e-05,
+      "loss": 0.0009,
+      "step": 33738
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.908933874192108e-05,
+      "loss": 0.1176,
+      "step": 33740
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9088691781663857e-05,
+      "loss": 0.0001,
+      "step": 33742
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.908804482140662e-05,
+      "loss": 0.0148,
+      "step": 33744
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 3.9087397861149395e-05,
+      "loss": 0.01,
+      "step": 33746
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9086750900892164e-05,
+      "loss": 0.0015,
+      "step": 33748
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9086103940634926e-05,
+      "loss": 0.0,
+      "step": 33750
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.90854569803777e-05,
+      "loss": 0.0001,
+      "step": 33752
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9084810020120464e-05,
+      "loss": 0.0008,
+      "step": 33754
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.908416305986323e-05,
+      "loss": 0.0026,
+      "step": 33756
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9083516099606e-05,
+      "loss": 0.0078,
+      "step": 33758
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.908286913934877e-05,
+      "loss": 0.0,
+      "step": 33760
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.908222217909154e-05,
+      "loss": 0.0001,
+      "step": 33762
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.908157521883431e-05,
+      "loss": 0.0013,
+      "step": 33764
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.908092825857708e-05,
+      "loss": 0.0002,
+      "step": 33766
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.908028129831985e-05,
+      "loss": 0.0004,
+      "step": 33768
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907963433806262e-05,
+      "loss": 0.0,
+      "step": 33770
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907898737780538e-05,
+      "loss": 0.0,
+      "step": 33772
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9078340417548155e-05,
+      "loss": 0.0,
+      "step": 33774
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907769345729092e-05,
+      "loss": 0.0048,
+      "step": 33776
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9077046497033686e-05,
+      "loss": 0.0001,
+      "step": 33778
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907639953677646e-05,
+      "loss": 0.0,
+      "step": 33780
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9075752576519225e-05,
+      "loss": 0.0004,
+      "step": 33782
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9075105616261994e-05,
+      "loss": 0.0008,
+      "step": 33784
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907445865600476e-05,
+      "loss": 0.0,
+      "step": 33786
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907381169574753e-05,
+      "loss": 0.0011,
+      "step": 33788
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.90731647354903e-05,
+      "loss": 0.0017,
+      "step": 33790
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907251777523307e-05,
+      "loss": 0.0287,
+      "step": 33792
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907187081497584e-05,
+      "loss": 0.0,
+      "step": 33794
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907122385471861e-05,
+      "loss": 0.0099,
+      "step": 33796
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.907057689446138e-05,
+      "loss": 0.0001,
+      "step": 33798
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906992993420414e-05,
+      "loss": 0.0003,
+      "step": 33800
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9069282973946916e-05,
+      "loss": 0.0001,
+      "step": 33802
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906863601368968e-05,
+      "loss": 0.0,
+      "step": 33804
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9067989053432454e-05,
+      "loss": 0.0,
+      "step": 33806
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9067342093175216e-05,
+      "loss": 0.0,
+      "step": 33808
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9066695132917985e-05,
+      "loss": 0.0,
+      "step": 33810
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9066048172660754e-05,
+      "loss": 0.0001,
+      "step": 33812
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906540121240352e-05,
+      "loss": 0.0056,
+      "step": 33814
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906475425214629e-05,
+      "loss": 0.0005,
+      "step": 33816
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906410729188906e-05,
+      "loss": 0.0104,
+      "step": 33818
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906346033163183e-05,
+      "loss": 0.0049,
+      "step": 33820
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906281337137459e-05,
+      "loss": 0.0001,
+      "step": 33822
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906216641111737e-05,
+      "loss": 0.0001,
+      "step": 33824
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906151945086014e-05,
+      "loss": 0.0029,
+      "step": 33826
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.906087249060291e-05,
+      "loss": 0.0,
+      "step": 33828
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9060225530345676e-05,
+      "loss": 0.0,
+      "step": 33830
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.905957857008844e-05,
+      "loss": 0.0003,
+      "step": 33832
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9058931609831214e-05,
+      "loss": 0.0006,
+      "step": 33834
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9058284649573976e-05,
+      "loss": 0.0119,
+      "step": 33836
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9057637689316745e-05,
+      "loss": 0.0,
+      "step": 33838
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9056990729059515e-05,
+      "loss": 0.0004,
+      "step": 33840
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9056343768802284e-05,
+      "loss": 0.0006,
+      "step": 33842
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.905569680854505e-05,
+      "loss": 0.0,
+      "step": 33844
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.905504984828782e-05,
+      "loss": 0.0,
+      "step": 33846
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.905440288803059e-05,
+      "loss": 0.0001,
+      "step": 33848
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.905375592777336e-05,
+      "loss": 0.0048,
+      "step": 33850
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.905310896751613e-05,
+      "loss": 0.0003,
+      "step": 33852
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.905246200725889e-05,
+      "loss": 0.005,
+      "step": 33854
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.905181504700167e-05,
+      "loss": 0.0,
+      "step": 33856
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9051168086744436e-05,
+      "loss": 0.0121,
+      "step": 33858
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.90505211264872e-05,
+      "loss": 0.0002,
+      "step": 33860
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9049874166229974e-05,
+      "loss": 0.0017,
+      "step": 33862
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904922720597274e-05,
+      "loss": 0.0,
+      "step": 33864
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904858024571551e-05,
+      "loss": 0.0,
+      "step": 33866
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9047933285458275e-05,
+      "loss": 0.0035,
+      "step": 33868
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9047286325201044e-05,
+      "loss": 0.0003,
+      "step": 33870
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904663936494381e-05,
+      "loss": 0.0001,
+      "step": 33872
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904599240468658e-05,
+      "loss": 0.0,
+      "step": 33874
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904534544442935e-05,
+      "loss": 0.0001,
+      "step": 33876
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904469848417212e-05,
+      "loss": 0.0002,
+      "step": 33878
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904405152391489e-05,
+      "loss": 0.0024,
+      "step": 33880
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904340456365765e-05,
+      "loss": 0.0037,
+      "step": 33882
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904275760340043e-05,
+      "loss": 0.0015,
+      "step": 33884
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904211064314319e-05,
+      "loss": 0.0002,
+      "step": 33886
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9041463682885966e-05,
+      "loss": 0.0004,
+      "step": 33888
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.904081672262873e-05,
+      "loss": 0.0,
+      "step": 33890
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.90401697623715e-05,
+      "loss": 0.0001,
+      "step": 33892
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903952280211427e-05,
+      "loss": 0.0004,
+      "step": 33894
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9038875841857035e-05,
+      "loss": 0.0002,
+      "step": 33896
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9038228881599804e-05,
+      "loss": 0.0044,
+      "step": 33898
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9037581921342574e-05,
+      "loss": 0.0007,
+      "step": 33900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903693496108534e-05,
+      "loss": 0.0004,
+      "step": 33902
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903628800082811e-05,
+      "loss": 0.0,
+      "step": 33904
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903564104057088e-05,
+      "loss": 0.0003,
+      "step": 33906
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903499408031365e-05,
+      "loss": 0.0,
+      "step": 33908
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903434712005642e-05,
+      "loss": 0.0001,
+      "step": 33910
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903370015979919e-05,
+      "loss": 0.0,
+      "step": 33912
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903305319954195e-05,
+      "loss": 0.0,
+      "step": 33914
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9032406239284726e-05,
+      "loss": 0.0001,
+      "step": 33916
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903175927902749e-05,
+      "loss": 0.0001,
+      "step": 33918
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903111231877026e-05,
+      "loss": 0.0,
+      "step": 33920
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.903046535851303e-05,
+      "loss": 0.0046,
+      "step": 33922
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9029818398255796e-05,
+      "loss": 0.0072,
+      "step": 33924
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9029171437998565e-05,
+      "loss": 0.0002,
+      "step": 33926
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9028524477741334e-05,
+      "loss": 0.0002,
+      "step": 33928
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.90278775174841e-05,
+      "loss": 0.0006,
+      "step": 33930
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.902723055722687e-05,
+      "loss": 0.0001,
+      "step": 33932
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.902658359696964e-05,
+      "loss": 0.0047,
+      "step": 33934
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9025936636712404e-05,
+      "loss": 0.0025,
+      "step": 33936
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.902528967645518e-05,
+      "loss": 0.0057,
+      "step": 33938
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.902464271619795e-05,
+      "loss": 0.0001,
+      "step": 33940
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.902399575594071e-05,
+      "loss": 0.0001,
+      "step": 33942
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.902334879568349e-05,
+      "loss": 0.0013,
+      "step": 33944
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.902270183542625e-05,
+      "loss": 0.0037,
+      "step": 33946
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9022054875169025e-05,
+      "loss": 0.0002,
+      "step": 33948
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.902140791491179e-05,
+      "loss": 0.022,
+      "step": 33950
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9020760954654556e-05,
+      "loss": 0.0003,
+      "step": 33952
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9020113994397325e-05,
+      "loss": 0.0025,
+      "step": 33954
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9019467034140094e-05,
+      "loss": 0.0,
+      "step": 33956
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9018820073882863e-05,
+      "loss": 0.0,
+      "step": 33958
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.901817311362563e-05,
+      "loss": 0.0039,
+      "step": 33960
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.90175261533684e-05,
+      "loss": 0.0,
+      "step": 33962
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9016879193111164e-05,
+      "loss": 0.0,
+      "step": 33964
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.901623223285394e-05,
+      "loss": 0.0001,
+      "step": 33966
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.90155852725967e-05,
+      "loss": 0.0,
+      "step": 33968
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.901493831233948e-05,
+      "loss": 0.0,
+      "step": 33970
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.901429135208225e-05,
+      "loss": 0.0,
+      "step": 33972
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.901364439182501e-05,
+      "loss": 0.0047,
+      "step": 33974
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9012997431567785e-05,
+      "loss": 0.0,
+      "step": 33976
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.901235047131055e-05,
+      "loss": 0.003,
+      "step": 33978
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9011703511053317e-05,
+      "loss": 0.0001,
+      "step": 33980
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9011056550796086e-05,
+      "loss": 0.0,
+      "step": 33982
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9010409590538855e-05,
+      "loss": 0.0,
+      "step": 33984
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9009762630281624e-05,
+      "loss": 0.0014,
+      "step": 33986
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.900911567002439e-05,
+      "loss": 0.002,
+      "step": 33988
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.900846870976716e-05,
+      "loss": 0.0001,
+      "step": 33990
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.900782174950993e-05,
+      "loss": 0.0,
+      "step": 33992
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.90071747892527e-05,
+      "loss": 0.0001,
+      "step": 33994
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.900652782899546e-05,
+      "loss": 0.0001,
+      "step": 33996
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.900588086873824e-05,
+      "loss": 0.0001,
+      "step": 33998
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9005233908481e-05,
+      "loss": 0.0001,
+      "step": 34000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.900458694822377e-05,
+      "loss": 0.0,
+      "step": 34002
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9003939987966546e-05,
+      "loss": 0.0076,
+      "step": 34004
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.900329302770931e-05,
+      "loss": 0.0001,
+      "step": 34006
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9002646067452084e-05,
+      "loss": 0.0,
+      "step": 34008
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9001999107194846e-05,
+      "loss": 0.0137,
+      "step": 34010
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9001352146937615e-05,
+      "loss": 0.0002,
+      "step": 34012
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.9000705186680384e-05,
+      "loss": 0.0063,
+      "step": 34014
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.900005822642315e-05,
+      "loss": 0.0,
+      "step": 34016
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.899941126616592e-05,
+      "loss": 0.0,
+      "step": 34018
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.899876430590869e-05,
+      "loss": 0.0,
+      "step": 34020
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.899811734565146e-05,
+      "loss": 0.0,
+      "step": 34022
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.899747038539422e-05,
+      "loss": 0.0036,
+      "step": 34024
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8996823425137e-05,
+      "loss": 0.0014,
+      "step": 34026
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.899617646487976e-05,
+      "loss": 0.0001,
+      "step": 34028
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.899552950462254e-05,
+      "loss": 0.0024,
+      "step": 34030
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.89948825443653e-05,
+      "loss": 0.0009,
+      "step": 34032
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.899423558410807e-05,
+      "loss": 0.0001,
+      "step": 34034
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.899358862385084e-05,
+      "loss": 0.0107,
+      "step": 34036
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8992941663593606e-05,
+      "loss": 0.0002,
+      "step": 34038
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8992294703336376e-05,
+      "loss": 0.0071,
+      "step": 34040
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8991647743079145e-05,
+      "loss": 0.0698,
+      "step": 34042
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8991000782821914e-05,
+      "loss": 0.0012,
+      "step": 34044
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8990353822564676e-05,
+      "loss": 0.0,
+      "step": 34046
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898970686230745e-05,
+      "loss": 0.0002,
+      "step": 34048
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898905990205022e-05,
+      "loss": 0.0016,
+      "step": 34050
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898841294179299e-05,
+      "loss": 0.0001,
+      "step": 34052
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898776598153576e-05,
+      "loss": 0.021,
+      "step": 34054
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898711902127852e-05,
+      "loss": 0.0006,
+      "step": 34056
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.89864720610213e-05,
+      "loss": 0.0,
+      "step": 34058
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898582510076406e-05,
+      "loss": 0.0089,
+      "step": 34060
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898517814050683e-05,
+      "loss": 0.0,
+      "step": 34062
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.89845311802496e-05,
+      "loss": 0.0,
+      "step": 34064
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898388421999237e-05,
+      "loss": 0.0,
+      "step": 34066
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8983237259735136e-05,
+      "loss": 0.0,
+      "step": 34068
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8982590299477905e-05,
+      "loss": 0.0,
+      "step": 34070
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8981943339220674e-05,
+      "loss": 0.0001,
+      "step": 34072
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898129637896344e-05,
+      "loss": 0.0,
+      "step": 34074
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.898064941870621e-05,
+      "loss": 0.0004,
+      "step": 34076
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8980002458448975e-05,
+      "loss": 0.0001,
+      "step": 34078
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897935549819175e-05,
+      "loss": 0.008,
+      "step": 34080
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897870853793452e-05,
+      "loss": 0.0,
+      "step": 34082
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897806157767728e-05,
+      "loss": 0.0042,
+      "step": 34084
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897741461742006e-05,
+      "loss": 0.0003,
+      "step": 34086
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897676765716282e-05,
+      "loss": 0.0,
+      "step": 34088
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8976120696905596e-05,
+      "loss": 0.0,
+      "step": 34090
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897547373664836e-05,
+      "loss": 0.0155,
+      "step": 34092
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897482677639113e-05,
+      "loss": 0.0044,
+      "step": 34094
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8974179816133896e-05,
+      "loss": 0.0001,
+      "step": 34096
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8973532855876665e-05,
+      "loss": 0.0001,
+      "step": 34098
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8972885895619435e-05,
+      "loss": 0.0,
+      "step": 34100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8972238935362204e-05,
+      "loss": 0.0001,
+      "step": 34102
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897159197510497e-05,
+      "loss": 0.0,
+      "step": 34104
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8970945014847735e-05,
+      "loss": 0.0,
+      "step": 34106
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.897029805459051e-05,
+      "loss": 0.0002,
+      "step": 34108
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896965109433327e-05,
+      "loss": 0.0,
+      "step": 34110
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896900413407605e-05,
+      "loss": 0.0014,
+      "step": 34112
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896835717381881e-05,
+      "loss": 0.0004,
+      "step": 34114
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896771021356158e-05,
+      "loss": 0.0162,
+      "step": 34116
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8967063253304356e-05,
+      "loss": 0.0002,
+      "step": 34118
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896641629304712e-05,
+      "loss": 0.0007,
+      "step": 34120
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896576933278989e-05,
+      "loss": 0.0018,
+      "step": 34122
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896512237253266e-05,
+      "loss": 0.0001,
+      "step": 34124
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8964475412275426e-05,
+      "loss": 0.0001,
+      "step": 34126
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8963828452018195e-05,
+      "loss": 0.0002,
+      "step": 34128
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8963181491760964e-05,
+      "loss": 0.006,
+      "step": 34130
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896253453150373e-05,
+      "loss": 0.0001,
+      "step": 34132
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.89618875712465e-05,
+      "loss": 0.0368,
+      "step": 34134
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.896124061098927e-05,
+      "loss": 0.0001,
+      "step": 34136
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8960593650732034e-05,
+      "loss": 0.0008,
+      "step": 34138
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895994669047481e-05,
+      "loss": 0.0,
+      "step": 34140
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895929973021757e-05,
+      "loss": 0.0044,
+      "step": 34142
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895865276996034e-05,
+      "loss": 0.0079,
+      "step": 34144
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895800580970311e-05,
+      "loss": 0.0001,
+      "step": 34146
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895735884944588e-05,
+      "loss": 0.0002,
+      "step": 34148
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8956711889188655e-05,
+      "loss": 0.0,
+      "step": 34150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895606492893142e-05,
+      "loss": 0.0001,
+      "step": 34152
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8955417968674186e-05,
+      "loss": 0.003,
+      "step": 34154
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8954771008416955e-05,
+      "loss": 0.0143,
+      "step": 34156
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8954124048159724e-05,
+      "loss": 0.0,
+      "step": 34158
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8953477087902494e-05,
+      "loss": 0.0,
+      "step": 34160
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895283012764526e-05,
+      "loss": 0.0,
+      "step": 34162
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895218316738803e-05,
+      "loss": 0.0134,
+      "step": 34164
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8951536207130794e-05,
+      "loss": 0.0,
+      "step": 34166
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895088924687357e-05,
+      "loss": 0.0,
+      "step": 34168
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.895024228661633e-05,
+      "loss": 0.0,
+      "step": 34170
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894959532635911e-05,
+      "loss": 0.002,
+      "step": 34172
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894894836610187e-05,
+      "loss": 0.0,
+      "step": 34174
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894830140584464e-05,
+      "loss": 0.0,
+      "step": 34176
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894765444558741e-05,
+      "loss": 0.0,
+      "step": 34178
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894700748533018e-05,
+      "loss": 0.0366,
+      "step": 34180
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894636052507295e-05,
+      "loss": 0.0012,
+      "step": 34182
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8945713564815716e-05,
+      "loss": 0.0004,
+      "step": 34184
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8945066604558485e-05,
+      "loss": 0.0001,
+      "step": 34186
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894441964430125e-05,
+      "loss": 0.0,
+      "step": 34188
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894377268404402e-05,
+      "loss": 0.0,
+      "step": 34190
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8943125723786785e-05,
+      "loss": 0.0001,
+      "step": 34192
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894247876352956e-05,
+      "loss": 0.0451,
+      "step": 34194
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894183180327233e-05,
+      "loss": 0.0,
+      "step": 34196
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894118484301509e-05,
+      "loss": 0.0001,
+      "step": 34198
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.894053788275787e-05,
+      "loss": 0.0,
+      "step": 34200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893989092250063e-05,
+      "loss": 0.0,
+      "step": 34202
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.89392439622434e-05,
+      "loss": 0.0,
+      "step": 34204
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893859700198617e-05,
+      "loss": 0.0,
+      "step": 34206
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893795004172894e-05,
+      "loss": 0.0,
+      "step": 34208
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893730308147171e-05,
+      "loss": 0.0006,
+      "step": 34210
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8936656121214476e-05,
+      "loss": 0.0003,
+      "step": 34212
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8936009160957245e-05,
+      "loss": 0.0002,
+      "step": 34214
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8935362200700014e-05,
+      "loss": 0.0003,
+      "step": 34216
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8934715240442783e-05,
+      "loss": 0.002,
+      "step": 34218
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8934068280185546e-05,
+      "loss": 0.0012,
+      "step": 34220
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893342131992832e-05,
+      "loss": 0.0,
+      "step": 34222
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8932774359671084e-05,
+      "loss": 0.0001,
+      "step": 34224
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893212739941385e-05,
+      "loss": 0.0,
+      "step": 34226
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893148043915663e-05,
+      "loss": 0.0005,
+      "step": 34228
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893083347889939e-05,
+      "loss": 0.0002,
+      "step": 34230
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.893018651864217e-05,
+      "loss": 0.0004,
+      "step": 34232
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.892953955838493e-05,
+      "loss": 0.0006,
+      "step": 34234
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.89288925981277e-05,
+      "loss": 0.0183,
+      "step": 34236
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.892824563787047e-05,
+      "loss": 0.0002,
+      "step": 34238
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8927598677613237e-05,
+      "loss": 0.0,
+      "step": 34240
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8926951717356006e-05,
+      "loss": 0.0,
+      "step": 34242
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8926304757098775e-05,
+      "loss": 0.0001,
+      "step": 34244
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8925657796841544e-05,
+      "loss": 0.0,
+      "step": 34246
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8925010836584306e-05,
+      "loss": 0.0157,
+      "step": 34248
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.892436387632708e-05,
+      "loss": 0.0006,
+      "step": 34250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.8923716916069844e-05,
+      "loss": 0.0002,
+      "step": 34252
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.892306995581262e-05,
+      "loss": 0.0,
+      "step": 34254
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.892242299555538e-05,
+      "loss": 0.0005,
+      "step": 34256
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.892177603529815e-05,
+      "loss": 0.0001,
+      "step": 34258
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.892112907504093e-05,
+      "loss": 0.0,
+      "step": 34260
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.892048211478369e-05,
+      "loss": 0.0207,
+      "step": 34262
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891983515452646e-05,
+      "loss": 0.0,
+      "step": 34264
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891918819426923e-05,
+      "loss": 0.0021,
+      "step": 34266
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8918541234012e-05,
+      "loss": 0.0206,
+      "step": 34268
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891789427375476e-05,
+      "loss": 0.0072,
+      "step": 34270
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8917247313497535e-05,
+      "loss": 0.0017,
+      "step": 34272
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8916600353240304e-05,
+      "loss": 0.0,
+      "step": 34274
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891595339298307e-05,
+      "loss": 0.0062,
+      "step": 34276
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891530643272584e-05,
+      "loss": 0.009,
+      "step": 34278
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8914659472468605e-05,
+      "loss": 0.0,
+      "step": 34280
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891401251221138e-05,
+      "loss": 0.0,
+      "step": 34282
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891336555195414e-05,
+      "loss": 0.0,
+      "step": 34284
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891271859169691e-05,
+      "loss": 0.0179,
+      "step": 34286
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891207163143968e-05,
+      "loss": 0.0,
+      "step": 34288
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891142467118245e-05,
+      "loss": 0.0005,
+      "step": 34290
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891077771092522e-05,
+      "loss": 0.0048,
+      "step": 34292
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.891013075066799e-05,
+      "loss": 0.0022,
+      "step": 34294
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890948379041076e-05,
+      "loss": 0.0,
+      "step": 34296
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8908836830153526e-05,
+      "loss": 0.0,
+      "step": 34298
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8908189869896296e-05,
+      "loss": 0.0,
+      "step": 34300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890754290963906e-05,
+      "loss": 0.0003,
+      "step": 34302
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8906895949381834e-05,
+      "loss": 0.0004,
+      "step": 34304
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.89062489891246e-05,
+      "loss": 0.0,
+      "step": 34306
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8905602028867365e-05,
+      "loss": 0.0,
+      "step": 34308
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890495506861014e-05,
+      "loss": 0.0084,
+      "step": 34310
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.89043081083529e-05,
+      "loss": 0.0,
+      "step": 34312
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890366114809568e-05,
+      "loss": 0.0001,
+      "step": 34314
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890301418783844e-05,
+      "loss": 0.0024,
+      "step": 34316
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890236722758121e-05,
+      "loss": 0.0,
+      "step": 34318
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890172026732398e-05,
+      "loss": 0.0,
+      "step": 34320
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890107330706675e-05,
+      "loss": 0.0,
+      "step": 34322
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.890042634680952e-05,
+      "loss": 0.0,
+      "step": 34324
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889977938655229e-05,
+      "loss": 0.0001,
+      "step": 34326
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8899132426295056e-05,
+      "loss": 0.0006,
+      "step": 34328
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889848546603782e-05,
+      "loss": 0.0,
+      "step": 34330
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8897838505780594e-05,
+      "loss": 0.0014,
+      "step": 34332
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8897191545523356e-05,
+      "loss": 0.0256,
+      "step": 34334
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889654458526613e-05,
+      "loss": 0.0007,
+      "step": 34336
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88958976250089e-05,
+      "loss": 0.0,
+      "step": 34338
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8895250664751664e-05,
+      "loss": 0.0,
+      "step": 34340
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889460370449444e-05,
+      "loss": 0.0007,
+      "step": 34342
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88939567442372e-05,
+      "loss": 0.0,
+      "step": 34344
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889330978397997e-05,
+      "loss": 0.0001,
+      "step": 34346
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889266282372274e-05,
+      "loss": 0.0063,
+      "step": 34348
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889201586346551e-05,
+      "loss": 0.0284,
+      "step": 34350
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889136890320828e-05,
+      "loss": 0.0015,
+      "step": 34352
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.889072194295105e-05,
+      "loss": 0.0005,
+      "step": 34354
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8890074982693816e-05,
+      "loss": 0.0088,
+      "step": 34356
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8889428022436585e-05,
+      "loss": 0.0108,
+      "step": 34358
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8888781062179355e-05,
+      "loss": 0.0,
+      "step": 34360
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888813410192212e-05,
+      "loss": 0.0,
+      "step": 34362
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888748714166489e-05,
+      "loss": 0.0,
+      "step": 34364
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8886840181407655e-05,
+      "loss": 0.0024,
+      "step": 34366
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8886193221150424e-05,
+      "loss": 0.0222,
+      "step": 34368
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888554626089319e-05,
+      "loss": 0.0,
+      "step": 34370
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888489930063596e-05,
+      "loss": 0.0283,
+      "step": 34372
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888425234037874e-05,
+      "loss": 0.0006,
+      "step": 34374
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88836053801215e-05,
+      "loss": 0.0,
+      "step": 34376
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888295841986427e-05,
+      "loss": 0.0007,
+      "step": 34378
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888231145960704e-05,
+      "loss": 0.0,
+      "step": 34380
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888166449934981e-05,
+      "loss": 0.0113,
+      "step": 34382
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.888101753909258e-05,
+      "loss": 0.0,
+      "step": 34384
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8880370578835346e-05,
+      "loss": 0.0004,
+      "step": 34386
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8879723618578115e-05,
+      "loss": 0.0,
+      "step": 34388
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887907665832088e-05,
+      "loss": 0.0,
+      "step": 34390
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887842969806365e-05,
+      "loss": 0.0001,
+      "step": 34392
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8877782737806415e-05,
+      "loss": 0.0004,
+      "step": 34394
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887713577754919e-05,
+      "loss": 0.0068,
+      "step": 34396
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8876488817291954e-05,
+      "loss": 0.0065,
+      "step": 34398
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887584185703472e-05,
+      "loss": 0.0,
+      "step": 34400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887519489677749e-05,
+      "loss": 0.0,
+      "step": 34402
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887454793652026e-05,
+      "loss": 0.0163,
+      "step": 34404
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887390097626303e-05,
+      "loss": 0.0038,
+      "step": 34406
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88732540160058e-05,
+      "loss": 0.0,
+      "step": 34408
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887260705574857e-05,
+      "loss": 0.0051,
+      "step": 34410
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887196009549133e-05,
+      "loss": 0.0001,
+      "step": 34412
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8871313135234106e-05,
+      "loss": 0.0001,
+      "step": 34414
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.887066617497687e-05,
+      "loss": 0.0087,
+      "step": 34416
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8870019214719644e-05,
+      "loss": 0.001,
+      "step": 34418
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8869372254462414e-05,
+      "loss": 0.0,
+      "step": 34420
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8868725294205176e-05,
+      "loss": 0.005,
+      "step": 34422
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886807833394795e-05,
+      "loss": 0.0,
+      "step": 34424
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8867431373690714e-05,
+      "loss": 0.0002,
+      "step": 34426
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886678441343348e-05,
+      "loss": 0.0,
+      "step": 34428
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886613745317625e-05,
+      "loss": 0.0004,
+      "step": 34430
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886549049291902e-05,
+      "loss": 0.0212,
+      "step": 34432
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886484353266179e-05,
+      "loss": 0.0002,
+      "step": 34434
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886419657240456e-05,
+      "loss": 0.0001,
+      "step": 34436
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886354961214733e-05,
+      "loss": 0.0001,
+      "step": 34438
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88629026518901e-05,
+      "loss": 0.0011,
+      "step": 34440
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886225569163287e-05,
+      "loss": 0.0,
+      "step": 34442
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886160873137563e-05,
+      "loss": 0.0,
+      "step": 34444
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8860961771118405e-05,
+      "loss": 0.0005,
+      "step": 34446
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.886031481086117e-05,
+      "loss": 0.0001,
+      "step": 34448
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8859667850603936e-05,
+      "loss": 0.0001,
+      "step": 34450
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885902089034671e-05,
+      "loss": 0.0003,
+      "step": 34452
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8858373930089474e-05,
+      "loss": 0.0,
+      "step": 34454
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885772696983225e-05,
+      "loss": 0.0008,
+      "step": 34456
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885708000957501e-05,
+      "loss": 0.0,
+      "step": 34458
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885643304931778e-05,
+      "loss": 0.0002,
+      "step": 34460
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885578608906055e-05,
+      "loss": 0.0,
+      "step": 34462
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885513912880332e-05,
+      "loss": 0.0,
+      "step": 34464
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885449216854609e-05,
+      "loss": 0.0,
+      "step": 34466
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885384520828886e-05,
+      "loss": 0.0,
+      "step": 34468
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885319824803163e-05,
+      "loss": 0.0,
+      "step": 34470
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885255128777439e-05,
+      "loss": 0.0001,
+      "step": 34472
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8851904327517165e-05,
+      "loss": 0.0,
+      "step": 34474
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.885125736725993e-05,
+      "loss": 0.0023,
+      "step": 34476
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8850610407002703e-05,
+      "loss": 0.0001,
+      "step": 34478
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8849963446745466e-05,
+      "loss": 0.0002,
+      "step": 34480
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8849316486488235e-05,
+      "loss": 0.0007,
+      "step": 34482
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884866952623101e-05,
+      "loss": 0.0018,
+      "step": 34484
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884802256597377e-05,
+      "loss": 0.0007,
+      "step": 34486
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884737560571654e-05,
+      "loss": 0.0,
+      "step": 34488
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884672864545931e-05,
+      "loss": 0.0002,
+      "step": 34490
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884608168520208e-05,
+      "loss": 0.0001,
+      "step": 34492
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884543472494484e-05,
+      "loss": 0.0,
+      "step": 34494
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884478776468762e-05,
+      "loss": 0.0,
+      "step": 34496
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884414080443039e-05,
+      "loss": 0.0001,
+      "step": 34498
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8843493844173157e-05,
+      "loss": 0.0,
+      "step": 34500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8842846883915926e-05,
+      "loss": 0.0,
+      "step": 34502
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.884219992365869e-05,
+      "loss": 0.0,
+      "step": 34504
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8841552963401464e-05,
+      "loss": 0.0002,
+      "step": 34506
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8840906003144226e-05,
+      "loss": 0.0001,
+      "step": 34508
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8840259042886995e-05,
+      "loss": 0.0,
+      "step": 34510
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8839612082629764e-05,
+      "loss": 0.0,
+      "step": 34512
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883896512237253e-05,
+      "loss": 0.0001,
+      "step": 34514
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88383181621153e-05,
+      "loss": 0.0,
+      "step": 34516
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883767120185807e-05,
+      "loss": 0.0001,
+      "step": 34518
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883702424160084e-05,
+      "loss": 0.0,
+      "step": 34520
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883637728134361e-05,
+      "loss": 0.0001,
+      "step": 34522
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883573032108638e-05,
+      "loss": 0.0003,
+      "step": 34524
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883508336082914e-05,
+      "loss": 0.0,
+      "step": 34526
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883443640057192e-05,
+      "loss": 0.0,
+      "step": 34528
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8833789440314686e-05,
+      "loss": 0.0,
+      "step": 34530
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883314248005745e-05,
+      "loss": 0.0001,
+      "step": 34532
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8832495519800224e-05,
+      "loss": 0.0,
+      "step": 34534
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8831848559542987e-05,
+      "loss": 0.0002,
+      "step": 34536
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.883120159928576e-05,
+      "loss": 0.0064,
+      "step": 34538
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8830554639028525e-05,
+      "loss": 0.0,
+      "step": 34540
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8829907678771294e-05,
+      "loss": 0.0,
+      "step": 34542
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882926071851406e-05,
+      "loss": 0.0059,
+      "step": 34544
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882861375825683e-05,
+      "loss": 0.0001,
+      "step": 34546
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88279667979996e-05,
+      "loss": 0.0019,
+      "step": 34548
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882731983774237e-05,
+      "loss": 0.0022,
+      "step": 34550
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882667287748514e-05,
+      "loss": 0.0001,
+      "step": 34552
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88260259172279e-05,
+      "loss": 0.0048,
+      "step": 34554
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882537895697068e-05,
+      "loss": 0.0052,
+      "step": 34556
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882473199671344e-05,
+      "loss": 0.0001,
+      "step": 34558
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8824085036456216e-05,
+      "loss": 0.0001,
+      "step": 34560
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8823438076198985e-05,
+      "loss": 0.0004,
+      "step": 34562
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882279111594175e-05,
+      "loss": 0.0001,
+      "step": 34564
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882214415568452e-05,
+      "loss": 0.0052,
+      "step": 34566
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8821497195427285e-05,
+      "loss": 0.0001,
+      "step": 34568
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8820850235170054e-05,
+      "loss": 0.0001,
+      "step": 34570
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.882020327491282e-05,
+      "loss": 0.0002,
+      "step": 34572
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881955631465559e-05,
+      "loss": 0.0,
+      "step": 34574
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881890935439836e-05,
+      "loss": 0.0019,
+      "step": 34576
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881826239414113e-05,
+      "loss": 0.0149,
+      "step": 34578
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88176154338839e-05,
+      "loss": 0.0046,
+      "step": 34580
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881696847362667e-05,
+      "loss": 0.0001,
+      "step": 34582
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881632151336944e-05,
+      "loss": 0.008,
+      "step": 34584
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88156745531122e-05,
+      "loss": 0.0005,
+      "step": 34586
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8815027592854976e-05,
+      "loss": 0.0103,
+      "step": 34588
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881438063259774e-05,
+      "loss": 0.0042,
+      "step": 34590
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881373367234051e-05,
+      "loss": 0.0,
+      "step": 34592
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8813086712083276e-05,
+      "loss": 0.0,
+      "step": 34594
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8812439751826045e-05,
+      "loss": 0.0002,
+      "step": 34596
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881179279156882e-05,
+      "loss": 0.008,
+      "step": 34598
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8811145831311584e-05,
+      "loss": 0.0,
+      "step": 34600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.881049887105435e-05,
+      "loss": 0.0002,
+      "step": 34602
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880985191079712e-05,
+      "loss": 0.0,
+      "step": 34604
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880920495053989e-05,
+      "loss": 0.0,
+      "step": 34606
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880855799028266e-05,
+      "loss": 0.0041,
+      "step": 34608
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880791103002543e-05,
+      "loss": 0.0,
+      "step": 34610
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88072640697682e-05,
+      "loss": 0.0038,
+      "step": 34612
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880661710951096e-05,
+      "loss": 0.0113,
+      "step": 34614
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8805970149253736e-05,
+      "loss": 0.0001,
+      "step": 34616
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.88053231889965e-05,
+      "loss": 0.0002,
+      "step": 34618
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8804676228739275e-05,
+      "loss": 0.011,
+      "step": 34620
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880402926848204e-05,
+      "loss": 0.0034,
+      "step": 34622
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8803382308224806e-05,
+      "loss": 0.0,
+      "step": 34624
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8802735347967575e-05,
+      "loss": 0.0,
+      "step": 34626
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8802088387710344e-05,
+      "loss": 0.0093,
+      "step": 34628
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880144142745311e-05,
+      "loss": 0.0082,
+      "step": 34630
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880079446719588e-05,
+      "loss": 0.0049,
+      "step": 34632
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.880014750693865e-05,
+      "loss": 0.0,
+      "step": 34634
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8799500546681414e-05,
+      "loss": 0.0,
+      "step": 34636
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.879885358642419e-05,
+      "loss": 0.0003,
+      "step": 34638
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.879820662616696e-05,
+      "loss": 0.0,
+      "step": 34640
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.879755966590973e-05,
+      "loss": 0.0001,
+      "step": 34642
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.87969127056525e-05,
+      "loss": 0.0,
+      "step": 34644
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.879626574539526e-05,
+      "loss": 0.0,
+      "step": 34646
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8795618785138035e-05,
+      "loss": 0.0,
+      "step": 34648
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.87949718248808e-05,
+      "loss": 0.0001,
+      "step": 34650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8794324864623566e-05,
+      "loss": 0.0011,
+      "step": 34652
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8793677904366335e-05,
+      "loss": 0.0,
+      "step": 34654
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8793030944109104e-05,
+      "loss": 0.0001,
+      "step": 34656
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8792383983851874e-05,
+      "loss": 0.0,
+      "step": 34658
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.879173702359464e-05,
+      "loss": 0.0,
+      "step": 34660
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.879109006333741e-05,
+      "loss": 0.0,
+      "step": 34662
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.879044310308018e-05,
+      "loss": 0.0,
+      "step": 34664
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878979614282295e-05,
+      "loss": 0.0,
+      "step": 34666
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878914918256571e-05,
+      "loss": 0.0,
+      "step": 34668
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878850222230849e-05,
+      "loss": 0.0092,
+      "step": 34670
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878785526205125e-05,
+      "loss": 0.0001,
+      "step": 34672
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878720830179402e-05,
+      "loss": 0.0212,
+      "step": 34674
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8786561341536795e-05,
+      "loss": 0.0001,
+      "step": 34676
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878591438127956e-05,
+      "loss": 0.0039,
+      "step": 34678
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8785267421022333e-05,
+      "loss": 0.0,
+      "step": 34680
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8784620460765096e-05,
+      "loss": 0.0017,
+      "step": 34682
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8783973500507865e-05,
+      "loss": 0.0087,
+      "step": 34684
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8783326540250634e-05,
+      "loss": 0.0521,
+      "step": 34686
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.87826795799934e-05,
+      "loss": 0.0002,
+      "step": 34688
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878203261973617e-05,
+      "loss": 0.0001,
+      "step": 34690
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878138565947894e-05,
+      "loss": 0.0004,
+      "step": 34692
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878073869922171e-05,
+      "loss": 0.0002,
+      "step": 34694
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.878009173896447e-05,
+      "loss": 0.0021,
+      "step": 34696
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877944477870725e-05,
+      "loss": 0.0,
+      "step": 34698
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877879781845001e-05,
+      "loss": 0.0022,
+      "step": 34700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877815085819279e-05,
+      "loss": 0.0001,
+      "step": 34702
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877750389793555e-05,
+      "loss": 0.0,
+      "step": 34704
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877685693767832e-05,
+      "loss": 0.0009,
+      "step": 34706
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8776209977421094e-05,
+      "loss": 0.0001,
+      "step": 34708
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8775563017163856e-05,
+      "loss": 0.0004,
+      "step": 34710
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8774916056906625e-05,
+      "loss": 0.0005,
+      "step": 34712
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8774269096649394e-05,
+      "loss": 0.0,
+      "step": 34714
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8773622136392163e-05,
+      "loss": 0.0,
+      "step": 34716
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8772975176134926e-05,
+      "loss": 0.0001,
+      "step": 34718
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.87723282158777e-05,
+      "loss": 0.0003,
+      "step": 34720
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877168125562047e-05,
+      "loss": 0.0006,
+      "step": 34722
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877103429536324e-05,
+      "loss": 0.0001,
+      "step": 34724
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.877038733510601e-05,
+      "loss": 0.0046,
+      "step": 34726
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876974037484877e-05,
+      "loss": 0.0,
+      "step": 34728
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876909341459155e-05,
+      "loss": 0.0008,
+      "step": 34730
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876844645433431e-05,
+      "loss": 0.0009,
+      "step": 34732
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876779949407708e-05,
+      "loss": 0.0,
+      "step": 34734
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876715253381985e-05,
+      "loss": 0.0,
+      "step": 34736
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8766505573562617e-05,
+      "loss": 0.0007,
+      "step": 34738
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876585861330539e-05,
+      "loss": 0.0,
+      "step": 34740
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8765211653048155e-05,
+      "loss": 0.0002,
+      "step": 34742
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8764564692790924e-05,
+      "loss": 0.0015,
+      "step": 34744
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876391773253369e-05,
+      "loss": 0.0,
+      "step": 34746
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876327077227646e-05,
+      "loss": 0.0,
+      "step": 34748
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8762623812019224e-05,
+      "loss": 0.0,
+      "step": 34750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8761976851762e-05,
+      "loss": 0.0083,
+      "step": 34752
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876132989150477e-05,
+      "loss": 0.0002,
+      "step": 34754
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876068293124753e-05,
+      "loss": 0.0043,
+      "step": 34756
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.876003597099031e-05,
+      "loss": 0.0059,
+      "step": 34758
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.875938901073307e-05,
+      "loss": 0.0,
+      "step": 34760
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8758742050475846e-05,
+      "loss": 0.0,
+      "step": 34762
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.875809509021861e-05,
+      "loss": 0.0022,
+      "step": 34764
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.875744812996138e-05,
+      "loss": 0.0034,
+      "step": 34766
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8756801169704146e-05,
+      "loss": 0.0002,
+      "step": 34768
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8756154209446915e-05,
+      "loss": 0.0006,
+      "step": 34770
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8755507249189684e-05,
+      "loss": 0.0022,
+      "step": 34772
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.875486028893245e-05,
+      "loss": 0.0001,
+      "step": 34774
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.875421332867522e-05,
+      "loss": 0.0,
+      "step": 34776
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 3.8753566368417985e-05,
+      "loss": 0.0,
+      "step": 34778
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.875291940816076e-05,
+      "loss": 0.0047,
+      "step": 34780
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.875227244790352e-05,
+      "loss": 0.0,
+      "step": 34782
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.87516254876463e-05,
+      "loss": 0.0001,
+      "step": 34784
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.875097852738907e-05,
+      "loss": 0.0038,
+      "step": 34786
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.875033156713183e-05,
+      "loss": 0.0001,
+      "step": 34788
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8749684606874606e-05,
+      "loss": 0.0028,
+      "step": 34790
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874903764661737e-05,
+      "loss": 0.0,
+      "step": 34792
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874839068636014e-05,
+      "loss": 0.0,
+      "step": 34794
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8747743726102906e-05,
+      "loss": 0.0019,
+      "step": 34796
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8747096765845676e-05,
+      "loss": 0.0069,
+      "step": 34798
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8746449805588445e-05,
+      "loss": 0.0027,
+      "step": 34800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8745802845331214e-05,
+      "loss": 0.0,
+      "step": 34802
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874515588507398e-05,
+      "loss": 0.0,
+      "step": 34804
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874450892481675e-05,
+      "loss": 0.0,
+      "step": 34806
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874386196455952e-05,
+      "loss": 0.0,
+      "step": 34808
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874321500430228e-05,
+      "loss": 0.0005,
+      "step": 34810
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874256804404506e-05,
+      "loss": 0.0001,
+      "step": 34812
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874192108378782e-05,
+      "loss": 0.0,
+      "step": 34814
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.874127412353059e-05,
+      "loss": 0.0001,
+      "step": 34816
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8740627163273366e-05,
+      "loss": 0.0,
+      "step": 34818
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873998020301613e-05,
+      "loss": 0.0,
+      "step": 34820
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8739333242758905e-05,
+      "loss": 0.0,
+      "step": 34822
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873868628250167e-05,
+      "loss": 0.0,
+      "step": 34824
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8738039322244436e-05,
+      "loss": 0.0003,
+      "step": 34826
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8737392361987205e-05,
+      "loss": 0.0,
+      "step": 34828
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8736745401729974e-05,
+      "loss": 0.0003,
+      "step": 34830
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873609844147274e-05,
+      "loss": 0.0003,
+      "step": 34832
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873545148121551e-05,
+      "loss": 0.0028,
+      "step": 34834
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873480452095828e-05,
+      "loss": 0.0001,
+      "step": 34836
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8734157560701044e-05,
+      "loss": 0.0,
+      "step": 34838
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873351060044382e-05,
+      "loss": 0.0348,
+      "step": 34840
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873286364018658e-05,
+      "loss": 0.0005,
+      "step": 34842
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873221667992936e-05,
+      "loss": 0.0,
+      "step": 34844
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873156971967212e-05,
+      "loss": 0.0004,
+      "step": 34846
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873092275941489e-05,
+      "loss": 0.0135,
+      "step": 34848
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.873027579915766e-05,
+      "loss": 0.0038,
+      "step": 34850
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872962883890043e-05,
+      "loss": 0.0031,
+      "step": 34852
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8728981878643196e-05,
+      "loss": 0.0001,
+      "step": 34854
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8728334918385965e-05,
+      "loss": 0.0,
+      "step": 34856
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8727687958128735e-05,
+      "loss": 0.0019,
+      "step": 34858
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.87270409978715e-05,
+      "loss": 0.0,
+      "step": 34860
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872639403761427e-05,
+      "loss": 0.0001,
+      "step": 34862
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872574707735704e-05,
+      "loss": 0.0001,
+      "step": 34864
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872510011709981e-05,
+      "loss": 0.0,
+      "step": 34866
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872445315684258e-05,
+      "loss": 0.0002,
+      "step": 34868
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872380619658534e-05,
+      "loss": 0.0004,
+      "step": 34870
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872315923632812e-05,
+      "loss": 0.01,
+      "step": 34872
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872251227607088e-05,
+      "loss": 0.0001,
+      "step": 34874
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872186531581365e-05,
+      "loss": 0.0004,
+      "step": 34876
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872121835555642e-05,
+      "loss": 0.0,
+      "step": 34878
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.872057139529919e-05,
+      "loss": 0.0001,
+      "step": 34880
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871992443504196e-05,
+      "loss": 0.0029,
+      "step": 34882
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8719277474784726e-05,
+      "loss": 0.0007,
+      "step": 34884
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8718630514527495e-05,
+      "loss": 0.0,
+      "step": 34886
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8717983554270264e-05,
+      "loss": 0.0,
+      "step": 34888
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871733659401303e-05,
+      "loss": 0.0176,
+      "step": 34890
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8716689633755795e-05,
+      "loss": 0.0007,
+      "step": 34892
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871604267349857e-05,
+      "loss": 0.0079,
+      "step": 34894
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8715395713241334e-05,
+      "loss": 0.0001,
+      "step": 34896
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.87147487529841e-05,
+      "loss": 0.0001,
+      "step": 34898
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871410179272688e-05,
+      "loss": 0.0094,
+      "step": 34900
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871345483246964e-05,
+      "loss": 0.0002,
+      "step": 34902
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871280787221242e-05,
+      "loss": 0.0,
+      "step": 34904
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871216091195518e-05,
+      "loss": 0.0,
+      "step": 34906
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871151395169795e-05,
+      "loss": 0.0001,
+      "step": 34908
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.871086699144072e-05,
+      "loss": 0.0,
+      "step": 34910
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8710220031183486e-05,
+      "loss": 0.0,
+      "step": 34912
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8709573070926255e-05,
+      "loss": 0.0057,
+      "step": 34914
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8708926110669024e-05,
+      "loss": 0.0002,
+      "step": 34916
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8708279150411794e-05,
+      "loss": 0.0007,
+      "step": 34918
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8707632190154556e-05,
+      "loss": 0.0,
+      "step": 34920
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.870698522989733e-05,
+      "loss": 0.0001,
+      "step": 34922
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8706338269640094e-05,
+      "loss": 0.0001,
+      "step": 34924
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.870569130938287e-05,
+      "loss": 0.0003,
+      "step": 34926
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.870504434912563e-05,
+      "loss": 0.0049,
+      "step": 34928
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.87043973888684e-05,
+      "loss": 0.0532,
+      "step": 34930
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.870375042861118e-05,
+      "loss": 0.0,
+      "step": 34932
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.870310346835394e-05,
+      "loss": 0.0,
+      "step": 34934
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.870245650809671e-05,
+      "loss": 0.0001,
+      "step": 34936
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.870180954783948e-05,
+      "loss": 0.0036,
+      "step": 34938
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.870116258758225e-05,
+      "loss": 0.0005,
+      "step": 34940
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8700515627325016e-05,
+      "loss": 0.0175,
+      "step": 34942
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8699868667067785e-05,
+      "loss": 0.0005,
+      "step": 34944
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8699221706810554e-05,
+      "loss": 0.0,
+      "step": 34946
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869857474655332e-05,
+      "loss": 0.0002,
+      "step": 34948
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869792778629609e-05,
+      "loss": 0.0003,
+      "step": 34950
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8697280826038854e-05,
+      "loss": 0.0002,
+      "step": 34952
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869663386578163e-05,
+      "loss": 0.0002,
+      "step": 34954
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869598690552439e-05,
+      "loss": 0.0001,
+      "step": 34956
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869533994526716e-05,
+      "loss": 0.0,
+      "step": 34958
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869469298500993e-05,
+      "loss": 0.0003,
+      "step": 34960
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86940460247527e-05,
+      "loss": 0.0,
+      "step": 34962
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8693399064495476e-05,
+      "loss": 0.0,
+      "step": 34964
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869275210423824e-05,
+      "loss": 0.0,
+      "step": 34966
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869210514398101e-05,
+      "loss": 0.0002,
+      "step": 34968
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8691458183723776e-05,
+      "loss": 0.0001,
+      "step": 34970
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8690811223466545e-05,
+      "loss": 0.0015,
+      "step": 34972
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.869016426320931e-05,
+      "loss": 0.0,
+      "step": 34974
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8689517302952083e-05,
+      "loss": 0.0001,
+      "step": 34976
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868887034269485e-05,
+      "loss": 0.0007,
+      "step": 34978
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8688223382437615e-05,
+      "loss": 0.0,
+      "step": 34980
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868757642218039e-05,
+      "loss": 0.0001,
+      "step": 34982
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868692946192315e-05,
+      "loss": 0.0,
+      "step": 34984
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868628250166593e-05,
+      "loss": 0.0,
+      "step": 34986
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868563554140869e-05,
+      "loss": 0.0004,
+      "step": 34988
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868498858115146e-05,
+      "loss": 0.0,
+      "step": 34990
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868434162089423e-05,
+      "loss": 0.0001,
+      "step": 34992
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8683694660637e-05,
+      "loss": 0.0001,
+      "step": 34994
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868304770037977e-05,
+      "loss": 0.0,
+      "step": 34996
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8682400740122537e-05,
+      "loss": 0.0001,
+      "step": 34998
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8681753779865306e-05,
+      "loss": 0.0247,
+      "step": 35000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.868110681960807e-05,
+      "loss": 0.0,
+      "step": 35002
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8680459859350844e-05,
+      "loss": 0.0,
+      "step": 35004
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8679812899093606e-05,
+      "loss": 0.0,
+      "step": 35006
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867916593883638e-05,
+      "loss": 0.0007,
+      "step": 35008
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867851897857915e-05,
+      "loss": 0.0,
+      "step": 35010
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8677872018321913e-05,
+      "loss": 0.0002,
+      "step": 35012
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867722505806469e-05,
+      "loss": 0.0006,
+      "step": 35014
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867657809780745e-05,
+      "loss": 0.0046,
+      "step": 35016
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867593113755022e-05,
+      "loss": 0.0049,
+      "step": 35018
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867528417729299e-05,
+      "loss": 0.0039,
+      "step": 35020
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867463721703576e-05,
+      "loss": 0.0,
+      "step": 35022
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867399025677853e-05,
+      "loss": 0.0001,
+      "step": 35024
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86733432965213e-05,
+      "loss": 0.0,
+      "step": 35026
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8672696336264066e-05,
+      "loss": 0.0048,
+      "step": 35028
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8672049376006835e-05,
+      "loss": 0.0001,
+      "step": 35030
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8671402415749604e-05,
+      "loss": 0.0002,
+      "step": 35032
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8670755455492367e-05,
+      "loss": 0.0,
+      "step": 35034
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.867010849523514e-05,
+      "loss": 0.0,
+      "step": 35036
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8669461534977905e-05,
+      "loss": 0.0,
+      "step": 35038
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8668814574720674e-05,
+      "loss": 0.0001,
+      "step": 35040
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866816761446345e-05,
+      "loss": 0.1017,
+      "step": 35042
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866752065420621e-05,
+      "loss": 0.0,
+      "step": 35044
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866687369394899e-05,
+      "loss": 0.0002,
+      "step": 35046
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866622673369175e-05,
+      "loss": 0.0001,
+      "step": 35048
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866557977343452e-05,
+      "loss": 0.0116,
+      "step": 35050
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866493281317729e-05,
+      "loss": 0.0024,
+      "step": 35052
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866428585292006e-05,
+      "loss": 0.0,
+      "step": 35054
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8663638892662826e-05,
+      "loss": 0.0001,
+      "step": 35056
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8662991932405596e-05,
+      "loss": 0.0,
+      "step": 35058
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8662344972148365e-05,
+      "loss": 0.008,
+      "step": 35060
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.866169801189113e-05,
+      "loss": 0.0,
+      "step": 35062
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86610510516339e-05,
+      "loss": 0.0015,
+      "step": 35064
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8660404091376665e-05,
+      "loss": 0.0033,
+      "step": 35066
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865975713111944e-05,
+      "loss": 0.0,
+      "step": 35068
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86591101708622e-05,
+      "loss": 0.0001,
+      "step": 35070
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865846321060497e-05,
+      "loss": 0.0,
+      "step": 35072
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865781625034774e-05,
+      "loss": 0.0001,
+      "step": 35074
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865716929009051e-05,
+      "loss": 0.0001,
+      "step": 35076
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865652232983328e-05,
+      "loss": 0.0001,
+      "step": 35078
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865587536957605e-05,
+      "loss": 0.0,
+      "step": 35080
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865522840931882e-05,
+      "loss": 0.0,
+      "step": 35082
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865458144906159e-05,
+      "loss": 0.0,
+      "step": 35084
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8653934488804356e-05,
+      "loss": 0.0019,
+      "step": 35086
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8653287528547125e-05,
+      "loss": 0.0001,
+      "step": 35088
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8652640568289894e-05,
+      "loss": 0.1185,
+      "step": 35090
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.865199360803266e-05,
+      "loss": 0.0001,
+      "step": 35092
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8651346647775426e-05,
+      "loss": 0.0,
+      "step": 35094
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86506996875182e-05,
+      "loss": 0.0001,
+      "step": 35096
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8650052727260964e-05,
+      "loss": 0.0,
+      "step": 35098
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864940576700373e-05,
+      "loss": 0.0061,
+      "step": 35100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86487588067465e-05,
+      "loss": 0.0001,
+      "step": 35102
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864811184648927e-05,
+      "loss": 0.0084,
+      "step": 35104
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864746488623204e-05,
+      "loss": 0.0048,
+      "step": 35106
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864681792597481e-05,
+      "loss": 0.0001,
+      "step": 35108
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864617096571758e-05,
+      "loss": 0.0,
+      "step": 35110
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864552400546035e-05,
+      "loss": 0.0001,
+      "step": 35112
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8644877045203116e-05,
+      "loss": 0.0001,
+      "step": 35114
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864423008494588e-05,
+      "loss": 0.0091,
+      "step": 35116
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8643583124688655e-05,
+      "loss": 0.0005,
+      "step": 35118
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8642936164431424e-05,
+      "loss": 0.0,
+      "step": 35120
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8642289204174186e-05,
+      "loss": 0.0,
+      "step": 35122
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.864164224391696e-05,
+      "loss": 0.0,
+      "step": 35124
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8640995283659724e-05,
+      "loss": 0.0,
+      "step": 35126
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86403483234025e-05,
+      "loss": 0.0,
+      "step": 35128
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863970136314526e-05,
+      "loss": 0.0,
+      "step": 35130
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863905440288803e-05,
+      "loss": 0.043,
+      "step": 35132
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86384074426308e-05,
+      "loss": 0.0037,
+      "step": 35134
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863776048237357e-05,
+      "loss": 0.0001,
+      "step": 35136
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863711352211634e-05,
+      "loss": 0.0,
+      "step": 35138
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863646656185911e-05,
+      "loss": 0.0146,
+      "step": 35140
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863581960160188e-05,
+      "loss": 0.0,
+      "step": 35142
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863517264134464e-05,
+      "loss": 0.0001,
+      "step": 35144
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8634525681087415e-05,
+      "loss": 0.0133,
+      "step": 35146
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863387872083018e-05,
+      "loss": 0.0001,
+      "step": 35148
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863323176057295e-05,
+      "loss": 0.0,
+      "step": 35150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8632584800315715e-05,
+      "loss": 0.0,
+      "step": 35152
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8631937840058485e-05,
+      "loss": 0.0004,
+      "step": 35154
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863129087980126e-05,
+      "loss": 0.0019,
+      "step": 35156
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.863064391954402e-05,
+      "loss": 0.0001,
+      "step": 35158
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862999695928679e-05,
+      "loss": 0.0005,
+      "step": 35160
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862934999902956e-05,
+      "loss": 0.0049,
+      "step": 35162
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862870303877233e-05,
+      "loss": 0.0039,
+      "step": 35164
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86280560785151e-05,
+      "loss": 0.0016,
+      "step": 35166
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862740911825787e-05,
+      "loss": 0.0,
+      "step": 35168
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862676215800064e-05,
+      "loss": 0.0,
+      "step": 35170
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8626115197743406e-05,
+      "loss": 0.0,
+      "step": 35172
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8625468237486175e-05,
+      "loss": 0.0016,
+      "step": 35174
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862482127722894e-05,
+      "loss": 0.0,
+      "step": 35176
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8624174316971714e-05,
+      "loss": 0.0027,
+      "step": 35178
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8623527356714476e-05,
+      "loss": 0.0131,
+      "step": 35180
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8622880396457245e-05,
+      "loss": 0.0002,
+      "step": 35182
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8622233436200014e-05,
+      "loss": 0.0001,
+      "step": 35184
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862158647594278e-05,
+      "loss": 0.0148,
+      "step": 35186
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862093951568556e-05,
+      "loss": 0.0001,
+      "step": 35188
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.862029255542832e-05,
+      "loss": 0.0,
+      "step": 35190
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861964559517109e-05,
+      "loss": 0.0001,
+      "step": 35192
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861899863491386e-05,
+      "loss": 0.0028,
+      "step": 35194
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861835167465663e-05,
+      "loss": 0.0073,
+      "step": 35196
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861770471439939e-05,
+      "loss": 0.0135,
+      "step": 35198
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861705775414217e-05,
+      "loss": 0.0,
+      "step": 35200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8616410793884936e-05,
+      "loss": 0.0366,
+      "step": 35202
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.86157638336277e-05,
+      "loss": 0.014,
+      "step": 35204
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8615116873370474e-05,
+      "loss": 0.0,
+      "step": 35206
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8614469913113236e-05,
+      "loss": 0.0045,
+      "step": 35208
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861382295285601e-05,
+      "loss": 0.0033,
+      "step": 35210
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8613175992598774e-05,
+      "loss": 0.0046,
+      "step": 35212
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8612529032341543e-05,
+      "loss": 0.0,
+      "step": 35214
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861188207208431e-05,
+      "loss": 0.002,
+      "step": 35216
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861123511182708e-05,
+      "loss": 0.0004,
+      "step": 35218
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.861058815156985e-05,
+      "loss": 0.0046,
+      "step": 35220
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860994119131262e-05,
+      "loss": 0.0009,
+      "step": 35222
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860929423105539e-05,
+      "loss": 0.0,
+      "step": 35224
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860864727079816e-05,
+      "loss": 0.0038,
+      "step": 35226
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860800031054093e-05,
+      "loss": 0.0001,
+      "step": 35228
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860735335028369e-05,
+      "loss": 0.0,
+      "step": 35230
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8606706390026465e-05,
+      "loss": 0.007,
+      "step": 35232
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8606059429769234e-05,
+      "loss": 0.0127,
+      "step": 35234
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8605412469512e-05,
+      "loss": 0.0001,
+      "step": 35236
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860476550925477e-05,
+      "loss": 0.0105,
+      "step": 35238
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8604118548997535e-05,
+      "loss": 0.0,
+      "step": 35240
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8603471588740304e-05,
+      "loss": 0.0,
+      "step": 35242
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860282462848307e-05,
+      "loss": 0.0,
+      "step": 35244
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860217766822584e-05,
+      "loss": 0.0013,
+      "step": 35246
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860153070796861e-05,
+      "loss": 0.0,
+      "step": 35248
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860088374771138e-05,
+      "loss": 0.0,
+      "step": 35250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.860023678745415e-05,
+      "loss": 0.0,
+      "step": 35252
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859958982719692e-05,
+      "loss": 0.0002,
+      "step": 35254
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859894286693969e-05,
+      "loss": 0.0008,
+      "step": 35256
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859829590668245e-05,
+      "loss": 0.0001,
+      "step": 35258
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8597648946425226e-05,
+      "loss": 0.0079,
+      "step": 35260
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859700198616799e-05,
+      "loss": 0.0011,
+      "step": 35262
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859635502591076e-05,
+      "loss": 0.0,
+      "step": 35264
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859570806565353e-05,
+      "loss": 0.0,
+      "step": 35266
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8595061105396295e-05,
+      "loss": 0.0001,
+      "step": 35268
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859441414513907e-05,
+      "loss": 0.0001,
+      "step": 35270
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859376718488183e-05,
+      "loss": 0.0087,
+      "step": 35272
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.85931202246246e-05,
+      "loss": 0.0014,
+      "step": 35274
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859247326436737e-05,
+      "loss": 0.0,
+      "step": 35276
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859182630411014e-05,
+      "loss": 0.0038,
+      "step": 35278
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859117934385291e-05,
+      "loss": 0.0,
+      "step": 35280
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.859053238359568e-05,
+      "loss": 0.0082,
+      "step": 35282
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.858988542333845e-05,
+      "loss": 0.0005,
+      "step": 35284
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.858923846308121e-05,
+      "loss": 0.0002,
+      "step": 35286
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8588591502823986e-05,
+      "loss": 0.0,
+      "step": 35288
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.858794454256675e-05,
+      "loss": 0.0029,
+      "step": 35290
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 3.8587297582309524e-05,
+      "loss": 0.0103,
+      "step": 35292
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8586650622052287e-05,
+      "loss": 0.0,
+      "step": 35294
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8586003661795056e-05,
+      "loss": 0.0075,
+      "step": 35296
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.858535670153783e-05,
+      "loss": 0.0,
+      "step": 35298
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8584709741280594e-05,
+      "loss": 0.0,
+      "step": 35300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.858406278102336e-05,
+      "loss": 0.0035,
+      "step": 35302
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.858341582076613e-05,
+      "loss": 0.0,
+      "step": 35304
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85827688605089e-05,
+      "loss": 0.0002,
+      "step": 35306
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.858212190025167e-05,
+      "loss": 0.0098,
+      "step": 35308
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.858147493999444e-05,
+      "loss": 0.0,
+      "step": 35310
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.858082797973721e-05,
+      "loss": 0.0,
+      "step": 35312
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.858018101947998e-05,
+      "loss": 0.0008,
+      "step": 35314
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8579534059222746e-05,
+      "loss": 0.0053,
+      "step": 35316
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857888709896551e-05,
+      "loss": 0.0003,
+      "step": 35318
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8578240138708285e-05,
+      "loss": 0.0,
+      "step": 35320
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857759317845105e-05,
+      "loss": 0.0001,
+      "step": 35322
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8576946218193816e-05,
+      "loss": 0.0001,
+      "step": 35324
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8576299257936585e-05,
+      "loss": 0.0042,
+      "step": 35326
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8575652297679354e-05,
+      "loss": 0.0001,
+      "step": 35328
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857500533742212e-05,
+      "loss": 0.0023,
+      "step": 35330
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857435837716489e-05,
+      "loss": 0.0117,
+      "step": 35332
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857371141690766e-05,
+      "loss": 0.0062,
+      "step": 35334
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857306445665043e-05,
+      "loss": 0.0004,
+      "step": 35336
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85724174963932e-05,
+      "loss": 0.0,
+      "step": 35338
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857177053613596e-05,
+      "loss": 0.0,
+      "step": 35340
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857112357587874e-05,
+      "loss": 0.0021,
+      "step": 35342
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.857047661562151e-05,
+      "loss": 0.0059,
+      "step": 35344
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856982965536427e-05,
+      "loss": 0.0002,
+      "step": 35346
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8569182695107045e-05,
+      "loss": 0.0001,
+      "step": 35348
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856853573484981e-05,
+      "loss": 0.0,
+      "step": 35350
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856788877459258e-05,
+      "loss": 0.0,
+      "step": 35352
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8567241814335346e-05,
+      "loss": 0.0092,
+      "step": 35354
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8566594854078115e-05,
+      "loss": 0.0003,
+      "step": 35356
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8565947893820884e-05,
+      "loss": 0.0092,
+      "step": 35358
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856530093356365e-05,
+      "loss": 0.0061,
+      "step": 35360
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856465397330642e-05,
+      "loss": 0.0003,
+      "step": 35362
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856400701304919e-05,
+      "loss": 0.0004,
+      "step": 35364
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856336005279196e-05,
+      "loss": 0.0019,
+      "step": 35366
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856271309253473e-05,
+      "loss": 0.0013,
+      "step": 35368
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85620661322775e-05,
+      "loss": 0.0004,
+      "step": 35370
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.856141917202026e-05,
+      "loss": 0.0002,
+      "step": 35372
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8560772211763036e-05,
+      "loss": 0.0001,
+      "step": 35374
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85601252515058e-05,
+      "loss": 0.0081,
+      "step": 35376
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855947829124857e-05,
+      "loss": 0.0,
+      "step": 35378
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8558831330991344e-05,
+      "loss": 0.0001,
+      "step": 35380
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8558184370734106e-05,
+      "loss": 0.0007,
+      "step": 35382
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8557537410476875e-05,
+      "loss": 0.0128,
+      "step": 35384
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8556890450219644e-05,
+      "loss": 0.0,
+      "step": 35386
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855624348996241e-05,
+      "loss": 0.0003,
+      "step": 35388
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855559652970518e-05,
+      "loss": 0.001,
+      "step": 35390
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855494956944795e-05,
+      "loss": 0.0,
+      "step": 35392
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855430260919072e-05,
+      "loss": 0.0016,
+      "step": 35394
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855365564893349e-05,
+      "loss": 0.0005,
+      "step": 35396
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855300868867626e-05,
+      "loss": 0.0001,
+      "step": 35398
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855236172841902e-05,
+      "loss": 0.0003,
+      "step": 35400
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85517147681618e-05,
+      "loss": 0.0001,
+      "step": 35402
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855106780790456e-05,
+      "loss": 0.0002,
+      "step": 35404
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.855042084764733e-05,
+      "loss": 0.0001,
+      "step": 35406
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85497738873901e-05,
+      "loss": 0.0001,
+      "step": 35408
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8549126927132866e-05,
+      "loss": 0.0,
+      "step": 35410
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854847996687564e-05,
+      "loss": 0.0,
+      "step": 35412
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8547833006618404e-05,
+      "loss": 0.0077,
+      "step": 35414
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8547186046361174e-05,
+      "loss": 0.0,
+      "step": 35416
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854653908610394e-05,
+      "loss": 0.0015,
+      "step": 35418
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854589212584671e-05,
+      "loss": 0.0002,
+      "step": 35420
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854524516558948e-05,
+      "loss": 0.0001,
+      "step": 35422
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854459820533225e-05,
+      "loss": 0.017,
+      "step": 35424
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854395124507502e-05,
+      "loss": 0.0,
+      "step": 35426
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854330428481778e-05,
+      "loss": 0.0,
+      "step": 35428
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854265732456056e-05,
+      "loss": 0.0,
+      "step": 35430
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854201036430332e-05,
+      "loss": 0.0,
+      "step": 35432
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8541363404046095e-05,
+      "loss": 0.0,
+      "step": 35434
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854071644378886e-05,
+      "loss": 0.0,
+      "step": 35436
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.854006948353163e-05,
+      "loss": 0.0114,
+      "step": 35438
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8539422523274396e-05,
+      "loss": 0.0013,
+      "step": 35440
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8538775563017165e-05,
+      "loss": 0.0,
+      "step": 35442
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8538128602759934e-05,
+      "loss": 0.0184,
+      "step": 35444
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85374816425027e-05,
+      "loss": 0.0,
+      "step": 35446
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853683468224547e-05,
+      "loss": 0.0,
+      "step": 35448
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853618772198824e-05,
+      "loss": 0.0,
+      "step": 35450
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853554076173101e-05,
+      "loss": 0.0032,
+      "step": 35452
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853489380147377e-05,
+      "loss": 0.0,
+      "step": 35454
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853424684121655e-05,
+      "loss": 0.0001,
+      "step": 35456
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853359988095932e-05,
+      "loss": 0.0002,
+      "step": 35458
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853295292070208e-05,
+      "loss": 0.0001,
+      "step": 35460
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8532305960444856e-05,
+      "loss": 0.0015,
+      "step": 35462
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853165900018762e-05,
+      "loss": 0.0,
+      "step": 35464
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.853101203993039e-05,
+      "loss": 0.0,
+      "step": 35466
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8530365079673156e-05,
+      "loss": 0.0002,
+      "step": 35468
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8529718119415925e-05,
+      "loss": 0.0001,
+      "step": 35470
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8529071159158694e-05,
+      "loss": 0.0,
+      "step": 35472
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8528424198901463e-05,
+      "loss": 0.0,
+      "step": 35474
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.852777723864423e-05,
+      "loss": 0.0005,
+      "step": 35476
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8527130278387e-05,
+      "loss": 0.0,
+      "step": 35478
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.852648331812977e-05,
+      "loss": 0.0,
+      "step": 35480
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.852583635787253e-05,
+      "loss": 0.0014,
+      "step": 35482
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.852518939761531e-05,
+      "loss": 0.0,
+      "step": 35484
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.852454243735807e-05,
+      "loss": 0.0002,
+      "step": 35486
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.852389547710084e-05,
+      "loss": 0.0,
+      "step": 35488
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8523248516843616e-05,
+      "loss": 0.0011,
+      "step": 35490
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.852260155658638e-05,
+      "loss": 0.0,
+      "step": 35492
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8521954596329154e-05,
+      "loss": 0.0016,
+      "step": 35494
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.852130763607192e-05,
+      "loss": 0.0034,
+      "step": 35496
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8520660675814686e-05,
+      "loss": 0.0,
+      "step": 35498
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8520013715557455e-05,
+      "loss": 0.0,
+      "step": 35500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8519366755300224e-05,
+      "loss": 0.0004,
+      "step": 35502
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851871979504299e-05,
+      "loss": 0.0001,
+      "step": 35504
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851807283478576e-05,
+      "loss": 0.0022,
+      "step": 35506
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851742587452853e-05,
+      "loss": 0.0,
+      "step": 35508
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85167789142713e-05,
+      "loss": 0.0,
+      "step": 35510
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851613195401407e-05,
+      "loss": 0.0009,
+      "step": 35512
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851548499375683e-05,
+      "loss": 0.0,
+      "step": 35514
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851483803349961e-05,
+      "loss": 0.0054,
+      "step": 35516
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851419107324237e-05,
+      "loss": 0.0021,
+      "step": 35518
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851354411298514e-05,
+      "loss": 0.0,
+      "step": 35520
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8512897152727915e-05,
+      "loss": 0.0033,
+      "step": 35522
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.851225019247068e-05,
+      "loss": 0.0008,
+      "step": 35524
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8511603232213446e-05,
+      "loss": 0.0,
+      "step": 35526
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8510956271956215e-05,
+      "loss": 0.1554,
+      "step": 35528
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8510309311698984e-05,
+      "loss": 0.0001,
+      "step": 35530
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850966235144175e-05,
+      "loss": 0.0031,
+      "step": 35532
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850901539118452e-05,
+      "loss": 0.0004,
+      "step": 35534
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850836843092729e-05,
+      "loss": 0.0,
+      "step": 35536
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850772147067006e-05,
+      "loss": 0.0002,
+      "step": 35538
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850707451041283e-05,
+      "loss": 0.0005,
+      "step": 35540
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850642755015559e-05,
+      "loss": 0.0,
+      "step": 35542
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850578058989837e-05,
+      "loss": 0.0,
+      "step": 35544
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850513362964113e-05,
+      "loss": 0.0,
+      "step": 35546
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.85044866693839e-05,
+      "loss": 0.0119,
+      "step": 35548
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850383970912667e-05,
+      "loss": 0.0003,
+      "step": 35550
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.850319274886944e-05,
+      "loss": 0.0001,
+      "step": 35552
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8502545788612207e-05,
+      "loss": 0.0002,
+      "step": 35554
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8501898828354976e-05,
+      "loss": 0.0037,
+      "step": 35556
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8501251868097745e-05,
+      "loss": 0.0001,
+      "step": 35558
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8500604907840514e-05,
+      "loss": 0.0013,
+      "step": 35560
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849995794758328e-05,
+      "loss": 0.0,
+      "step": 35562
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8499310987326045e-05,
+      "loss": 0.0058,
+      "step": 35564
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849866402706882e-05,
+      "loss": 0.0065,
+      "step": 35566
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849801706681159e-05,
+      "loss": 0.0001,
+      "step": 35568
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849737010655435e-05,
+      "loss": 0.0096,
+      "step": 35570
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849672314629713e-05,
+      "loss": 0.0027,
+      "step": 35572
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849607618603989e-05,
+      "loss": 0.0011,
+      "step": 35574
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8495429225782666e-05,
+      "loss": 0.0001,
+      "step": 35576
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849478226552543e-05,
+      "loss": 0.0005,
+      "step": 35578
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84941353052682e-05,
+      "loss": 0.0101,
+      "step": 35580
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849348834501097e-05,
+      "loss": 0.0,
+      "step": 35582
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8492841384753736e-05,
+      "loss": 0.0,
+      "step": 35584
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8492194424496505e-05,
+      "loss": 0.0001,
+      "step": 35586
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8491547464239274e-05,
+      "loss": 0.0,
+      "step": 35588
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849090050398204e-05,
+      "loss": 0.027,
+      "step": 35590
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.849025354372481e-05,
+      "loss": 0.0,
+      "step": 35592
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848960658346758e-05,
+      "loss": 0.0217,
+      "step": 35594
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8488959623210344e-05,
+      "loss": 0.0,
+      "step": 35596
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848831266295312e-05,
+      "loss": 0.0005,
+      "step": 35598
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848766570269589e-05,
+      "loss": 0.0025,
+      "step": 35600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848701874243865e-05,
+      "loss": 0.0001,
+      "step": 35602
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848637178218143e-05,
+      "loss": 0.0,
+      "step": 35604
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848572482192419e-05,
+      "loss": 0.0058,
+      "step": 35606
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848507786166696e-05,
+      "loss": 0.0,
+      "step": 35608
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848443090140973e-05,
+      "loss": 0.0001,
+      "step": 35610
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8483783941152496e-05,
+      "loss": 0.0,
+      "step": 35612
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8483136980895265e-05,
+      "loss": 0.0095,
+      "step": 35614
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8482490020638035e-05,
+      "loss": 0.0001,
+      "step": 35616
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8481843060380804e-05,
+      "loss": 0.0,
+      "step": 35618
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848119610012357e-05,
+      "loss": 0.0002,
+      "step": 35620
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.848054913986634e-05,
+      "loss": 0.0074,
+      "step": 35622
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8479902179609104e-05,
+      "loss": 0.028,
+      "step": 35624
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847925521935188e-05,
+      "loss": 0.0,
+      "step": 35626
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847860825909464e-05,
+      "loss": 0.0001,
+      "step": 35628
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847796129883741e-05,
+      "loss": 0.0,
+      "step": 35630
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847731433858018e-05,
+      "loss": 0.0007,
+      "step": 35632
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847666737832295e-05,
+      "loss": 0.0027,
+      "step": 35634
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8476020418065725e-05,
+      "loss": 0.0001,
+      "step": 35636
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847537345780849e-05,
+      "loss": 0.0001,
+      "step": 35638
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847472649755126e-05,
+      "loss": 0.0001,
+      "step": 35640
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8474079537294026e-05,
+      "loss": 0.0001,
+      "step": 35642
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8473432577036795e-05,
+      "loss": 0.0054,
+      "step": 35644
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8472785616779564e-05,
+      "loss": 0.001,
+      "step": 35646
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847213865652233e-05,
+      "loss": 0.0,
+      "step": 35648
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84714916962651e-05,
+      "loss": 0.0001,
+      "step": 35650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847084473600787e-05,
+      "loss": 0.0002,
+      "step": 35652
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.847019777575064e-05,
+      "loss": 0.0032,
+      "step": 35654
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84695508154934e-05,
+      "loss": 0.0,
+      "step": 35656
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.846890385523618e-05,
+      "loss": 0.0001,
+      "step": 35658
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.846825689497894e-05,
+      "loss": 0.0182,
+      "step": 35660
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.846760993472171e-05,
+      "loss": 0.0,
+      "step": 35662
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.846696297446448e-05,
+      "loss": 0.0,
+      "step": 35664
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.846631601420725e-05,
+      "loss": 0.0001,
+      "step": 35666
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.846566905395002e-05,
+      "loss": 0.0027,
+      "step": 35668
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8465022093692786e-05,
+      "loss": 0.0,
+      "step": 35670
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8464375133435555e-05,
+      "loss": 0.008,
+      "step": 35672
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8463728173178324e-05,
+      "loss": 0.0,
+      "step": 35674
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8463081212921094e-05,
+      "loss": 0.0,
+      "step": 35676
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8462434252663856e-05,
+      "loss": 0.0001,
+      "step": 35678
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.846178729240663e-05,
+      "loss": 0.0027,
+      "step": 35680
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84611403321494e-05,
+      "loss": 0.0,
+      "step": 35682
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.846049337189216e-05,
+      "loss": 0.0,
+      "step": 35684
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845984641163494e-05,
+      "loss": 0.0,
+      "step": 35686
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84591994513777e-05,
+      "loss": 0.0,
+      "step": 35688
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845855249112047e-05,
+      "loss": 0.0001,
+      "step": 35690
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845790553086324e-05,
+      "loss": 0.0,
+      "step": 35692
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845725857060601e-05,
+      "loss": 0.0001,
+      "step": 35694
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845661161034878e-05,
+      "loss": 0.0,
+      "step": 35696
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845596465009155e-05,
+      "loss": 0.0,
+      "step": 35698
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8455317689834316e-05,
+      "loss": 0.0002,
+      "step": 35700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8454670729577085e-05,
+      "loss": 0.0063,
+      "step": 35702
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8454023769319854e-05,
+      "loss": 0.0092,
+      "step": 35704
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8453376809062616e-05,
+      "loss": 0.0,
+      "step": 35706
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845272984880539e-05,
+      "loss": 0.0,
+      "step": 35708
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8452082888548154e-05,
+      "loss": 0.0006,
+      "step": 35710
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8451435928290924e-05,
+      "loss": 0.0,
+      "step": 35712
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84507889680337e-05,
+      "loss": 0.005,
+      "step": 35714
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.845014200777646e-05,
+      "loss": 0.0,
+      "step": 35716
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.844949504751924e-05,
+      "loss": 0.0024,
+      "step": 35718
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8448848087262e-05,
+      "loss": 0.0001,
+      "step": 35720
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.844820112700477e-05,
+      "loss": 0.0001,
+      "step": 35722
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.844755416674754e-05,
+      "loss": 0.0002,
+      "step": 35724
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.844690720649031e-05,
+      "loss": 0.0009,
+      "step": 35726
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8446260246233076e-05,
+      "loss": 0.0,
+      "step": 35728
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8445613285975845e-05,
+      "loss": 0.0002,
+      "step": 35730
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8444966325718614e-05,
+      "loss": 0.0001,
+      "step": 35732
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8444319365461383e-05,
+      "loss": 0.0,
+      "step": 35734
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.844367240520415e-05,
+      "loss": 0.0003,
+      "step": 35736
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8443025444946915e-05,
+      "loss": 0.0001,
+      "step": 35738
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.844237848468969e-05,
+      "loss": 0.0,
+      "step": 35740
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.844173152443245e-05,
+      "loss": 0.0,
+      "step": 35742
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.844108456417522e-05,
+      "loss": 0.0,
+      "step": 35744
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8440437603918e-05,
+      "loss": 0.0,
+      "step": 35746
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.843979064366076e-05,
+      "loss": 0.0072,
+      "step": 35748
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.843914368340353e-05,
+      "loss": 0.0002,
+      "step": 35750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84384967231463e-05,
+      "loss": 0.0001,
+      "step": 35752
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.843784976288907e-05,
+      "loss": 0.0,
+      "step": 35754
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8437202802631837e-05,
+      "loss": 0.0002,
+      "step": 35756
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8436555842374606e-05,
+      "loss": 0.0281,
+      "step": 35758
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8435908882117375e-05,
+      "loss": 0.0109,
+      "step": 35760
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8435261921860144e-05,
+      "loss": 0.0,
+      "step": 35762
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.843461496160291e-05,
+      "loss": 0.0009,
+      "step": 35764
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8433968001345675e-05,
+      "loss": 0.0,
+      "step": 35766
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.843332104108845e-05,
+      "loss": 0.0,
+      "step": 35768
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8432674080831213e-05,
+      "loss": 0.0,
+      "step": 35770
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.843202712057398e-05,
+      "loss": 0.0003,
+      "step": 35772
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.843138016031675e-05,
+      "loss": 0.0034,
+      "step": 35774
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.843073320005952e-05,
+      "loss": 0.0049,
+      "step": 35776
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8430086239802297e-05,
+      "loss": 0.0036,
+      "step": 35778
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842943927954506e-05,
+      "loss": 0.0,
+      "step": 35780
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842879231928783e-05,
+      "loss": 0.0,
+      "step": 35782
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.84281453590306e-05,
+      "loss": 0.001,
+      "step": 35784
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8427498398773366e-05,
+      "loss": 0.0,
+      "step": 35786
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842685143851613e-05,
+      "loss": 0.0,
+      "step": 35788
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8426204478258904e-05,
+      "loss": 0.0,
+      "step": 35790
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842555751800167e-05,
+      "loss": 0.0,
+      "step": 35792
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842491055774444e-05,
+      "loss": 0.0001,
+      "step": 35794
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842426359748721e-05,
+      "loss": 0.0001,
+      "step": 35796
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.8423616637229974e-05,
+      "loss": 0.0032,
+      "step": 35798
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842296967697275e-05,
+      "loss": 0.0086,
+      "step": 35800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842232271671551e-05,
+      "loss": 0.002,
+      "step": 35802
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842167575645828e-05,
+      "loss": 0.0036,
+      "step": 35804
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842102879620105e-05,
+      "loss": 0.0001,
+      "step": 35806
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 3.842038183594382e-05,
+      "loss": 0.0048,
+      "step": 35808
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841973487568659e-05,
+      "loss": 0.0001,
+      "step": 35810
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841908791542936e-05,
+      "loss": 0.011,
+      "step": 35812
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8418440955172126e-05,
+      "loss": 0.0,
+      "step": 35814
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8417793994914896e-05,
+      "loss": 0.0,
+      "step": 35816
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841747051478628e-05,
+      "loss": 0.349,
+      "step": 35818
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841682355452905e-05,
+      "loss": 0.0,
+      "step": 35820
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841617659427181e-05,
+      "loss": 0.0,
+      "step": 35822
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841552963401459e-05,
+      "loss": 0.0,
+      "step": 35824
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841488267375735e-05,
+      "loss": 0.0001,
+      "step": 35826
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8414235713500126e-05,
+      "loss": 0.1346,
+      "step": 35828
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841358875324289e-05,
+      "loss": 0.0001,
+      "step": 35830
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841294179298566e-05,
+      "loss": 0.0001,
+      "step": 35832
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8412294832728426e-05,
+      "loss": 0.0,
+      "step": 35834
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8411647872471195e-05,
+      "loss": 0.0,
+      "step": 35836
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8411000912213964e-05,
+      "loss": 0.0087,
+      "step": 35838
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.841035395195673e-05,
+      "loss": 0.0007,
+      "step": 35840
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.84097069916995e-05,
+      "loss": 0.0012,
+      "step": 35842
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8409060031442265e-05,
+      "loss": 0.0,
+      "step": 35844
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840841307118504e-05,
+      "loss": 0.0,
+      "step": 35846
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840776611092781e-05,
+      "loss": 0.0003,
+      "step": 35848
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840711915067058e-05,
+      "loss": 0.0001,
+      "step": 35850
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840647219041335e-05,
+      "loss": 0.0,
+      "step": 35852
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840582523015611e-05,
+      "loss": 0.0055,
+      "step": 35854
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8405178269898886e-05,
+      "loss": 0.0,
+      "step": 35856
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840453130964165e-05,
+      "loss": 0.0001,
+      "step": 35858
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840388434938442e-05,
+      "loss": 0.0,
+      "step": 35860
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8403237389127186e-05,
+      "loss": 0.0,
+      "step": 35862
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8402590428869956e-05,
+      "loss": 0.0,
+      "step": 35864
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8401943468612725e-05,
+      "loss": 0.0005,
+      "step": 35866
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8401296508355494e-05,
+      "loss": 0.0,
+      "step": 35868
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840064954809826e-05,
+      "loss": 0.015,
+      "step": 35870
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.840000258784103e-05,
+      "loss": 0.0002,
+      "step": 35872
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83993556275838e-05,
+      "loss": 0.0002,
+      "step": 35874
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839870866732656e-05,
+      "loss": 0.0035,
+      "step": 35876
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839806170706934e-05,
+      "loss": 0.0005,
+      "step": 35878
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839741474681211e-05,
+      "loss": 0.0001,
+      "step": 35880
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839676778655487e-05,
+      "loss": 0.0002,
+      "step": 35882
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8396120826297646e-05,
+      "loss": 0.0003,
+      "step": 35884
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839547386604041e-05,
+      "loss": 0.0008,
+      "step": 35886
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8394826905783185e-05,
+      "loss": 0.0,
+      "step": 35888
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839417994552595e-05,
+      "loss": 0.0014,
+      "step": 35890
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8393532985268716e-05,
+      "loss": 0.0,
+      "step": 35892
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8392886025011485e-05,
+      "loss": 0.0,
+      "step": 35894
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8392239064754254e-05,
+      "loss": 0.0,
+      "step": 35896
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839159210449702e-05,
+      "loss": 0.0,
+      "step": 35898
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839094514423979e-05,
+      "loss": 0.0,
+      "step": 35900
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.839029818398256e-05,
+      "loss": 0.0001,
+      "step": 35902
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8389651223725324e-05,
+      "loss": 0.0,
+      "step": 35904
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83890042634681e-05,
+      "loss": 0.0024,
+      "step": 35906
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.838835730321086e-05,
+      "loss": 0.0095,
+      "step": 35908
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.838771034295364e-05,
+      "loss": 0.17,
+      "step": 35910
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83870633826964e-05,
+      "loss": 0.0003,
+      "step": 35912
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.838641642243917e-05,
+      "loss": 0.0001,
+      "step": 35914
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8385769462181945e-05,
+      "loss": 0.0,
+      "step": 35916
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.838512250192471e-05,
+      "loss": 0.0001,
+      "step": 35918
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8384475541667476e-05,
+      "loss": 0.0004,
+      "step": 35920
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8383828581410245e-05,
+      "loss": 0.0,
+      "step": 35922
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8383181621153014e-05,
+      "loss": 0.0,
+      "step": 35924
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8382534660895784e-05,
+      "loss": 0.0137,
+      "step": 35926
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.838188770063855e-05,
+      "loss": 0.0,
+      "step": 35928
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.838124074038132e-05,
+      "loss": 0.0,
+      "step": 35930
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.838059378012409e-05,
+      "loss": 0.0,
+      "step": 35932
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837994681986686e-05,
+      "loss": 0.0009,
+      "step": 35934
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837929985960962e-05,
+      "loss": 0.0,
+      "step": 35936
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83786528993524e-05,
+      "loss": 0.0,
+      "step": 35938
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837800593909516e-05,
+      "loss": 0.0,
+      "step": 35940
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837735897883793e-05,
+      "loss": 0.0001,
+      "step": 35942
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83767120185807e-05,
+      "loss": 0.0058,
+      "step": 35944
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837606505832347e-05,
+      "loss": 0.0,
+      "step": 35946
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8375418098066244e-05,
+      "loss": 0.0,
+      "step": 35948
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8374771137809006e-05,
+      "loss": 0.0,
+      "step": 35950
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8374124177551775e-05,
+      "loss": 0.0001,
+      "step": 35952
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8373477217294544e-05,
+      "loss": 0.0,
+      "step": 35954
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837283025703731e-05,
+      "loss": 0.0061,
+      "step": 35956
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8372183296780075e-05,
+      "loss": 0.0001,
+      "step": 35958
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837153633652285e-05,
+      "loss": 0.0,
+      "step": 35960
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837088937626562e-05,
+      "loss": 0.0174,
+      "step": 35962
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.837024241600838e-05,
+      "loss": 0.0002,
+      "step": 35964
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.836959545575116e-05,
+      "loss": 0.0,
+      "step": 35966
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.836894849549392e-05,
+      "loss": 0.0,
+      "step": 35968
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83683015352367e-05,
+      "loss": 0.0231,
+      "step": 35970
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.836765457497946e-05,
+      "loss": 0.0028,
+      "step": 35972
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.836700761472223e-05,
+      "loss": 0.0138,
+      "step": 35974
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8366360654465e-05,
+      "loss": 0.0,
+      "step": 35976
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8365713694207766e-05,
+      "loss": 0.0001,
+      "step": 35978
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8365066733950535e-05,
+      "loss": 0.0001,
+      "step": 35980
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8364419773693304e-05,
+      "loss": 0.0,
+      "step": 35982
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8363772813436073e-05,
+      "loss": 0.0,
+      "step": 35984
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8363125853178836e-05,
+      "loss": 0.0001,
+      "step": 35986
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.836247889292161e-05,
+      "loss": 0.0,
+      "step": 35988
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8361831932664374e-05,
+      "loss": 0.0001,
+      "step": 35990
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.836118497240715e-05,
+      "loss": 0.0,
+      "step": 35992
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.836053801214992e-05,
+      "loss": 0.0008,
+      "step": 35994
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835989105189268e-05,
+      "loss": 0.0,
+      "step": 35996
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835924409163546e-05,
+      "loss": 0.0003,
+      "step": 35998
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835859713137822e-05,
+      "loss": 0.0001,
+      "step": 36000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835795017112099e-05,
+      "loss": 0.0003,
+      "step": 36002
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835730321086376e-05,
+      "loss": 0.0,
+      "step": 36004
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835665625060653e-05,
+      "loss": 0.0005,
+      "step": 36006
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8356009290349296e-05,
+      "loss": 0.0005,
+      "step": 36008
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8355362330092065e-05,
+      "loss": 0.0001,
+      "step": 36010
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8354715369834834e-05,
+      "loss": 0.0,
+      "step": 36012
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83540684095776e-05,
+      "loss": 0.0,
+      "step": 36014
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835342144932037e-05,
+      "loss": 0.0212,
+      "step": 36016
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8352774489063134e-05,
+      "loss": 0.0,
+      "step": 36018
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835212752880591e-05,
+      "loss": 0.004,
+      "step": 36020
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835148056854867e-05,
+      "loss": 0.0004,
+      "step": 36022
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835083360829144e-05,
+      "loss": 0.006,
+      "step": 36024
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.835018664803422e-05,
+      "loss": 0.0001,
+      "step": 36026
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834953968777698e-05,
+      "loss": 0.0031,
+      "step": 36028
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8348892727519756e-05,
+      "loss": 0.0011,
+      "step": 36030
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834824576726252e-05,
+      "loss": 0.0,
+      "step": 36032
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834759880700529e-05,
+      "loss": 0.0,
+      "step": 36034
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8346951846748056e-05,
+      "loss": 0.0036,
+      "step": 36036
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8346304886490825e-05,
+      "loss": 0.0,
+      "step": 36038
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8345657926233594e-05,
+      "loss": 0.0004,
+      "step": 36040
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834501096597636e-05,
+      "loss": 0.0,
+      "step": 36042
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834436400571913e-05,
+      "loss": 0.0,
+      "step": 36044
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8343717045461895e-05,
+      "loss": 0.001,
+      "step": 36046
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834307008520467e-05,
+      "loss": 0.0,
+      "step": 36048
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834242312494743e-05,
+      "loss": 0.0001,
+      "step": 36050
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834177616469021e-05,
+      "loss": 0.0022,
+      "step": 36052
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834112920443297e-05,
+      "loss": 0.0,
+      "step": 36054
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.834048224417574e-05,
+      "loss": 0.0003,
+      "step": 36056
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833983528391851e-05,
+      "loss": 0.0006,
+      "step": 36058
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833918832366128e-05,
+      "loss": 0.0102,
+      "step": 36060
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833854136340405e-05,
+      "loss": 0.007,
+      "step": 36062
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8337894403146817e-05,
+      "loss": 0.0,
+      "step": 36064
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8337247442889586e-05,
+      "loss": 0.0003,
+      "step": 36066
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833660048263235e-05,
+      "loss": 0.0,
+      "step": 36068
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8335953522375124e-05,
+      "loss": 0.0006,
+      "step": 36070
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833530656211789e-05,
+      "loss": 0.0,
+      "step": 36072
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833465960186066e-05,
+      "loss": 0.0075,
+      "step": 36074
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833401264160343e-05,
+      "loss": 0.0006,
+      "step": 36076
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833336568134619e-05,
+      "loss": 0.0007,
+      "step": 36078
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833271872108897e-05,
+      "loss": 0.0127,
+      "step": 36080
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833207176083173e-05,
+      "loss": 0.0,
+      "step": 36082
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83314248005745e-05,
+      "loss": 0.0001,
+      "step": 36084
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833077784031727e-05,
+      "loss": 0.0001,
+      "step": 36086
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.833013088006004e-05,
+      "loss": 0.0065,
+      "step": 36088
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832948391980281e-05,
+      "loss": 0.0,
+      "step": 36090
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832883695954558e-05,
+      "loss": 0.0001,
+      "step": 36092
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8328189999288346e-05,
+      "loss": 0.0,
+      "step": 36094
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8327543039031115e-05,
+      "loss": 0.0007,
+      "step": 36096
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8326896078773884e-05,
+      "loss": 0.0005,
+      "step": 36098
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8326249118516646e-05,
+      "loss": 0.0,
+      "step": 36100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832560215825942e-05,
+      "loss": 0.0002,
+      "step": 36102
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832495519800219e-05,
+      "loss": 0.0003,
+      "step": 36104
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8324308237744954e-05,
+      "loss": 0.0083,
+      "step": 36106
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832366127748773e-05,
+      "loss": 0.0003,
+      "step": 36108
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832301431723049e-05,
+      "loss": 0.0,
+      "step": 36110
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832236735697327e-05,
+      "loss": 0.0,
+      "step": 36112
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832172039671603e-05,
+      "loss": 0.0,
+      "step": 36114
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83210734364588e-05,
+      "loss": 0.0,
+      "step": 36116
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.832042647620157e-05,
+      "loss": 0.0003,
+      "step": 36118
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831977951594434e-05,
+      "loss": 0.0,
+      "step": 36120
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8319132555687106e-05,
+      "loss": 0.0016,
+      "step": 36122
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8318485595429875e-05,
+      "loss": 0.0026,
+      "step": 36124
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8317838635172645e-05,
+      "loss": 0.0024,
+      "step": 36126
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831719167491541e-05,
+      "loss": 0.0,
+      "step": 36128
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831654471465818e-05,
+      "loss": 0.0002,
+      "step": 36130
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8315897754400945e-05,
+      "loss": 0.0005,
+      "step": 36132
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831525079414372e-05,
+      "loss": 0.0,
+      "step": 36134
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831460383388648e-05,
+      "loss": 0.0001,
+      "step": 36136
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831395687362925e-05,
+      "loss": 0.0,
+      "step": 36138
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831330991337203e-05,
+      "loss": 0.0,
+      "step": 36140
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831266295311479e-05,
+      "loss": 0.014,
+      "step": 36142
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831201599285756e-05,
+      "loss": 0.0001,
+      "step": 36144
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831136903260033e-05,
+      "loss": 0.0001,
+      "step": 36146
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.83107220723431e-05,
+      "loss": 0.0,
+      "step": 36148
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.831007511208587e-05,
+      "loss": 0.0017,
+      "step": 36150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8309428151828636e-05,
+      "loss": 0.0,
+      "step": 36152
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8308781191571405e-05,
+      "loss": 0.0086,
+      "step": 36154
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8308134231314174e-05,
+      "loss": 0.0,
+      "step": 36156
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830748727105694e-05,
+      "loss": 0.0001,
+      "step": 36158
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8306840310799705e-05,
+      "loss": 0.0,
+      "step": 36160
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830619335054248e-05,
+      "loss": 0.0003,
+      "step": 36162
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8305546390285244e-05,
+      "loss": 0.0,
+      "step": 36164
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830489943002801e-05,
+      "loss": 0.0001,
+      "step": 36166
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830425246977078e-05,
+      "loss": 0.0037,
+      "step": 36168
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830360550951355e-05,
+      "loss": 0.0001,
+      "step": 36170
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830295854925633e-05,
+      "loss": 0.0,
+      "step": 36172
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830231158899909e-05,
+      "loss": 0.0002,
+      "step": 36174
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830166462874186e-05,
+      "loss": 0.0,
+      "step": 36176
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.830101766848463e-05,
+      "loss": 0.0,
+      "step": 36178
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8300370708227396e-05,
+      "loss": 0.0015,
+      "step": 36180
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8299723747970165e-05,
+      "loss": 0.0022,
+      "step": 36182
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8299076787712934e-05,
+      "loss": 0.0,
+      "step": 36184
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8298429827455704e-05,
+      "loss": 0.0001,
+      "step": 36186
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8297782867198466e-05,
+      "loss": 0.0117,
+      "step": 36188
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829713590694124e-05,
+      "loss": 0.0,
+      "step": 36190
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8296488946684004e-05,
+      "loss": 0.0003,
+      "step": 36192
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829584198642678e-05,
+      "loss": 0.0002,
+      "step": 36194
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829519502616954e-05,
+      "loss": 0.0,
+      "step": 36196
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829454806591231e-05,
+      "loss": 0.0002,
+      "step": 36198
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829390110565508e-05,
+      "loss": 0.0002,
+      "step": 36200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829325414539785e-05,
+      "loss": 0.0001,
+      "step": 36202
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829260718514062e-05,
+      "loss": 0.0,
+      "step": 36204
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829196022488339e-05,
+      "loss": 0.0,
+      "step": 36206
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829131326462616e-05,
+      "loss": 0.0004,
+      "step": 36208
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.829066630436892e-05,
+      "loss": 0.0001,
+      "step": 36210
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8290019344111695e-05,
+      "loss": 0.0,
+      "step": 36212
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828937238385446e-05,
+      "loss": 0.0006,
+      "step": 36214
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828872542359723e-05,
+      "loss": 0.0,
+      "step": 36216
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828807846334e-05,
+      "loss": 0.02,
+      "step": 36218
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8287431503082764e-05,
+      "loss": 0.0,
+      "step": 36220
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828678454282554e-05,
+      "loss": 0.0,
+      "step": 36222
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.82861375825683e-05,
+      "loss": 0.0006,
+      "step": 36224
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828549062231107e-05,
+      "loss": 0.0025,
+      "step": 36226
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828484366205384e-05,
+      "loss": 0.0046,
+      "step": 36228
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828419670179661e-05,
+      "loss": 0.0001,
+      "step": 36230
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828354974153938e-05,
+      "loss": 0.0009,
+      "step": 36232
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828290278128215e-05,
+      "loss": 0.0006,
+      "step": 36234
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828225582102492e-05,
+      "loss": 0.0064,
+      "step": 36236
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8281608860767686e-05,
+      "loss": 0.0004,
+      "step": 36238
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8280961900510455e-05,
+      "loss": 0.0,
+      "step": 36240
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.828031494025322e-05,
+      "loss": 0.0002,
+      "step": 36242
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8279667979995993e-05,
+      "loss": 0.0,
+      "step": 36244
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8279021019738756e-05,
+      "loss": 0.0087,
+      "step": 36246
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8278374059481525e-05,
+      "loss": 0.0001,
+      "step": 36248
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.82777270992243e-05,
+      "loss": 0.0014,
+      "step": 36250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.827708013896706e-05,
+      "loss": 0.0001,
+      "step": 36252
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.827643317870984e-05,
+      "loss": 0.0014,
+      "step": 36254
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.82757862184526e-05,
+      "loss": 0.0001,
+      "step": 36256
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.827513925819537e-05,
+      "loss": 0.0003,
+      "step": 36258
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.827449229793814e-05,
+      "loss": 0.0008,
+      "step": 36260
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.827384533768091e-05,
+      "loss": 0.0,
+      "step": 36262
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.827319837742368e-05,
+      "loss": 0.0044,
+      "step": 36264
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8272551417166447e-05,
+      "loss": 0.0,
+      "step": 36266
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8271904456909216e-05,
+      "loss": 0.0,
+      "step": 36268
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.827125749665198e-05,
+      "loss": 0.0009,
+      "step": 36270
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8270610536394754e-05,
+      "loss": 0.0001,
+      "step": 36272
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8269963576137516e-05,
+      "loss": 0.0075,
+      "step": 36274
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.826931661588029e-05,
+      "loss": 0.0,
+      "step": 36276
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8268669655623054e-05,
+      "loss": 0.0002,
+      "step": 36278
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8268022695365823e-05,
+      "loss": 0.005,
+      "step": 36280
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.82673757351086e-05,
+      "loss": 0.0,
+      "step": 36282
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.826672877485136e-05,
+      "loss": 0.0,
+      "step": 36284
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.826608181459413e-05,
+      "loss": 0.0027,
+      "step": 36286
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.82654348543369e-05,
+      "loss": 0.0004,
+      "step": 36288
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.826478789407967e-05,
+      "loss": 0.0005,
+      "step": 36290
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.826414093382243e-05,
+      "loss": 0.0002,
+      "step": 36292
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.826349397356521e-05,
+      "loss": 0.0001,
+      "step": 36294
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8262847013307976e-05,
+      "loss": 0.0048,
+      "step": 36296
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8262200053050745e-05,
+      "loss": 0.0,
+      "step": 36298
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8261553092793514e-05,
+      "loss": 0.0001,
+      "step": 36300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8260906132536277e-05,
+      "loss": 0.0001,
+      "step": 36302
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.826025917227905e-05,
+      "loss": 0.0,
+      "step": 36304
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8259612212021815e-05,
+      "loss": 0.0,
+      "step": 36306
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.8258965251764584e-05,
+      "loss": 0.0,
+      "step": 36308
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.825831829150735e-05,
+      "loss": 0.0001,
+      "step": 36310
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.825767133125012e-05,
+      "loss": 0.002,
+      "step": 36312
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.825702437099289e-05,
+      "loss": 0.0,
+      "step": 36314
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.825637741073566e-05,
+      "loss": 0.0014,
+      "step": 36316
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.825573045047843e-05,
+      "loss": 0.0041,
+      "step": 36318
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.82550834902212e-05,
+      "loss": 0.0003,
+      "step": 36320
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 3.825443652996397e-05,
+      "loss": 0.0003,
+      "step": 36322
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.825378956970673e-05,
+      "loss": 0.0061,
+      "step": 36324
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8253142609449506e-05,
+      "loss": 0.003,
+      "step": 36326
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8252495649192275e-05,
+      "loss": 0.0,
+      "step": 36328
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.825184868893504e-05,
+      "loss": 0.0002,
+      "step": 36330
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.825120172867781e-05,
+      "loss": 0.0012,
+      "step": 36332
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8250554768420575e-05,
+      "loss": 0.0,
+      "step": 36334
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824990780816335e-05,
+      "loss": 0.0,
+      "step": 36336
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824926084790611e-05,
+      "loss": 0.0,
+      "step": 36338
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824861388764888e-05,
+      "loss": 0.0111,
+      "step": 36340
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824796692739165e-05,
+      "loss": 0.0001,
+      "step": 36342
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824731996713442e-05,
+      "loss": 0.0,
+      "step": 36344
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824667300687719e-05,
+      "loss": 0.0,
+      "step": 36346
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824602604661996e-05,
+      "loss": 0.0207,
+      "step": 36348
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824537908636273e-05,
+      "loss": 0.0005,
+      "step": 36350
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824473212610549e-05,
+      "loss": 0.0156,
+      "step": 36352
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8244085165848266e-05,
+      "loss": 0.0,
+      "step": 36354
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824343820559103e-05,
+      "loss": 0.0001,
+      "step": 36356
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8242791245333804e-05,
+      "loss": 0.0002,
+      "step": 36358
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824214428507657e-05,
+      "loss": 0.0001,
+      "step": 36360
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8241497324819336e-05,
+      "loss": 0.0001,
+      "step": 36362
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.824085036456211e-05,
+      "loss": 0.0001,
+      "step": 36364
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8240203404304874e-05,
+      "loss": 0.0003,
+      "step": 36366
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823955644404764e-05,
+      "loss": 0.0003,
+      "step": 36368
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823890948379041e-05,
+      "loss": 0.0003,
+      "step": 36370
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823826252353318e-05,
+      "loss": 0.0014,
+      "step": 36372
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823761556327595e-05,
+      "loss": 0.0,
+      "step": 36374
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823696860301872e-05,
+      "loss": 0.0001,
+      "step": 36376
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823632164276149e-05,
+      "loss": 0.0037,
+      "step": 36378
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823567468250426e-05,
+      "loss": 0.0,
+      "step": 36380
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8235027722247026e-05,
+      "loss": 0.0013,
+      "step": 36382
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823438076198979e-05,
+      "loss": 0.0018,
+      "step": 36384
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8233733801732565e-05,
+      "loss": 0.0,
+      "step": 36386
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823308684147533e-05,
+      "loss": 0.0016,
+      "step": 36388
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8232439881218096e-05,
+      "loss": 0.0,
+      "step": 36390
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8231792920960865e-05,
+      "loss": 0.0,
+      "step": 36392
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8231145960703634e-05,
+      "loss": 0.0,
+      "step": 36394
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.823049900044641e-05,
+      "loss": 0.0,
+      "step": 36396
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822985204018917e-05,
+      "loss": 0.0001,
+      "step": 36398
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822920507993194e-05,
+      "loss": 0.0001,
+      "step": 36400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822855811967471e-05,
+      "loss": 0.0006,
+      "step": 36402
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822791115941748e-05,
+      "loss": 0.0014,
+      "step": 36404
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822726419916025e-05,
+      "loss": 0.0001,
+      "step": 36406
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822661723890302e-05,
+      "loss": 0.0,
+      "step": 36408
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822597027864579e-05,
+      "loss": 0.0004,
+      "step": 36410
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822532331838855e-05,
+      "loss": 0.0,
+      "step": 36412
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8224676358131325e-05,
+      "loss": 0.0,
+      "step": 36414
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822402939787409e-05,
+      "loss": 0.0017,
+      "step": 36416
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822338243761686e-05,
+      "loss": 0.0,
+      "step": 36418
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8222735477359625e-05,
+      "loss": 0.0,
+      "step": 36420
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8222088517102395e-05,
+      "loss": 0.0186,
+      "step": 36422
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8221441556845164e-05,
+      "loss": 0.0054,
+      "step": 36424
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.822079459658793e-05,
+      "loss": 0.0037,
+      "step": 36426
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.82201476363307e-05,
+      "loss": 0.0,
+      "step": 36428
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821950067607347e-05,
+      "loss": 0.0,
+      "step": 36430
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821885371581624e-05,
+      "loss": 0.0,
+      "step": 36432
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8218206755559e-05,
+      "loss": 0.0124,
+      "step": 36434
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821755979530178e-05,
+      "loss": 0.0001,
+      "step": 36436
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821691283504454e-05,
+      "loss": 0.0,
+      "step": 36438
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8216265874787316e-05,
+      "loss": 0.0001,
+      "step": 36440
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8215618914530085e-05,
+      "loss": 0.0005,
+      "step": 36442
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821497195427285e-05,
+      "loss": 0.0,
+      "step": 36444
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8214324994015624e-05,
+      "loss": 0.0052,
+      "step": 36446
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8213678033758386e-05,
+      "loss": 0.0001,
+      "step": 36448
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8213031073501155e-05,
+      "loss": 0.0,
+      "step": 36450
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8212384113243924e-05,
+      "loss": 0.0001,
+      "step": 36452
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821173715298669e-05,
+      "loss": 0.0031,
+      "step": 36454
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821109019272946e-05,
+      "loss": 0.0055,
+      "step": 36456
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.821044323247223e-05,
+      "loss": 0.0,
+      "step": 36458
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8209796272215e-05,
+      "loss": 0.0,
+      "step": 36460
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820914931195777e-05,
+      "loss": 0.0,
+      "step": 36462
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820850235170054e-05,
+      "loss": 0.0001,
+      "step": 36464
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.82078553914433e-05,
+      "loss": 0.0001,
+      "step": 36466
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820720843118608e-05,
+      "loss": 0.0005,
+      "step": 36468
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820656147092884e-05,
+      "loss": 0.0001,
+      "step": 36470
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820591451067161e-05,
+      "loss": 0.0001,
+      "step": 36472
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8205267550414384e-05,
+      "loss": 0.0001,
+      "step": 36474
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8204620590157146e-05,
+      "loss": 0.0008,
+      "step": 36476
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820397362989992e-05,
+      "loss": 0.0,
+      "step": 36478
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8203326669642684e-05,
+      "loss": 0.0,
+      "step": 36480
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8202679709385454e-05,
+      "loss": 0.0379,
+      "step": 36482
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820203274912822e-05,
+      "loss": 0.0,
+      "step": 36484
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820138578887099e-05,
+      "loss": 0.0001,
+      "step": 36486
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820073882861376e-05,
+      "loss": 0.0009,
+      "step": 36488
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.820009186835653e-05,
+      "loss": 0.0001,
+      "step": 36490
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81994449080993e-05,
+      "loss": 0.0004,
+      "step": 36492
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819879794784206e-05,
+      "loss": 0.0005,
+      "step": 36494
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819815098758484e-05,
+      "loss": 0.0001,
+      "step": 36496
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81975040273276e-05,
+      "loss": 0.001,
+      "step": 36498
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8196857067070375e-05,
+      "loss": 0.0624,
+      "step": 36500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819621010681314e-05,
+      "loss": 0.0001,
+      "step": 36502
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819556314655591e-05,
+      "loss": 0.0,
+      "step": 36504
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819491618629868e-05,
+      "loss": 0.0,
+      "step": 36506
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8194269226041445e-05,
+      "loss": 0.0091,
+      "step": 36508
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8193622265784214e-05,
+      "loss": 0.0002,
+      "step": 36510
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819297530552698e-05,
+      "loss": 0.0013,
+      "step": 36512
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819232834526975e-05,
+      "loss": 0.0,
+      "step": 36514
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819168138501252e-05,
+      "loss": 0.0013,
+      "step": 36516
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819103442475529e-05,
+      "loss": 0.0,
+      "step": 36518
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.819038746449806e-05,
+      "loss": 0.0,
+      "step": 36520
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818974050424083e-05,
+      "loss": 0.0001,
+      "step": 36522
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81890935439836e-05,
+      "loss": 0.0002,
+      "step": 36524
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818844658372636e-05,
+      "loss": 0.0001,
+      "step": 36526
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8187799623469136e-05,
+      "loss": 0.0001,
+      "step": 36528
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81871526632119e-05,
+      "loss": 0.0,
+      "step": 36530
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818650570295467e-05,
+      "loss": 0.0,
+      "step": 36532
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8185858742697436e-05,
+      "loss": 0.0,
+      "step": 36534
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8185211782440205e-05,
+      "loss": 0.0134,
+      "step": 36536
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818456482218298e-05,
+      "loss": 0.0021,
+      "step": 36538
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8183917861925743e-05,
+      "loss": 0.0001,
+      "step": 36540
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818327090166851e-05,
+      "loss": 0.0,
+      "step": 36542
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818262394141128e-05,
+      "loss": 0.0,
+      "step": 36544
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818197698115405e-05,
+      "loss": 0.0,
+      "step": 36546
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818133002089681e-05,
+      "loss": 0.0003,
+      "step": 36548
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818068306063959e-05,
+      "loss": 0.0,
+      "step": 36550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.818003610038236e-05,
+      "loss": 0.0001,
+      "step": 36552
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817938914012512e-05,
+      "loss": 0.0,
+      "step": 36554
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8178742179867896e-05,
+      "loss": 0.0001,
+      "step": 36556
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817809521961066e-05,
+      "loss": 0.0,
+      "step": 36558
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8177448259353434e-05,
+      "loss": 0.0001,
+      "step": 36560
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8176801299096197e-05,
+      "loss": 0.0,
+      "step": 36562
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8176154338838966e-05,
+      "loss": 0.0,
+      "step": 36564
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8175507378581735e-05,
+      "loss": 0.0004,
+      "step": 36566
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8174860418324504e-05,
+      "loss": 0.0,
+      "step": 36568
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817421345806727e-05,
+      "loss": 0.0133,
+      "step": 36570
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817356649781004e-05,
+      "loss": 0.0002,
+      "step": 36572
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817291953755281e-05,
+      "loss": 0.0003,
+      "step": 36574
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817227257729557e-05,
+      "loss": 0.0002,
+      "step": 36576
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817162561703835e-05,
+      "loss": 0.0,
+      "step": 36578
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817097865678111e-05,
+      "loss": 0.0037,
+      "step": 36580
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.817033169652389e-05,
+      "loss": 0.0126,
+      "step": 36582
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8169684736266656e-05,
+      "loss": 0.0,
+      "step": 36584
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816903777600942e-05,
+      "loss": 0.0003,
+      "step": 36586
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8168390815752195e-05,
+      "loss": 0.0001,
+      "step": 36588
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816774385549496e-05,
+      "loss": 0.0001,
+      "step": 36590
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8167096895237726e-05,
+      "loss": 0.0064,
+      "step": 36592
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8166449934980495e-05,
+      "loss": 0.0,
+      "step": 36594
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8165802974723264e-05,
+      "loss": 0.0042,
+      "step": 36596
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816515601446603e-05,
+      "loss": 0.0001,
+      "step": 36598
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81645090542088e-05,
+      "loss": 0.0,
+      "step": 36600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816386209395157e-05,
+      "loss": 0.0,
+      "step": 36602
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816321513369434e-05,
+      "loss": 0.0002,
+      "step": 36604
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816256817343711e-05,
+      "loss": 0.0093,
+      "step": 36606
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816192121317987e-05,
+      "loss": 0.0048,
+      "step": 36608
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816127425292265e-05,
+      "loss": 0.0,
+      "step": 36610
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.816062729266541e-05,
+      "loss": 0.0,
+      "step": 36612
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815998033240818e-05,
+      "loss": 0.0002,
+      "step": 36614
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815933337215095e-05,
+      "loss": 0.0,
+      "step": 36616
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815868641189372e-05,
+      "loss": 0.0,
+      "step": 36618
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815803945163649e-05,
+      "loss": 0.0,
+      "step": 36620
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8157392491379256e-05,
+      "loss": 0.0,
+      "step": 36622
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8156745531122025e-05,
+      "loss": 0.0,
+      "step": 36624
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8156098570864794e-05,
+      "loss": 0.0,
+      "step": 36626
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815545161060756e-05,
+      "loss": 0.0007,
+      "step": 36628
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815480465035033e-05,
+      "loss": 0.0,
+      "step": 36630
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81541576900931e-05,
+      "loss": 0.0,
+      "step": 36632
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815351072983587e-05,
+      "loss": 0.0,
+      "step": 36634
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815286376957863e-05,
+      "loss": 0.0013,
+      "step": 36636
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815221680932141e-05,
+      "loss": 0.0,
+      "step": 36638
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815156984906417e-05,
+      "loss": 0.0002,
+      "step": 36640
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8150922888806946e-05,
+      "loss": 0.0104,
+      "step": 36642
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.815027592854971e-05,
+      "loss": 0.0,
+      "step": 36644
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814962896829248e-05,
+      "loss": 0.0003,
+      "step": 36646
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814898200803525e-05,
+      "loss": 0.0014,
+      "step": 36648
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8148335047778016e-05,
+      "loss": 0.0037,
+      "step": 36650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8147688087520785e-05,
+      "loss": 0.0,
+      "step": 36652
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8147041127263554e-05,
+      "loss": 0.0026,
+      "step": 36654
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814639416700632e-05,
+      "loss": 0.0,
+      "step": 36656
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814574720674909e-05,
+      "loss": 0.0007,
+      "step": 36658
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814510024649186e-05,
+      "loss": 0.0,
+      "step": 36660
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814445328623463e-05,
+      "loss": 0.0072,
+      "step": 36662
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81438063259774e-05,
+      "loss": 0.0001,
+      "step": 36664
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814315936572017e-05,
+      "loss": 0.0,
+      "step": 36666
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814251240546293e-05,
+      "loss": 0.0009,
+      "step": 36668
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814186544520571e-05,
+      "loss": 0.0,
+      "step": 36670
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814121848494847e-05,
+      "loss": 0.0039,
+      "step": 36672
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.814057152469124e-05,
+      "loss": 0.0001,
+      "step": 36674
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813992456443401e-05,
+      "loss": 0.001,
+      "step": 36676
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8139277604176776e-05,
+      "loss": 0.0,
+      "step": 36678
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8138630643919545e-05,
+      "loss": 0.0,
+      "step": 36680
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8137983683662315e-05,
+      "loss": 0.0,
+      "step": 36682
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8137336723405084e-05,
+      "loss": 0.0,
+      "step": 36684
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813668976314785e-05,
+      "loss": 0.0004,
+      "step": 36686
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813604280289062e-05,
+      "loss": 0.0004,
+      "step": 36688
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8135395842633384e-05,
+      "loss": 0.0,
+      "step": 36690
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813474888237616e-05,
+      "loss": 0.0,
+      "step": 36692
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813410192211892e-05,
+      "loss": 0.0029,
+      "step": 36694
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813345496186169e-05,
+      "loss": 0.0012,
+      "step": 36696
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813280800160447e-05,
+      "loss": 0.0001,
+      "step": 36698
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813216104134723e-05,
+      "loss": 0.0,
+      "step": 36700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8131514081090005e-05,
+      "loss": 0.0,
+      "step": 36702
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813086712083277e-05,
+      "loss": 0.0018,
+      "step": 36704
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.813022016057554e-05,
+      "loss": 0.0,
+      "step": 36706
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8129573200318306e-05,
+      "loss": 0.0002,
+      "step": 36708
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8128926240061075e-05,
+      "loss": 0.0,
+      "step": 36710
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8128279279803844e-05,
+      "loss": 0.0,
+      "step": 36712
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.812763231954661e-05,
+      "loss": 0.0013,
+      "step": 36714
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.812698535928938e-05,
+      "loss": 0.0,
+      "step": 36716
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8126338399032144e-05,
+      "loss": 0.0001,
+      "step": 36718
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.812569143877492e-05,
+      "loss": 0.0001,
+      "step": 36720
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.812504447851768e-05,
+      "loss": 0.0001,
+      "step": 36722
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.812439751826046e-05,
+      "loss": 0.0015,
+      "step": 36724
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.812375055800322e-05,
+      "loss": 0.0088,
+      "step": 36726
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.812310359774599e-05,
+      "loss": 0.0081,
+      "step": 36728
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8122456637488766e-05,
+      "loss": 0.0,
+      "step": 36730
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.812180967723153e-05,
+      "loss": 0.0011,
+      "step": 36732
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.81211627169743e-05,
+      "loss": 0.0001,
+      "step": 36734
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8120515756717066e-05,
+      "loss": 0.0005,
+      "step": 36736
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8119868796459835e-05,
+      "loss": 0.0,
+      "step": 36738
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8119221836202604e-05,
+      "loss": 0.0001,
+      "step": 36740
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8118574875945373e-05,
+      "loss": 0.0001,
+      "step": 36742
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811792791568814e-05,
+      "loss": 0.001,
+      "step": 36744
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811728095543091e-05,
+      "loss": 0.0001,
+      "step": 36746
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811663399517368e-05,
+      "loss": 0.0009,
+      "step": 36748
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811598703491644e-05,
+      "loss": 0.0002,
+      "step": 36750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811534007465922e-05,
+      "loss": 0.0165,
+      "step": 36752
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811469311440198e-05,
+      "loss": 0.0001,
+      "step": 36754
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811404615414475e-05,
+      "loss": 0.0003,
+      "step": 36756
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811339919388752e-05,
+      "loss": 0.0262,
+      "step": 36758
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811275223363029e-05,
+      "loss": 0.0006,
+      "step": 36760
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8112105273373064e-05,
+      "loss": 0.0012,
+      "step": 36762
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.811145831311583e-05,
+      "loss": 0.0001,
+      "step": 36764
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8110811352858596e-05,
+      "loss": 0.0003,
+      "step": 36766
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8110164392601365e-05,
+      "loss": 0.0031,
+      "step": 36768
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8109517432344134e-05,
+      "loss": 0.0,
+      "step": 36770
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8108870472086896e-05,
+      "loss": 0.0032,
+      "step": 36772
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810822351182967e-05,
+      "loss": 0.0004,
+      "step": 36774
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810757655157244e-05,
+      "loss": 0.0036,
+      "step": 36776
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8106929591315203e-05,
+      "loss": 0.0086,
+      "step": 36778
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810628263105798e-05,
+      "loss": 0.007,
+      "step": 36780
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810563567080074e-05,
+      "loss": 0.0013,
+      "step": 36782
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810498871054352e-05,
+      "loss": 0.0,
+      "step": 36784
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810434175028628e-05,
+      "loss": 0.0,
+      "step": 36786
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810369479002905e-05,
+      "loss": 0.0,
+      "step": 36788
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810304782977182e-05,
+      "loss": 0.0,
+      "step": 36790
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.810240086951459e-05,
+      "loss": 0.0003,
+      "step": 36792
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8101753909257356e-05,
+      "loss": 0.0003,
+      "step": 36794
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8101106949000125e-05,
+      "loss": 0.0122,
+      "step": 36796
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8100459988742894e-05,
+      "loss": 0.0001,
+      "step": 36798
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809981302848566e-05,
+      "loss": 0.0019,
+      "step": 36800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809916606822843e-05,
+      "loss": 0.0,
+      "step": 36802
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8098519107971195e-05,
+      "loss": 0.0,
+      "step": 36804
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809787214771397e-05,
+      "loss": 0.0246,
+      "step": 36806
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809722518745674e-05,
+      "loss": 0.0,
+      "step": 36808
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.80965782271995e-05,
+      "loss": 0.0074,
+      "step": 36810
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809593126694228e-05,
+      "loss": 0.0008,
+      "step": 36812
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809528430668504e-05,
+      "loss": 0.0026,
+      "step": 36814
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809463734642781e-05,
+      "loss": 0.0001,
+      "step": 36816
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809399038617058e-05,
+      "loss": 0.0054,
+      "step": 36818
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809334342591335e-05,
+      "loss": 0.0001,
+      "step": 36820
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8092696465656117e-05,
+      "loss": 0.0,
+      "step": 36822
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8092049505398886e-05,
+      "loss": 0.008,
+      "step": 36824
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8091402545141655e-05,
+      "loss": 0.0006,
+      "step": 36826
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8090755584884424e-05,
+      "loss": 0.0002,
+      "step": 36828
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.809010862462719e-05,
+      "loss": 0.0117,
+      "step": 36830
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.8089461664369955e-05,
+      "loss": 0.0002,
+      "step": 36832
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.808881470411273e-05,
+      "loss": 0.0047,
+      "step": 36834
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.808816774385549e-05,
+      "loss": 0.004,
+      "step": 36836
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 3.808752078359826e-05,
+      "loss": 0.0044,
+      "step": 36838
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.808687382334104e-05,
+      "loss": 0.0002,
+      "step": 36840
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80862268630838e-05,
+      "loss": 0.0075,
+      "step": 36842
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8085579902826576e-05,
+      "loss": 0.0,
+      "step": 36844
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.808493294256934e-05,
+      "loss": 0.0,
+      "step": 36846
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.808428598231211e-05,
+      "loss": 0.0001,
+      "step": 36848
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.808363902205488e-05,
+      "loss": 0.0001,
+      "step": 36850
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8082992061797646e-05,
+      "loss": 0.0,
+      "step": 36852
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8082345101540415e-05,
+      "loss": 0.0101,
+      "step": 36854
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8081698141283184e-05,
+      "loss": 0.0002,
+      "step": 36856
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.808105118102595e-05,
+      "loss": 0.0002,
+      "step": 36858
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8080404220768716e-05,
+      "loss": 0.0001,
+      "step": 36860
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807975726051149e-05,
+      "loss": 0.0001,
+      "step": 36862
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8079110300254254e-05,
+      "loss": 0.0,
+      "step": 36864
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807846333999703e-05,
+      "loss": 0.0048,
+      "step": 36866
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807781637973979e-05,
+      "loss": 0.0007,
+      "step": 36868
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807716941948256e-05,
+      "loss": 0.0,
+      "step": 36870
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807652245922533e-05,
+      "loss": 0.0003,
+      "step": 36872
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80758754989681e-05,
+      "loss": 0.0009,
+      "step": 36874
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807522853871087e-05,
+      "loss": 0.0104,
+      "step": 36876
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807458157845364e-05,
+      "loss": 0.0007,
+      "step": 36878
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8073934618196406e-05,
+      "loss": 0.0003,
+      "step": 36880
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8073287657939176e-05,
+      "loss": 0.002,
+      "step": 36882
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8072640697681945e-05,
+      "loss": 0.0001,
+      "step": 36884
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8071993737424714e-05,
+      "loss": 0.0,
+      "step": 36886
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807134677716748e-05,
+      "loss": 0.0024,
+      "step": 36888
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.807069981691025e-05,
+      "loss": 0.0,
+      "step": 36890
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8070052856653014e-05,
+      "loss": 0.0,
+      "step": 36892
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806940589639579e-05,
+      "loss": 0.0,
+      "step": 36894
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806875893613855e-05,
+      "loss": 0.0,
+      "step": 36896
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806811197588132e-05,
+      "loss": 0.0002,
+      "step": 36898
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806746501562409e-05,
+      "loss": 0.0018,
+      "step": 36900
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806681805536686e-05,
+      "loss": 0.0005,
+      "step": 36902
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806617109510963e-05,
+      "loss": 0.0169,
+      "step": 36904
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80655241348524e-05,
+      "loss": 0.0,
+      "step": 36906
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806487717459517e-05,
+      "loss": 0.0001,
+      "step": 36908
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8064230214337936e-05,
+      "loss": 0.0049,
+      "step": 36910
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8063583254080705e-05,
+      "loss": 0.0014,
+      "step": 36912
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806293629382347e-05,
+      "loss": 0.0003,
+      "step": 36914
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806228933356624e-05,
+      "loss": 0.0,
+      "step": 36916
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8061642373309005e-05,
+      "loss": 0.0,
+      "step": 36918
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8060995413051775e-05,
+      "loss": 0.0005,
+      "step": 36920
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.806034845279455e-05,
+      "loss": 0.0,
+      "step": 36922
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805970149253731e-05,
+      "loss": 0.0016,
+      "step": 36924
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805905453228009e-05,
+      "loss": 0.0,
+      "step": 36926
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805840757202285e-05,
+      "loss": 0.0005,
+      "step": 36928
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805776061176562e-05,
+      "loss": 0.0,
+      "step": 36930
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805711365150839e-05,
+      "loss": 0.0,
+      "step": 36932
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805646669125116e-05,
+      "loss": 0.0,
+      "step": 36934
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805581973099393e-05,
+      "loss": 0.0001,
+      "step": 36936
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8055172770736696e-05,
+      "loss": 0.0,
+      "step": 36938
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8054525810479465e-05,
+      "loss": 0.0007,
+      "step": 36940
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8053878850222234e-05,
+      "loss": 0.0053,
+      "step": 36942
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8053231889965004e-05,
+      "loss": 0.0,
+      "step": 36944
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8052584929707766e-05,
+      "loss": 0.0001,
+      "step": 36946
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805193796945054e-05,
+      "loss": 0.0,
+      "step": 36948
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8051291009193304e-05,
+      "loss": 0.0084,
+      "step": 36950
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.805064404893607e-05,
+      "loss": 0.0017,
+      "step": 36952
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804999708867885e-05,
+      "loss": 0.0,
+      "step": 36954
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804935012842161e-05,
+      "loss": 0.0,
+      "step": 36956
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804870316816438e-05,
+      "loss": 0.0118,
+      "step": 36958
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804805620790715e-05,
+      "loss": 0.0,
+      "step": 36960
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804740924764992e-05,
+      "loss": 0.0002,
+      "step": 36962
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804676228739269e-05,
+      "loss": 0.0004,
+      "step": 36964
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804611532713546e-05,
+      "loss": 0.0159,
+      "step": 36966
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8045468366878226e-05,
+      "loss": 0.0069,
+      "step": 36968
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8044821406620995e-05,
+      "loss": 0.0006,
+      "step": 36970
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8044174446363764e-05,
+      "loss": 0.0002,
+      "step": 36972
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8043527486106526e-05,
+      "loss": 0.0001,
+      "step": 36974
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80428805258493e-05,
+      "loss": 0.0007,
+      "step": 36976
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8042233565592064e-05,
+      "loss": 0.0089,
+      "step": 36978
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8041586605334834e-05,
+      "loss": 0.0068,
+      "step": 36980
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80409396450776e-05,
+      "loss": 0.0001,
+      "step": 36982
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.804029268482037e-05,
+      "loss": 0.001,
+      "step": 36984
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803964572456315e-05,
+      "loss": 0.0013,
+      "step": 36986
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803899876430591e-05,
+      "loss": 0.0001,
+      "step": 36988
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803835180404868e-05,
+      "loss": 0.0086,
+      "step": 36990
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803770484379145e-05,
+      "loss": 0.0092,
+      "step": 36992
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803705788353422e-05,
+      "loss": 0.0,
+      "step": 36994
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803641092327698e-05,
+      "loss": 0.0,
+      "step": 36996
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8035763963019755e-05,
+      "loss": 0.0,
+      "step": 36998
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8035117002762524e-05,
+      "loss": 0.0,
+      "step": 37000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803447004250529e-05,
+      "loss": 0.0,
+      "step": 37002
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803382308224806e-05,
+      "loss": 0.0,
+      "step": 37004
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8033176121990825e-05,
+      "loss": 0.0,
+      "step": 37006
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80325291617336e-05,
+      "loss": 0.0,
+      "step": 37008
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8032205681604985e-05,
+      "loss": 0.1417,
+      "step": 37010
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.803155872134775e-05,
+      "loss": 0.0,
+      "step": 37012
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8030911761090523e-05,
+      "loss": 0.0002,
+      "step": 37014
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8030264800833286e-05,
+      "loss": 0.004,
+      "step": 37016
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8029617840576055e-05,
+      "loss": 0.0007,
+      "step": 37018
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8028970880318824e-05,
+      "loss": 0.0044,
+      "step": 37020
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.802832392006159e-05,
+      "loss": 0.0002,
+      "step": 37022
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.802767695980436e-05,
+      "loss": 0.0087,
+      "step": 37024
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.802702999954713e-05,
+      "loss": 0.0001,
+      "step": 37026
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80263830392899e-05,
+      "loss": 0.0001,
+      "step": 37028
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.802573607903266e-05,
+      "loss": 0.0,
+      "step": 37030
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.802508911877544e-05,
+      "loss": 0.0001,
+      "step": 37032
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80244421585182e-05,
+      "loss": 0.0006,
+      "step": 37034
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8023795198260977e-05,
+      "loss": 0.0341,
+      "step": 37036
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.802314823800374e-05,
+      "loss": 0.0004,
+      "step": 37038
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.802250127774651e-05,
+      "loss": 0.0004,
+      "step": 37040
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8021854317489284e-05,
+      "loss": 0.0004,
+      "step": 37042
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8021207357232046e-05,
+      "loss": 0.023,
+      "step": 37044
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8020560396974815e-05,
+      "loss": 0.0,
+      "step": 37046
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8019913436717584e-05,
+      "loss": 0.0,
+      "step": 37048
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8019266476460353e-05,
+      "loss": 0.0002,
+      "step": 37050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8018619516203116e-05,
+      "loss": 0.0022,
+      "step": 37052
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.801797255594589e-05,
+      "loss": 0.0003,
+      "step": 37054
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.801732559568866e-05,
+      "loss": 0.0,
+      "step": 37056
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.801667863543143e-05,
+      "loss": 0.0007,
+      "step": 37058
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80160316751742e-05,
+      "loss": 0.0003,
+      "step": 37060
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.801538471491696e-05,
+      "loss": 0.0,
+      "step": 37062
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.801473775465974e-05,
+      "loss": 0.0,
+      "step": 37064
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80140907944025e-05,
+      "loss": 0.0,
+      "step": 37066
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.801344383414527e-05,
+      "loss": 0.0,
+      "step": 37068
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.801279687388804e-05,
+      "loss": 0.0,
+      "step": 37070
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8012149913630807e-05,
+      "loss": 0.0011,
+      "step": 37072
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8011502953373576e-05,
+      "loss": 0.0001,
+      "step": 37074
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8010855993116345e-05,
+      "loss": 0.0,
+      "step": 37076
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8010209032859114e-05,
+      "loss": 0.0,
+      "step": 37078
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800956207260188e-05,
+      "loss": 0.0,
+      "step": 37080
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800891511234465e-05,
+      "loss": 0.0,
+      "step": 37082
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8008268152087414e-05,
+      "loss": 0.0,
+      "step": 37084
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800762119183019e-05,
+      "loss": 0.0001,
+      "step": 37086
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800697423157296e-05,
+      "loss": 0.0004,
+      "step": 37088
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800632727131572e-05,
+      "loss": 0.0109,
+      "step": 37090
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80056803110585e-05,
+      "loss": 0.0,
+      "step": 37092
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800503335080126e-05,
+      "loss": 0.0,
+      "step": 37094
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8004386390544036e-05,
+      "loss": 0.0002,
+      "step": 37096
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.80037394302868e-05,
+      "loss": 0.0,
+      "step": 37098
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800309247002957e-05,
+      "loss": 0.0003,
+      "step": 37100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8002445509772336e-05,
+      "loss": 0.0002,
+      "step": 37102
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8001798549515105e-05,
+      "loss": 0.0001,
+      "step": 37104
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.8001151589257874e-05,
+      "loss": 0.0039,
+      "step": 37106
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.800050462900064e-05,
+      "loss": 0.0,
+      "step": 37108
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799985766874341e-05,
+      "loss": 0.0,
+      "step": 37110
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7999210708486175e-05,
+      "loss": 0.0,
+      "step": 37112
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799856374822895e-05,
+      "loss": 0.0,
+      "step": 37114
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799791678797171e-05,
+      "loss": 0.0,
+      "step": 37116
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799726982771449e-05,
+      "loss": 0.0004,
+      "step": 37118
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799662286745726e-05,
+      "loss": 0.0,
+      "step": 37120
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799597590720002e-05,
+      "loss": 0.0067,
+      "step": 37122
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7995328946942796e-05,
+      "loss": 0.0001,
+      "step": 37124
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799468198668556e-05,
+      "loss": 0.0,
+      "step": 37126
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799403502642833e-05,
+      "loss": 0.0109,
+      "step": 37128
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7993388066171096e-05,
+      "loss": 0.0,
+      "step": 37130
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7992741105913866e-05,
+      "loss": 0.0001,
+      "step": 37132
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7992094145656635e-05,
+      "loss": 0.0,
+      "step": 37134
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7991447185399404e-05,
+      "loss": 0.0002,
+      "step": 37136
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799080022514217e-05,
+      "loss": 0.0,
+      "step": 37138
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.799015326488494e-05,
+      "loss": 0.0054,
+      "step": 37140
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798950630462771e-05,
+      "loss": 0.0063,
+      "step": 37142
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798885934437047e-05,
+      "loss": 0.0076,
+      "step": 37144
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798821238411325e-05,
+      "loss": 0.0,
+      "step": 37146
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798756542385601e-05,
+      "loss": 0.0001,
+      "step": 37148
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798691846359878e-05,
+      "loss": 0.0001,
+      "step": 37150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798627150334155e-05,
+      "loss": 0.0,
+      "step": 37152
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798562454308432e-05,
+      "loss": 0.0001,
+      "step": 37154
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7984977582827095e-05,
+      "loss": 0.0,
+      "step": 37156
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798433062256986e-05,
+      "loss": 0.0001,
+      "step": 37158
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7983683662312626e-05,
+      "loss": 0.0,
+      "step": 37160
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7983036702055395e-05,
+      "loss": 0.0,
+      "step": 37162
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7982389741798164e-05,
+      "loss": 0.0011,
+      "step": 37164
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798174278154093e-05,
+      "loss": 0.0003,
+      "step": 37166
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.79810958212837e-05,
+      "loss": 0.0001,
+      "step": 37168
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.798044886102647e-05,
+      "loss": 0.036,
+      "step": 37170
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7979801900769234e-05,
+      "loss": 0.0,
+      "step": 37172
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797915494051201e-05,
+      "loss": 0.0,
+      "step": 37174
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797850798025477e-05,
+      "loss": 0.0,
+      "step": 37176
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797786101999755e-05,
+      "loss": 0.0,
+      "step": 37178
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797721405974031e-05,
+      "loss": 0.0,
+      "step": 37180
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797656709948308e-05,
+      "loss": 0.0,
+      "step": 37182
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797592013922585e-05,
+      "loss": 0.0001,
+      "step": 37184
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797527317896862e-05,
+      "loss": 0.0028,
+      "step": 37186
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7974626218711386e-05,
+      "loss": 0.0,
+      "step": 37188
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7973979258454155e-05,
+      "loss": 0.0,
+      "step": 37190
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7973332298196925e-05,
+      "loss": 0.0005,
+      "step": 37192
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797268533793969e-05,
+      "loss": 0.0,
+      "step": 37194
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797203837768246e-05,
+      "loss": 0.0001,
+      "step": 37196
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7971391417425225e-05,
+      "loss": 0.0,
+      "step": 37198
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7970744457168e-05,
+      "loss": 0.0,
+      "step": 37200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.797009749691077e-05,
+      "loss": 0.0082,
+      "step": 37202
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796945053665353e-05,
+      "loss": 0.0,
+      "step": 37204
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796880357639631e-05,
+      "loss": 0.0,
+      "step": 37206
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796815661613907e-05,
+      "loss": 0.001,
+      "step": 37208
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796750965588184e-05,
+      "loss": 0.0004,
+      "step": 37210
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796686269562461e-05,
+      "loss": 0.0084,
+      "step": 37212
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796621573536738e-05,
+      "loss": 0.0001,
+      "step": 37214
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796556877511015e-05,
+      "loss": 0.0011,
+      "step": 37216
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7964921814852916e-05,
+      "loss": 0.0022,
+      "step": 37218
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7964274854595685e-05,
+      "loss": 0.0,
+      "step": 37220
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7963627894338454e-05,
+      "loss": 0.0002,
+      "step": 37222
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796298093408122e-05,
+      "loss": 0.0014,
+      "step": 37224
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7962333973823985e-05,
+      "loss": 0.0024,
+      "step": 37226
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796168701356676e-05,
+      "loss": 0.0001,
+      "step": 37228
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7961040053309524e-05,
+      "loss": 0.0179,
+      "step": 37230
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.796039309305229e-05,
+      "loss": 0.0,
+      "step": 37232
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795974613279507e-05,
+      "loss": 0.0,
+      "step": 37234
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795909917253783e-05,
+      "loss": 0.0,
+      "step": 37236
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795845221228061e-05,
+      "loss": 0.0002,
+      "step": 37238
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795780525202337e-05,
+      "loss": 0.0001,
+      "step": 37240
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795715829176614e-05,
+      "loss": 0.0001,
+      "step": 37242
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795651133150891e-05,
+      "loss": 0.0006,
+      "step": 37244
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7955864371251676e-05,
+      "loss": 0.0001,
+      "step": 37246
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7955217410994445e-05,
+      "loss": 0.0,
+      "step": 37248
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7954570450737214e-05,
+      "loss": 0.0001,
+      "step": 37250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7953923490479983e-05,
+      "loss": 0.0,
+      "step": 37252
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7953276530222746e-05,
+      "loss": 0.0003,
+      "step": 37254
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795262956996552e-05,
+      "loss": 0.0011,
+      "step": 37256
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7951982609708284e-05,
+      "loss": 0.0031,
+      "step": 37258
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795133564945106e-05,
+      "loss": 0.0059,
+      "step": 37260
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795068868919382e-05,
+      "loss": 0.0001,
+      "step": 37262
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.795004172893659e-05,
+      "loss": 0.0,
+      "step": 37264
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794939476867937e-05,
+      "loss": 0.001,
+      "step": 37266
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794874780842213e-05,
+      "loss": 0.0003,
+      "step": 37268
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.79481008481649e-05,
+      "loss": 0.0014,
+      "step": 37270
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794745388790767e-05,
+      "loss": 0.0,
+      "step": 37272
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794680692765044e-05,
+      "loss": 0.0564,
+      "step": 37274
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.79461599673932e-05,
+      "loss": 0.0001,
+      "step": 37276
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7945513007135975e-05,
+      "loss": 0.0001,
+      "step": 37278
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7944866046878744e-05,
+      "loss": 0.0,
+      "step": 37280
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794421908662151e-05,
+      "loss": 0.0004,
+      "step": 37282
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794357212636428e-05,
+      "loss": 0.0001,
+      "step": 37284
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7942925166107044e-05,
+      "loss": 0.0007,
+      "step": 37286
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794227820584982e-05,
+      "loss": 0.0,
+      "step": 37288
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794163124559258e-05,
+      "loss": 0.0,
+      "step": 37290
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794098428533535e-05,
+      "loss": 0.0,
+      "step": 37292
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.794033732507812e-05,
+      "loss": 0.0,
+      "step": 37294
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793969036482089e-05,
+      "loss": 0.0,
+      "step": 37296
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793904340456366e-05,
+      "loss": 0.0002,
+      "step": 37298
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793839644430643e-05,
+      "loss": 0.0003,
+      "step": 37300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.79377494840492e-05,
+      "loss": 0.0005,
+      "step": 37302
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7937102523791966e-05,
+      "loss": 0.0027,
+      "step": 37304
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7936455563534735e-05,
+      "loss": 0.0,
+      "step": 37306
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.79358086032775e-05,
+      "loss": 0.0027,
+      "step": 37308
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793516164302027e-05,
+      "loss": 0.0034,
+      "step": 37310
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793451468276304e-05,
+      "loss": 0.0007,
+      "step": 37312
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7933867722505805e-05,
+      "loss": 0.0,
+      "step": 37314
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793322076224858e-05,
+      "loss": 0.0004,
+      "step": 37316
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793257380199134e-05,
+      "loss": 0.0002,
+      "step": 37318
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793192684173412e-05,
+      "loss": 0.0131,
+      "step": 37320
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793127988147688e-05,
+      "loss": 0.0,
+      "step": 37322
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.793063292121965e-05,
+      "loss": 0.0,
+      "step": 37324
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792998596096242e-05,
+      "loss": 0.0001,
+      "step": 37326
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792933900070519e-05,
+      "loss": 0.0254,
+      "step": 37328
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792869204044796e-05,
+      "loss": 0.0114,
+      "step": 37330
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7928045080190727e-05,
+      "loss": 0.0041,
+      "step": 37332
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7927398119933496e-05,
+      "loss": 0.0182,
+      "step": 37334
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792675115967626e-05,
+      "loss": 0.0,
+      "step": 37336
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7926104199419034e-05,
+      "loss": 0.0,
+      "step": 37338
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.7925457239161796e-05,
+      "loss": 0.0,
+      "step": 37340
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792481027890457e-05,
+      "loss": 0.0009,
+      "step": 37342
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792416331864734e-05,
+      "loss": 0.0009,
+      "step": 37344
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.79235163583901e-05,
+      "loss": 0.0012,
+      "step": 37346
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792286939813288e-05,
+      "loss": 0.0,
+      "step": 37348
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792222243787564e-05,
+      "loss": 0.0003,
+      "step": 37350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792157547761841e-05,
+      "loss": 0.005,
+      "step": 37352
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 3.792092851736118e-05,
+      "loss": 0.0001,
+      "step": 37354
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.792028155710395e-05,
+      "loss": 0.0001,
+      "step": 37356
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.791963459684672e-05,
+      "loss": 0.0,
+      "step": 37358
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.791898763658949e-05,
+      "loss": 0.0,
+      "step": 37360
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7918340676332256e-05,
+      "loss": 0.0,
+      "step": 37362
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7917693716075025e-05,
+      "loss": 0.0001,
+      "step": 37364
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7917046755817794e-05,
+      "loss": 0.024,
+      "step": 37366
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7916399795560556e-05,
+      "loss": 0.0,
+      "step": 37368
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.791575283530333e-05,
+      "loss": 0.0057,
+      "step": 37370
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7915105875046095e-05,
+      "loss": 0.0001,
+      "step": 37372
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7914458914788864e-05,
+      "loss": 0.0004,
+      "step": 37374
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.791381195453163e-05,
+      "loss": 0.0,
+      "step": 37376
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.79131649942744e-05,
+      "loss": 0.0001,
+      "step": 37378
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.791251803401718e-05,
+      "loss": 0.0001,
+      "step": 37380
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.791187107375994e-05,
+      "loss": 0.0006,
+      "step": 37382
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.791122411350271e-05,
+      "loss": 0.0,
+      "step": 37384
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.791057715324548e-05,
+      "loss": 0.0005,
+      "step": 37386
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790993019298825e-05,
+      "loss": 0.0,
+      "step": 37388
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7909283232731016e-05,
+      "loss": 0.0032,
+      "step": 37390
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7908636272473786e-05,
+      "loss": 0.0,
+      "step": 37392
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7907989312216555e-05,
+      "loss": 0.0001,
+      "step": 37394
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790734235195932e-05,
+      "loss": 0.0094,
+      "step": 37396
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790669539170209e-05,
+      "loss": 0.0003,
+      "step": 37398
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7906048431444855e-05,
+      "loss": 0.0001,
+      "step": 37400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790540147118763e-05,
+      "loss": 0.0,
+      "step": 37402
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790475451093039e-05,
+      "loss": 0.0001,
+      "step": 37404
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790410755067316e-05,
+      "loss": 0.0047,
+      "step": 37406
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790346059041593e-05,
+      "loss": 0.0008,
+      "step": 37408
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.79028136301587e-05,
+      "loss": 0.0,
+      "step": 37410
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790216666990147e-05,
+      "loss": 0.0049,
+      "step": 37412
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790151970964424e-05,
+      "loss": 0.0029,
+      "step": 37414
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790087274938701e-05,
+      "loss": 0.0,
+      "step": 37416
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.790022578912977e-05,
+      "loss": 0.0,
+      "step": 37418
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7899578828872546e-05,
+      "loss": 0.0001,
+      "step": 37420
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7898931868615315e-05,
+      "loss": 0.0275,
+      "step": 37422
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7898284908358084e-05,
+      "loss": 0.0006,
+      "step": 37424
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.789763794810085e-05,
+      "loss": 0.0,
+      "step": 37426
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7896990987843615e-05,
+      "loss": 0.0151,
+      "step": 37428
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.789634402758639e-05,
+      "loss": 0.0,
+      "step": 37430
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7895697067329154e-05,
+      "loss": 0.0001,
+      "step": 37432
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.789505010707192e-05,
+      "loss": 0.0005,
+      "step": 37434
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.789440314681469e-05,
+      "loss": 0.0,
+      "step": 37436
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.789375618655746e-05,
+      "loss": 0.0,
+      "step": 37438
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.789310922630023e-05,
+      "loss": 0.0142,
+      "step": 37440
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7892462266043e-05,
+      "loss": 0.0049,
+      "step": 37442
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.789181530578577e-05,
+      "loss": 0.0,
+      "step": 37444
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.789116834552854e-05,
+      "loss": 0.0103,
+      "step": 37446
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7890521385271306e-05,
+      "loss": 0.0001,
+      "step": 37448
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788987442501407e-05,
+      "loss": 0.0001,
+      "step": 37450
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7889227464756844e-05,
+      "loss": 0.0004,
+      "step": 37452
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788858050449961e-05,
+      "loss": 0.0,
+      "step": 37454
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7887933544242376e-05,
+      "loss": 0.002,
+      "step": 37456
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788728658398515e-05,
+      "loss": 0.0027,
+      "step": 37458
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7886639623727914e-05,
+      "loss": 0.0001,
+      "step": 37460
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788599266347069e-05,
+      "loss": 0.0,
+      "step": 37462
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788534570321345e-05,
+      "loss": 0.0,
+      "step": 37464
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788469874295622e-05,
+      "loss": 0.0001,
+      "step": 37466
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788405178269899e-05,
+      "loss": 0.0001,
+      "step": 37468
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788340482244176e-05,
+      "loss": 0.0,
+      "step": 37470
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788275786218453e-05,
+      "loss": 0.0,
+      "step": 37472
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78821109019273e-05,
+      "loss": 0.0006,
+      "step": 37474
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788146394167007e-05,
+      "loss": 0.0,
+      "step": 37476
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.788081698141283e-05,
+      "loss": 0.0262,
+      "step": 37478
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7880170021155605e-05,
+      "loss": 0.0002,
+      "step": 37480
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787952306089837e-05,
+      "loss": 0.0074,
+      "step": 37482
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787887610064114e-05,
+      "loss": 0.0002,
+      "step": 37484
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7878229140383905e-05,
+      "loss": 0.0,
+      "step": 37486
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7877582180126674e-05,
+      "loss": 0.0036,
+      "step": 37488
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787693521986945e-05,
+      "loss": 0.0,
+      "step": 37490
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787628825961221e-05,
+      "loss": 0.0058,
+      "step": 37492
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787564129935498e-05,
+      "loss": 0.0003,
+      "step": 37494
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787499433909775e-05,
+      "loss": 0.0001,
+      "step": 37496
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787434737884052e-05,
+      "loss": 0.0013,
+      "step": 37498
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787370041858328e-05,
+      "loss": 0.0344,
+      "step": 37500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787305345832606e-05,
+      "loss": 0.0132,
+      "step": 37502
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787240649806883e-05,
+      "loss": 0.0005,
+      "step": 37504
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7871759537811596e-05,
+      "loss": 0.0002,
+      "step": 37506
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7871112577554365e-05,
+      "loss": 0.0002,
+      "step": 37508
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.787046561729713e-05,
+      "loss": 0.0003,
+      "step": 37510
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7869818657039903e-05,
+      "loss": 0.0288,
+      "step": 37512
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7869171696782666e-05,
+      "loss": 0.0,
+      "step": 37514
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7868524736525435e-05,
+      "loss": 0.0073,
+      "step": 37516
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7867877776268204e-05,
+      "loss": 0.0,
+      "step": 37518
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786723081601097e-05,
+      "loss": 0.0,
+      "step": 37520
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786658385575375e-05,
+      "loss": 0.0001,
+      "step": 37522
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786593689549651e-05,
+      "loss": 0.0058,
+      "step": 37524
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786528993523928e-05,
+      "loss": 0.0001,
+      "step": 37526
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786464297498205e-05,
+      "loss": 0.0,
+      "step": 37528
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786399601472482e-05,
+      "loss": 0.0001,
+      "step": 37530
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786334905446758e-05,
+      "loss": 0.0003,
+      "step": 37532
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786270209421036e-05,
+      "loss": 0.0,
+      "step": 37534
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7862055133953126e-05,
+      "loss": 0.0033,
+      "step": 37536
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.786140817369589e-05,
+      "loss": 0.0296,
+      "step": 37538
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7860761213438664e-05,
+      "loss": 0.0,
+      "step": 37540
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7860114253181426e-05,
+      "loss": 0.0002,
+      "step": 37542
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78594672929242e-05,
+      "loss": 0.0,
+      "step": 37544
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7858820332666964e-05,
+      "loss": 0.0001,
+      "step": 37546
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7858173372409733e-05,
+      "loss": 0.0009,
+      "step": 37548
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78575264121525e-05,
+      "loss": 0.0398,
+      "step": 37550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.785687945189527e-05,
+      "loss": 0.0,
+      "step": 37552
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.785623249163804e-05,
+      "loss": 0.0,
+      "step": 37554
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.785558553138081e-05,
+      "loss": 0.0,
+      "step": 37556
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.785493857112358e-05,
+      "loss": 0.0001,
+      "step": 37558
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.785429161086634e-05,
+      "loss": 0.0185,
+      "step": 37560
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.785364465060912e-05,
+      "loss": 0.0,
+      "step": 37562
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.785299769035188e-05,
+      "loss": 0.0002,
+      "step": 37564
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7852350730094655e-05,
+      "loss": 0.0,
+      "step": 37566
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7851703769837424e-05,
+      "loss": 0.0001,
+      "step": 37568
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7851056809580187e-05,
+      "loss": 0.0,
+      "step": 37570
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.785040984932296e-05,
+      "loss": 0.0081,
+      "step": 37572
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7849762889065725e-05,
+      "loss": 0.0,
+      "step": 37574
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7849115928808494e-05,
+      "loss": 0.0001,
+      "step": 37576
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784846896855126e-05,
+      "loss": 0.0001,
+      "step": 37578
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784782200829403e-05,
+      "loss": 0.0006,
+      "step": 37580
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78471750480368e-05,
+      "loss": 0.0,
+      "step": 37582
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784652808777957e-05,
+      "loss": 0.0006,
+      "step": 37584
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784588112752234e-05,
+      "loss": 0.0029,
+      "step": 37586
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784523416726511e-05,
+      "loss": 0.003,
+      "step": 37588
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784458720700788e-05,
+      "loss": 0.0,
+      "step": 37590
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784394024675064e-05,
+      "loss": 0.0,
+      "step": 37592
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7843293286493416e-05,
+      "loss": 0.0,
+      "step": 37594
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784264632623618e-05,
+      "loss": 0.0002,
+      "step": 37596
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784199936597895e-05,
+      "loss": 0.003,
+      "step": 37598
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784135240572172e-05,
+      "loss": 0.0027,
+      "step": 37600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7840705445464485e-05,
+      "loss": 0.003,
+      "step": 37602
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.784005848520726e-05,
+      "loss": 0.0009,
+      "step": 37604
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.783941152495002e-05,
+      "loss": 0.0001,
+      "step": 37606
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.783876456469279e-05,
+      "loss": 0.0012,
+      "step": 37608
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.783811760443556e-05,
+      "loss": 0.0002,
+      "step": 37610
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.783747064417833e-05,
+      "loss": 0.0056,
+      "step": 37612
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78368236839211e-05,
+      "loss": 0.0001,
+      "step": 37614
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.783617672366387e-05,
+      "loss": 0.0409,
+      "step": 37616
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.783552976340664e-05,
+      "loss": 0.0,
+      "step": 37618
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78348828031494e-05,
+      "loss": 0.0001,
+      "step": 37620
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7834235842892176e-05,
+      "loss": 0.0,
+      "step": 37622
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.783358888263494e-05,
+      "loss": 0.0,
+      "step": 37624
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7832941922377714e-05,
+      "loss": 0.0072,
+      "step": 37626
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7832294962120476e-05,
+      "loss": 0.0,
+      "step": 37628
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7831648001863246e-05,
+      "loss": 0.0011,
+      "step": 37630
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7831001041606015e-05,
+      "loss": 0.0001,
+      "step": 37632
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7830354081348784e-05,
+      "loss": 0.0001,
+      "step": 37634
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782970712109155e-05,
+      "loss": 0.0002,
+      "step": 37636
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782906016083432e-05,
+      "loss": 0.0,
+      "step": 37638
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782841320057709e-05,
+      "loss": 0.0028,
+      "step": 37640
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782776624031985e-05,
+      "loss": 0.0003,
+      "step": 37642
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782711928006263e-05,
+      "loss": 0.0,
+      "step": 37644
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78264723198054e-05,
+      "loss": 0.0009,
+      "step": 37646
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782582535954817e-05,
+      "loss": 0.0016,
+      "step": 37648
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7825178399290936e-05,
+      "loss": 0.0028,
+      "step": 37650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78245314390337e-05,
+      "loss": 0.0063,
+      "step": 37652
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7823884478776475e-05,
+      "loss": 0.0,
+      "step": 37654
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782323751851924e-05,
+      "loss": 0.0022,
+      "step": 37656
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7822590558262006e-05,
+      "loss": 0.0,
+      "step": 37658
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7821943598004775e-05,
+      "loss": 0.0062,
+      "step": 37660
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7821296637747544e-05,
+      "loss": 0.0,
+      "step": 37662
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782064967749031e-05,
+      "loss": 0.0001,
+      "step": 37664
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.782000271723308e-05,
+      "loss": 0.0003,
+      "step": 37666
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781935575697585e-05,
+      "loss": 0.0001,
+      "step": 37668
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781870879671862e-05,
+      "loss": 0.0,
+      "step": 37670
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781806183646139e-05,
+      "loss": 0.0004,
+      "step": 37672
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781741487620415e-05,
+      "loss": 0.0,
+      "step": 37674
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781676791594693e-05,
+      "loss": 0.0007,
+      "step": 37676
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781612095568969e-05,
+      "loss": 0.0346,
+      "step": 37678
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781547399543246e-05,
+      "loss": 0.0073,
+      "step": 37680
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7814827035175235e-05,
+      "loss": 0.0012,
+      "step": 37682
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7814180074918e-05,
+      "loss": 0.0,
+      "step": 37684
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781353311466077e-05,
+      "loss": 0.0007,
+      "step": 37686
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7812886154403535e-05,
+      "loss": 0.0015,
+      "step": 37688
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7812239194146305e-05,
+      "loss": 0.0001,
+      "step": 37690
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7811592233889074e-05,
+      "loss": 0.0,
+      "step": 37692
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781094527363184e-05,
+      "loss": 0.0,
+      "step": 37694
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.781029831337461e-05,
+      "loss": 0.0001,
+      "step": 37696
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780965135311738e-05,
+      "loss": 0.0,
+      "step": 37698
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780900439286015e-05,
+      "loss": 0.0116,
+      "step": 37700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780835743260291e-05,
+      "loss": 0.0001,
+      "step": 37702
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780771047234569e-05,
+      "loss": 0.0001,
+      "step": 37704
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780706351208845e-05,
+      "loss": 0.0,
+      "step": 37706
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7806416551831226e-05,
+      "loss": 0.0,
+      "step": 37708
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780576959157399e-05,
+      "loss": 0.0,
+      "step": 37710
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780512263131676e-05,
+      "loss": 0.0011,
+      "step": 37712
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7804475671059534e-05,
+      "loss": 0.0003,
+      "step": 37714
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7803828710802296e-05,
+      "loss": 0.0006,
+      "step": 37716
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7803181750545065e-05,
+      "loss": 0.0002,
+      "step": 37718
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7802534790287834e-05,
+      "loss": 0.0019,
+      "step": 37720
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.78018878300306e-05,
+      "loss": 0.0,
+      "step": 37722
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780124086977337e-05,
+      "loss": 0.0,
+      "step": 37724
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.780059390951614e-05,
+      "loss": 0.0,
+      "step": 37726
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779994694925891e-05,
+      "loss": 0.0086,
+      "step": 37728
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779929998900168e-05,
+      "loss": 0.0114,
+      "step": 37730
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779865302874445e-05,
+      "loss": 0.0172,
+      "step": 37732
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779800606848721e-05,
+      "loss": 0.0,
+      "step": 37734
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779735910822999e-05,
+      "loss": 0.0004,
+      "step": 37736
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779671214797275e-05,
+      "loss": 0.0,
+      "step": 37738
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779606518771552e-05,
+      "loss": 0.0003,
+      "step": 37740
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779541822745829e-05,
+      "loss": 0.0,
+      "step": 37742
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7794771267201056e-05,
+      "loss": 0.0001,
+      "step": 37744
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779412430694383e-05,
+      "loss": 0.0,
+      "step": 37746
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7793477346686594e-05,
+      "loss": 0.0,
+      "step": 37748
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7792830386429364e-05,
+      "loss": 0.0001,
+      "step": 37750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779218342617213e-05,
+      "loss": 0.0116,
+      "step": 37752
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.77915364659149e-05,
+      "loss": 0.0001,
+      "step": 37754
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7790889505657664e-05,
+      "loss": 0.0,
+      "step": 37756
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.779024254540044e-05,
+      "loss": 0.0,
+      "step": 37758
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778959558514321e-05,
+      "loss": 0.0001,
+      "step": 37760
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778894862488597e-05,
+      "loss": 0.0055,
+      "step": 37762
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778830166462875e-05,
+      "loss": 0.0001,
+      "step": 37764
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778765470437151e-05,
+      "loss": 0.0,
+      "step": 37766
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7787007744114285e-05,
+      "loss": 0.0,
+      "step": 37768
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778636078385705e-05,
+      "loss": 0.0,
+      "step": 37770
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778571382359982e-05,
+      "loss": 0.0,
+      "step": 37772
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7785066863342586e-05,
+      "loss": 0.0006,
+      "step": 37774
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7784419903085355e-05,
+      "loss": 0.0011,
+      "step": 37776
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7783772942828124e-05,
+      "loss": 0.0001,
+      "step": 37778
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778312598257089e-05,
+      "loss": 0.0027,
+      "step": 37780
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778247902231366e-05,
+      "loss": 0.0,
+      "step": 37782
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7781832062056424e-05,
+      "loss": 0.0004,
+      "step": 37784
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.77811851017992e-05,
+      "loss": 0.0018,
+      "step": 37786
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.778053814154196e-05,
+      "loss": 0.0,
+      "step": 37788
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777989118128474e-05,
+      "loss": 0.0,
+      "step": 37790
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777924422102751e-05,
+      "loss": 0.0003,
+      "step": 37792
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777859726077027e-05,
+      "loss": 0.0,
+      "step": 37794
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7777950300513046e-05,
+      "loss": 0.0,
+      "step": 37796
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777730334025581e-05,
+      "loss": 0.0124,
+      "step": 37798
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777665637999858e-05,
+      "loss": 0.019,
+      "step": 37800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7776009419741346e-05,
+      "loss": 0.0,
+      "step": 37802
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7775362459484115e-05,
+      "loss": 0.0,
+      "step": 37804
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7774715499226884e-05,
+      "loss": 0.0047,
+      "step": 37806
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7774068538969653e-05,
+      "loss": 0.0001,
+      "step": 37808
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777342157871242e-05,
+      "loss": 0.0129,
+      "step": 37810
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777277461845519e-05,
+      "loss": 0.0005,
+      "step": 37812
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777212765819796e-05,
+      "loss": 0.0,
+      "step": 37814
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777148069794072e-05,
+      "loss": 0.0,
+      "step": 37816
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.77708337376835e-05,
+      "loss": 0.0,
+      "step": 37818
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.777018677742626e-05,
+      "loss": 0.0291,
+      "step": 37820
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776953981716903e-05,
+      "loss": 0.0,
+      "step": 37822
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7768892856911806e-05,
+      "loss": 0.0001,
+      "step": 37824
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776824589665457e-05,
+      "loss": 0.0005,
+      "step": 37826
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7767598936397344e-05,
+      "loss": 0.0,
+      "step": 37828
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7766951976140107e-05,
+      "loss": 0.004,
+      "step": 37830
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7766305015882876e-05,
+      "loss": 0.0002,
+      "step": 37832
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7765658055625645e-05,
+      "loss": 0.0,
+      "step": 37834
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7765011095368414e-05,
+      "loss": 0.0001,
+      "step": 37836
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776436413511118e-05,
+      "loss": 0.0001,
+      "step": 37838
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776371717485395e-05,
+      "loss": 0.0,
+      "step": 37840
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776307021459672e-05,
+      "loss": 0.0,
+      "step": 37842
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776242325433948e-05,
+      "loss": 0.0002,
+      "step": 37844
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776177629408226e-05,
+      "loss": 0.0006,
+      "step": 37846
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.776112933382502e-05,
+      "loss": 0.0003,
+      "step": 37848
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.77604823735678e-05,
+      "loss": 0.0,
+      "step": 37850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.775983541331056e-05,
+      "loss": 0.0001,
+      "step": 37852
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.775918845305333e-05,
+      "loss": 0.0055,
+      "step": 37854
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.77585414927961e-05,
+      "loss": 0.0231,
+      "step": 37856
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.775789453253887e-05,
+      "loss": 0.0,
+      "step": 37858
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7757247572281636e-05,
+      "loss": 0.0009,
+      "step": 37860
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7756600612024405e-05,
+      "loss": 0.0024,
+      "step": 37862
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7755953651767174e-05,
+      "loss": 0.0,
+      "step": 37864
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.7755306691509937e-05,
+      "loss": 0.0,
+      "step": 37866
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 3.775465973125271e-05,
+      "loss": 0.0,
+      "step": 37868
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.775401277099548e-05,
+      "loss": 0.0,
+      "step": 37870
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.775336581073825e-05,
+      "loss": 0.0226,
+      "step": 37872
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.775271885048102e-05,
+      "loss": 0.0145,
+      "step": 37874
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.775207189022378e-05,
+      "loss": 0.016,
+      "step": 37876
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.775142492996656e-05,
+      "loss": 0.0001,
+      "step": 37878
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.775077796970932e-05,
+      "loss": 0.0,
+      "step": 37880
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.775013100945209e-05,
+      "loss": 0.0161,
+      "step": 37882
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774948404919486e-05,
+      "loss": 0.0001,
+      "step": 37884
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774883708893763e-05,
+      "loss": 0.0056,
+      "step": 37886
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7748190128680396e-05,
+      "loss": 0.0,
+      "step": 37888
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7747543168423166e-05,
+      "loss": 0.0001,
+      "step": 37890
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7746896208165935e-05,
+      "loss": 0.0,
+      "step": 37892
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7746249247908704e-05,
+      "loss": 0.0,
+      "step": 37894
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774560228765147e-05,
+      "loss": 0.0001,
+      "step": 37896
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7744955327394235e-05,
+      "loss": 0.0036,
+      "step": 37898
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774430836713701e-05,
+      "loss": 0.0,
+      "step": 37900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774366140687978e-05,
+      "loss": 0.0131,
+      "step": 37902
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774301444662254e-05,
+      "loss": 0.003,
+      "step": 37904
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774236748636532e-05,
+      "loss": 0.0001,
+      "step": 37906
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774172052610808e-05,
+      "loss": 0.0008,
+      "step": 37908
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7741073565850856e-05,
+      "loss": 0.0001,
+      "step": 37910
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.774042660559362e-05,
+      "loss": 0.0001,
+      "step": 37912
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773977964533639e-05,
+      "loss": 0.0044,
+      "step": 37914
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773913268507916e-05,
+      "loss": 0.0014,
+      "step": 37916
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7738485724821926e-05,
+      "loss": 0.0,
+      "step": 37918
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7737838764564695e-05,
+      "loss": 0.0016,
+      "step": 37920
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7737191804307464e-05,
+      "loss": 0.0,
+      "step": 37922
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773654484405023e-05,
+      "loss": 0.0,
+      "step": 37924
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7735897883792996e-05,
+      "loss": 0.0,
+      "step": 37926
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773525092353577e-05,
+      "loss": 0.0006,
+      "step": 37928
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7734603963278534e-05,
+      "loss": 0.0001,
+      "step": 37930
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773395700302131e-05,
+      "loss": 0.0006,
+      "step": 37932
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773331004276407e-05,
+      "loss": 0.0,
+      "step": 37934
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773266308250684e-05,
+      "loss": 0.0,
+      "step": 37936
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773201612224962e-05,
+      "loss": 0.1134,
+      "step": 37938
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773136916199238e-05,
+      "loss": 0.0001,
+      "step": 37940
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773072220173515e-05,
+      "loss": 0.0,
+      "step": 37942
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.773007524147792e-05,
+      "loss": 0.001,
+      "step": 37944
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7729428281220686e-05,
+      "loss": 0.0102,
+      "step": 37946
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7728781320963455e-05,
+      "loss": 0.0,
+      "step": 37948
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7728134360706225e-05,
+      "loss": 0.0,
+      "step": 37950
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7727487400448994e-05,
+      "loss": 0.0,
+      "step": 37952
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.772684044019176e-05,
+      "loss": 0.0017,
+      "step": 37954
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.772619347993453e-05,
+      "loss": 0.0003,
+      "step": 37956
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7725546519677294e-05,
+      "loss": 0.0049,
+      "step": 37958
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.772489955942007e-05,
+      "loss": 0.0,
+      "step": 37960
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.772425259916283e-05,
+      "loss": 0.0009,
+      "step": 37962
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.77236056389056e-05,
+      "loss": 0.0015,
+      "step": 37964
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.772295867864837e-05,
+      "loss": 0.0,
+      "step": 37966
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.772231171839114e-05,
+      "loss": 0.0,
+      "step": 37968
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7721664758133915e-05,
+      "loss": 0.0002,
+      "step": 37970
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.772101779787668e-05,
+      "loss": 0.0003,
+      "step": 37972
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.772037083761945e-05,
+      "loss": 0.0,
+      "step": 37974
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7719723877362216e-05,
+      "loss": 0.0056,
+      "step": 37976
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7719076917104985e-05,
+      "loss": 0.0,
+      "step": 37978
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771842995684775e-05,
+      "loss": 0.0029,
+      "step": 37980
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771778299659052e-05,
+      "loss": 0.0003,
+      "step": 37982
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771713603633329e-05,
+      "loss": 0.0111,
+      "step": 37984
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7716489076076054e-05,
+      "loss": 0.0001,
+      "step": 37986
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771584211581883e-05,
+      "loss": 0.0,
+      "step": 37988
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771519515556159e-05,
+      "loss": 0.0001,
+      "step": 37990
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771454819530437e-05,
+      "loss": 0.0,
+      "step": 37992
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771390123504713e-05,
+      "loss": 0.0145,
+      "step": 37994
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.77132542747899e-05,
+      "loss": 0.0,
+      "step": 37996
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771260731453267e-05,
+      "loss": 0.0003,
+      "step": 37998
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771196035427544e-05,
+      "loss": 0.0,
+      "step": 38000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.771131339401821e-05,
+      "loss": 0.0303,
+      "step": 38002
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7710666433760976e-05,
+      "loss": 0.0005,
+      "step": 38004
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7710019473503745e-05,
+      "loss": 0.0106,
+      "step": 38006
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770937251324651e-05,
+      "loss": 0.0162,
+      "step": 38008
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7708725552989284e-05,
+      "loss": 0.0021,
+      "step": 38010
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7708078592732046e-05,
+      "loss": 0.0,
+      "step": 38012
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770743163247482e-05,
+      "loss": 0.0035,
+      "step": 38014
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770678467221759e-05,
+      "loss": 0.0002,
+      "step": 38016
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770613771196035e-05,
+      "loss": 0.0,
+      "step": 38018
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770549075170313e-05,
+      "loss": 0.0009,
+      "step": 38020
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770484379144589e-05,
+      "loss": 0.0013,
+      "step": 38022
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770419683118866e-05,
+      "loss": 0.0001,
+      "step": 38024
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770354987093143e-05,
+      "loss": 0.0,
+      "step": 38026
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.77029029106742e-05,
+      "loss": 0.0102,
+      "step": 38028
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770225595041697e-05,
+      "loss": 0.0017,
+      "step": 38030
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.770160899015974e-05,
+      "loss": 0.0002,
+      "step": 38032
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7700962029902506e-05,
+      "loss": 0.0,
+      "step": 38034
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7700315069645275e-05,
+      "loss": 0.0033,
+      "step": 38036
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7699668109388044e-05,
+      "loss": 0.0001,
+      "step": 38038
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7699021149130806e-05,
+      "loss": 0.0,
+      "step": 38040
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.769837418887358e-05,
+      "loss": 0.0,
+      "step": 38042
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7697727228616344e-05,
+      "loss": 0.0,
+      "step": 38044
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7697080268359113e-05,
+      "loss": 0.0119,
+      "step": 38046
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.769643330810189e-05,
+      "loss": 0.0,
+      "step": 38048
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.769578634784465e-05,
+      "loss": 0.0,
+      "step": 38050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.769513938758743e-05,
+      "loss": 0.0001,
+      "step": 38052
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.769449242733019e-05,
+      "loss": 0.0001,
+      "step": 38054
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.769384546707296e-05,
+      "loss": 0.0,
+      "step": 38056
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.769319850681573e-05,
+      "loss": 0.0001,
+      "step": 38058
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76925515465585e-05,
+      "loss": 0.0008,
+      "step": 38060
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7691904586301266e-05,
+      "loss": 0.0,
+      "step": 38062
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7691257626044035e-05,
+      "loss": 0.0001,
+      "step": 38064
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7690610665786804e-05,
+      "loss": 0.0002,
+      "step": 38066
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768996370552957e-05,
+      "loss": 0.0001,
+      "step": 38068
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768931674527234e-05,
+      "loss": 0.0041,
+      "step": 38070
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7688669785015105e-05,
+      "loss": 0.0,
+      "step": 38072
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768802282475788e-05,
+      "loss": 0.0147,
+      "step": 38074
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768737586450064e-05,
+      "loss": 0.0001,
+      "step": 38076
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768672890424341e-05,
+      "loss": 0.0003,
+      "step": 38078
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768608194398619e-05,
+      "loss": 0.0001,
+      "step": 38080
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768543498372895e-05,
+      "loss": 0.0013,
+      "step": 38082
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768478802347172e-05,
+      "loss": 0.0051,
+      "step": 38084
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768414106321449e-05,
+      "loss": 0.004,
+      "step": 38086
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.768349410295726e-05,
+      "loss": 0.0168,
+      "step": 38088
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7682847142700027e-05,
+      "loss": 0.0,
+      "step": 38090
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7682200182442796e-05,
+      "loss": 0.0004,
+      "step": 38092
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7681553222185565e-05,
+      "loss": 0.0027,
+      "step": 38094
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7680906261928334e-05,
+      "loss": 0.0,
+      "step": 38096
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76802593016711e-05,
+      "loss": 0.0,
+      "step": 38098
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7679612341413865e-05,
+      "loss": 0.0023,
+      "step": 38100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767896538115664e-05,
+      "loss": 0.0,
+      "step": 38102
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76783184208994e-05,
+      "loss": 0.0004,
+      "step": 38104
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767767146064217e-05,
+      "loss": 0.0094,
+      "step": 38106
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767702450038494e-05,
+      "loss": 0.0001,
+      "step": 38108
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767637754012771e-05,
+      "loss": 0.0,
+      "step": 38110
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767573057987048e-05,
+      "loss": 0.0046,
+      "step": 38112
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767508361961325e-05,
+      "loss": 0.0114,
+      "step": 38114
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767443665935602e-05,
+      "loss": 0.0,
+      "step": 38116
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767378969909879e-05,
+      "loss": 0.0,
+      "step": 38118
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7673142738841556e-05,
+      "loss": 0.0276,
+      "step": 38120
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767249577858432e-05,
+      "loss": 0.0,
+      "step": 38122
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7671848818327094e-05,
+      "loss": 0.0001,
+      "step": 38124
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.767120185806986e-05,
+      "loss": 0.0001,
+      "step": 38126
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7670554897812626e-05,
+      "loss": 0.0,
+      "step": 38128
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76699079375554e-05,
+      "loss": 0.0,
+      "step": 38130
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7669260977298164e-05,
+      "loss": 0.0001,
+      "step": 38132
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766861401704094e-05,
+      "loss": 0.0,
+      "step": 38134
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76679670567837e-05,
+      "loss": 0.003,
+      "step": 38136
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766732009652647e-05,
+      "loss": 0.0182,
+      "step": 38138
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766667313626924e-05,
+      "loss": 0.0,
+      "step": 38140
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766602617601201e-05,
+      "loss": 0.0,
+      "step": 38142
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766537921575478e-05,
+      "loss": 0.0228,
+      "step": 38144
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766473225549755e-05,
+      "loss": 0.0,
+      "step": 38146
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7664085295240316e-05,
+      "loss": 0.0,
+      "step": 38148
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766343833498308e-05,
+      "loss": 0.0001,
+      "step": 38150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7662791374725855e-05,
+      "loss": 0.0,
+      "step": 38152
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766214441446862e-05,
+      "loss": 0.0,
+      "step": 38154
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.766149745421139e-05,
+      "loss": 0.0,
+      "step": 38156
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7660850493954155e-05,
+      "loss": 0.0001,
+      "step": 38158
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7660203533696924e-05,
+      "loss": 0.0123,
+      "step": 38160
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76595565734397e-05,
+      "loss": 0.0,
+      "step": 38162
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.765890961318246e-05,
+      "loss": 0.0043,
+      "step": 38164
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.765826265292523e-05,
+      "loss": 0.0108,
+      "step": 38166
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7657615692668e-05,
+      "loss": 0.015,
+      "step": 38168
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.765696873241077e-05,
+      "loss": 0.0,
+      "step": 38170
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.765632177215354e-05,
+      "loss": 0.0005,
+      "step": 38172
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.765567481189631e-05,
+      "loss": 0.0001,
+      "step": 38174
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.765502785163908e-05,
+      "loss": 0.0003,
+      "step": 38176
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7654380891381846e-05,
+      "loss": 0.0,
+      "step": 38178
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7653733931124615e-05,
+      "loss": 0.0049,
+      "step": 38180
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.765308697086738e-05,
+      "loss": 0.0,
+      "step": 38182
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.765244001061015e-05,
+      "loss": 0.0,
+      "step": 38184
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7651793050352915e-05,
+      "loss": 0.0,
+      "step": 38186
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7651146090095685e-05,
+      "loss": 0.0012,
+      "step": 38188
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7650499129838454e-05,
+      "loss": 0.0141,
+      "step": 38190
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764985216958122e-05,
+      "loss": 0.0,
+      "step": 38192
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7649205209324e-05,
+      "loss": 0.0,
+      "step": 38194
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764855824906676e-05,
+      "loss": 0.0,
+      "step": 38196
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764791128880953e-05,
+      "loss": 0.0058,
+      "step": 38198
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76472643285523e-05,
+      "loss": 0.0003,
+      "step": 38200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764661736829507e-05,
+      "loss": 0.002,
+      "step": 38202
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764597040803784e-05,
+      "loss": 0.0013,
+      "step": 38204
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7645323447780606e-05,
+      "loss": 0.0027,
+      "step": 38206
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7644676487523375e-05,
+      "loss": 0.0,
+      "step": 38208
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764402952726614e-05,
+      "loss": 0.0128,
+      "step": 38210
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7643382567008914e-05,
+      "loss": 0.0,
+      "step": 38212
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7642735606751676e-05,
+      "loss": 0.0232,
+      "step": 38214
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764208864649445e-05,
+      "loss": 0.0049,
+      "step": 38216
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7641441686237214e-05,
+      "loss": 0.0,
+      "step": 38218
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764079472597998e-05,
+      "loss": 0.0001,
+      "step": 38220
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.764014776572275e-05,
+      "loss": 0.0001,
+      "step": 38222
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763950080546552e-05,
+      "loss": 0.0047,
+      "step": 38224
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763885384520829e-05,
+      "loss": 0.0003,
+      "step": 38226
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763820688495106e-05,
+      "loss": 0.0,
+      "step": 38228
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763755992469383e-05,
+      "loss": 0.0043,
+      "step": 38230
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76369129644366e-05,
+      "loss": 0.0137,
+      "step": 38232
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763626600417937e-05,
+      "loss": 0.0,
+      "step": 38234
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763561904392213e-05,
+      "loss": 0.0157,
+      "step": 38236
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7634972083664905e-05,
+      "loss": 0.0248,
+      "step": 38238
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7634325123407674e-05,
+      "loss": 0.0,
+      "step": 38240
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7633678163150436e-05,
+      "loss": 0.0001,
+      "step": 38242
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763303120289321e-05,
+      "loss": 0.0,
+      "step": 38244
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7632384242635974e-05,
+      "loss": 0.0,
+      "step": 38246
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7631737282378744e-05,
+      "loss": 0.0001,
+      "step": 38248
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763109032212151e-05,
+      "loss": 0.0,
+      "step": 38250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.763044336186428e-05,
+      "loss": 0.0,
+      "step": 38252
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762979640160705e-05,
+      "loss": 0.0004,
+      "step": 38254
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762914944134982e-05,
+      "loss": 0.0066,
+      "step": 38256
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762850248109259e-05,
+      "loss": 0.0001,
+      "step": 38258
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762785552083536e-05,
+      "loss": 0.0,
+      "step": 38260
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762720856057813e-05,
+      "loss": 0.0,
+      "step": 38262
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762656160032089e-05,
+      "loss": 0.0044,
+      "step": 38264
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7625914640063665e-05,
+      "loss": 0.0,
+      "step": 38266
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762526767980643e-05,
+      "loss": 0.0,
+      "step": 38268
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76246207195492e-05,
+      "loss": 0.0001,
+      "step": 38270
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762397375929197e-05,
+      "loss": 0.0013,
+      "step": 38272
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7623326799034735e-05,
+      "loss": 0.0,
+      "step": 38274
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762267983877751e-05,
+      "loss": 0.0,
+      "step": 38276
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762203287852027e-05,
+      "loss": 0.0005,
+      "step": 38278
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762138591826304e-05,
+      "loss": 0.0005,
+      "step": 38280
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762073895800581e-05,
+      "loss": 0.0,
+      "step": 38282
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.762009199774858e-05,
+      "loss": 0.0001,
+      "step": 38284
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761944503749135e-05,
+      "loss": 0.0001,
+      "step": 38286
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761879807723412e-05,
+      "loss": 0.0001,
+      "step": 38288
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761815111697689e-05,
+      "loss": 0.0,
+      "step": 38290
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761750415671965e-05,
+      "loss": 0.0054,
+      "step": 38292
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7616857196462426e-05,
+      "loss": 0.0015,
+      "step": 38294
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761621023620519e-05,
+      "loss": 0.0,
+      "step": 38296
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7615563275947964e-05,
+      "loss": 0.0,
+      "step": 38298
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7614916315690726e-05,
+      "loss": 0.0002,
+      "step": 38300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7614269355433495e-05,
+      "loss": 0.0081,
+      "step": 38302
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761362239517627e-05,
+      "loss": 0.0008,
+      "step": 38304
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7612975434919033e-05,
+      "loss": 0.0001,
+      "step": 38306
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76123284746618e-05,
+      "loss": 0.0046,
+      "step": 38308
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761168151440457e-05,
+      "loss": 0.0001,
+      "step": 38310
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761103455414734e-05,
+      "loss": 0.0,
+      "step": 38312
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.761038759389011e-05,
+      "loss": 0.0,
+      "step": 38314
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.760974063363288e-05,
+      "loss": 0.0,
+      "step": 38316
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.760909367337565e-05,
+      "loss": 0.0,
+      "step": 38318
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.760844671311842e-05,
+      "loss": 0.0042,
+      "step": 38320
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7607799752861186e-05,
+      "loss": 0.0005,
+      "step": 38322
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.760715279260395e-05,
+      "loss": 0.0001,
+      "step": 38324
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7606505832346724e-05,
+      "loss": 0.0035,
+      "step": 38326
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7605858872089487e-05,
+      "loss": 0.0086,
+      "step": 38328
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7605211911832256e-05,
+      "loss": 0.0007,
+      "step": 38330
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7604564951575025e-05,
+      "loss": 0.0071,
+      "step": 38332
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7603917991317794e-05,
+      "loss": 0.0,
+      "step": 38334
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.760327103106056e-05,
+      "loss": 0.0001,
+      "step": 38336
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.760262407080333e-05,
+      "loss": 0.0,
+      "step": 38338
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76019771105461e-05,
+      "loss": 0.0006,
+      "step": 38340
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.760133015028887e-05,
+      "loss": 0.0,
+      "step": 38342
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.760068319003164e-05,
+      "loss": 0.0,
+      "step": 38344
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.76000362297744e-05,
+      "loss": 0.0,
+      "step": 38346
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759938926951718e-05,
+      "loss": 0.0,
+      "step": 38348
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7598742309259947e-05,
+      "loss": 0.0016,
+      "step": 38350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759809534900271e-05,
+      "loss": 0.0,
+      "step": 38352
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7597448388745485e-05,
+      "loss": 0.0001,
+      "step": 38354
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759680142848825e-05,
+      "loss": 0.0002,
+      "step": 38356
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759615446823102e-05,
+      "loss": 0.0001,
+      "step": 38358
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7595507507973785e-05,
+      "loss": 0.0003,
+      "step": 38360
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7594860547716554e-05,
+      "loss": 0.0001,
+      "step": 38362
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759421358745932e-05,
+      "loss": 0.0001,
+      "step": 38364
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759356662720209e-05,
+      "loss": 0.0002,
+      "step": 38366
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759291966694486e-05,
+      "loss": 0.0,
+      "step": 38368
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759227270668763e-05,
+      "loss": 0.0129,
+      "step": 38370
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.75916257464304e-05,
+      "loss": 0.0001,
+      "step": 38372
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759097878617317e-05,
+      "loss": 0.0003,
+      "step": 38374
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.759033182591594e-05,
+      "loss": 0.0001,
+      "step": 38376
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.75896848656587e-05,
+      "loss": 0.0,
+      "step": 38378
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7589037905401476e-05,
+      "loss": 0.0001,
+      "step": 38380
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.7588390945144245e-05,
+      "loss": 0.0001,
+      "step": 38382
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 3.758774398488701e-05,
+      "loss": 0.0,
+      "step": 38384
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.758709702462978e-05,
+      "loss": 0.0,
+      "step": 38386
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7586450064372546e-05,
+      "loss": 0.0019,
+      "step": 38388
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7585803104115315e-05,
+      "loss": 0.0,
+      "step": 38390
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7585156143858084e-05,
+      "loss": 0.0,
+      "step": 38392
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.758450918360085e-05,
+      "loss": 0.0,
+      "step": 38394
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.758386222334362e-05,
+      "loss": 0.017,
+      "step": 38396
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.758321526308639e-05,
+      "loss": 0.0001,
+      "step": 38398
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.758256830282916e-05,
+      "loss": 0.0,
+      "step": 38400
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.758192134257193e-05,
+      "loss": 0.017,
+      "step": 38402
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.75812743823147e-05,
+      "loss": 0.0,
+      "step": 38404
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.758062742205746e-05,
+      "loss": 0.0018,
+      "step": 38406
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7579980461800236e-05,
+      "loss": 0.0002,
+      "step": 38408
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7579333501543e-05,
+      "loss": 0.0,
+      "step": 38410
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757868654128577e-05,
+      "loss": 0.0,
+      "step": 38412
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757803958102854e-05,
+      "loss": 0.0,
+      "step": 38414
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7577392620771306e-05,
+      "loss": 0.0,
+      "step": 38416
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757674566051408e-05,
+      "loss": 0.0,
+      "step": 38418
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7576098700256844e-05,
+      "loss": 0.0,
+      "step": 38420
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757545173999961e-05,
+      "loss": 0.015,
+      "step": 38422
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757480477974238e-05,
+      "loss": 0.0,
+      "step": 38424
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757415781948515e-05,
+      "loss": 0.0001,
+      "step": 38426
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757351085922792e-05,
+      "loss": 0.0026,
+      "step": 38428
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757286389897069e-05,
+      "loss": 0.0046,
+      "step": 38430
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757221693871346e-05,
+      "loss": 0.0007,
+      "step": 38432
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757156997845622e-05,
+      "loss": 0.0,
+      "step": 38434
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7570923018199e-05,
+      "loss": 0.0,
+      "step": 38436
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.757027605794176e-05,
+      "loss": 0.0002,
+      "step": 38438
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7569629097684535e-05,
+      "loss": 0.0001,
+      "step": 38440
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.75689821374273e-05,
+      "loss": 0.005,
+      "step": 38442
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7568335177170066e-05,
+      "loss": 0.0001,
+      "step": 38444
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7567688216912835e-05,
+      "loss": 0.0,
+      "step": 38446
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7567041256655605e-05,
+      "loss": 0.0077,
+      "step": 38448
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7566394296398374e-05,
+      "loss": 0.0012,
+      "step": 38450
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.756574733614114e-05,
+      "loss": 0.0,
+      "step": 38452
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.756510037588391e-05,
+      "loss": 0.0024,
+      "step": 38454
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.756445341562668e-05,
+      "loss": 0.0039,
+      "step": 38456
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.756380645536945e-05,
+      "loss": 0.0007,
+      "step": 38458
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.756315949511221e-05,
+      "loss": 0.0,
+      "step": 38460
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.756251253485499e-05,
+      "loss": 0.009,
+      "step": 38462
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.756186557459776e-05,
+      "loss": 0.0003,
+      "step": 38464
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.756121861434052e-05,
+      "loss": 0.0001,
+      "step": 38466
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7560571654083295e-05,
+      "loss": 0.0019,
+      "step": 38468
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755992469382606e-05,
+      "loss": 0.0,
+      "step": 38470
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755927773356883e-05,
+      "loss": 0.0008,
+      "step": 38472
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7558630773311596e-05,
+      "loss": 0.0009,
+      "step": 38474
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7557983813054365e-05,
+      "loss": 0.0006,
+      "step": 38476
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7557336852797134e-05,
+      "loss": 0.0023,
+      "step": 38478
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.75566898925399e-05,
+      "loss": 0.008,
+      "step": 38480
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755604293228267e-05,
+      "loss": 0.0002,
+      "step": 38482
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755539597202544e-05,
+      "loss": 0.0,
+      "step": 38484
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755474901176821e-05,
+      "loss": 0.0007,
+      "step": 38486
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755410205151097e-05,
+      "loss": 0.0,
+      "step": 38488
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755345509125375e-05,
+      "loss": 0.0,
+      "step": 38490
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755280813099651e-05,
+      "loss": 0.0013,
+      "step": 38492
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755216117073928e-05,
+      "loss": 0.0011,
+      "step": 38494
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7551514210482056e-05,
+      "loss": 0.0001,
+      "step": 38496
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.755086725022482e-05,
+      "loss": 0.0,
+      "step": 38498
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7550220289967594e-05,
+      "loss": 0.0,
+      "step": 38500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7549573329710356e-05,
+      "loss": 0.0003,
+      "step": 38502
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7548926369453125e-05,
+      "loss": 0.0,
+      "step": 38504
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7548279409195894e-05,
+      "loss": 0.0008,
+      "step": 38506
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7547632448938664e-05,
+      "loss": 0.0,
+      "step": 38508
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754698548868143e-05,
+      "loss": 0.0001,
+      "step": 38510
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.75463385284242e-05,
+      "loss": 0.0,
+      "step": 38512
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754569156816697e-05,
+      "loss": 0.0001,
+      "step": 38514
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754504460790974e-05,
+      "loss": 0.0011,
+      "step": 38516
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754439764765251e-05,
+      "loss": 0.0034,
+      "step": 38518
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754375068739527e-05,
+      "loss": 0.0019,
+      "step": 38520
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754310372713805e-05,
+      "loss": 0.0003,
+      "step": 38522
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754245676688081e-05,
+      "loss": 0.0,
+      "step": 38524
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754180980662358e-05,
+      "loss": 0.0083,
+      "step": 38526
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7541162846366354e-05,
+      "loss": 0.0001,
+      "step": 38528
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.754051588610912e-05,
+      "loss": 0.0003,
+      "step": 38530
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7539868925851886e-05,
+      "loss": 0.0007,
+      "step": 38532
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7539221965594655e-05,
+      "loss": 0.0,
+      "step": 38534
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7538575005337424e-05,
+      "loss": 0.0004,
+      "step": 38536
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753792804508019e-05,
+      "loss": 0.0,
+      "step": 38538
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753728108482296e-05,
+      "loss": 0.0001,
+      "step": 38540
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753663412456573e-05,
+      "loss": 0.0,
+      "step": 38542
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.75359871643085e-05,
+      "loss": 0.0009,
+      "step": 38544
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753534020405127e-05,
+      "loss": 0.0006,
+      "step": 38546
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753469324379403e-05,
+      "loss": 0.0002,
+      "step": 38548
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753404628353681e-05,
+      "loss": 0.0031,
+      "step": 38550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753339932327957e-05,
+      "loss": 0.0,
+      "step": 38552
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753275236302234e-05,
+      "loss": 0.0002,
+      "step": 38554
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753210540276511e-05,
+      "loss": 0.0,
+      "step": 38556
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753145844250788e-05,
+      "loss": 0.0059,
+      "step": 38558
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.753081148225065e-05,
+      "loss": 0.0283,
+      "step": 38560
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7530164521993415e-05,
+      "loss": 0.0001,
+      "step": 38562
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7529517561736184e-05,
+      "loss": 0.0,
+      "step": 38564
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7528870601478953e-05,
+      "loss": 0.0,
+      "step": 38566
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.752822364122172e-05,
+      "loss": 0.0002,
+      "step": 38568
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7527576680964485e-05,
+      "loss": 0.0026,
+      "step": 38570
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.752692972070726e-05,
+      "loss": 0.0,
+      "step": 38572
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.752628276045003e-05,
+      "loss": 0.0,
+      "step": 38574
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.752563580019279e-05,
+      "loss": 0.0,
+      "step": 38576
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.752498883993557e-05,
+      "loss": 0.0,
+      "step": 38578
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.752434187967833e-05,
+      "loss": 0.0202,
+      "step": 38580
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7523694919421106e-05,
+      "loss": 0.0,
+      "step": 38582
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.752304795916387e-05,
+      "loss": 0.0002,
+      "step": 38584
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.752240099890664e-05,
+      "loss": 0.0072,
+      "step": 38586
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7521754038649407e-05,
+      "loss": 0.0,
+      "step": 38588
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7521107078392176e-05,
+      "loss": 0.0003,
+      "step": 38590
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7520460118134945e-05,
+      "loss": 0.0025,
+      "step": 38592
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7519813157877714e-05,
+      "loss": 0.0,
+      "step": 38594
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751916619762048e-05,
+      "loss": 0.0001,
+      "step": 38596
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751851923736325e-05,
+      "loss": 0.0013,
+      "step": 38598
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751787227710602e-05,
+      "loss": 0.0,
+      "step": 38600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7517225316848783e-05,
+      "loss": 0.0024,
+      "step": 38602
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751657835659156e-05,
+      "loss": 0.0281,
+      "step": 38604
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751593139633433e-05,
+      "loss": 0.0181,
+      "step": 38606
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751528443607709e-05,
+      "loss": 0.0015,
+      "step": 38608
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7514637475819867e-05,
+      "loss": 0.0038,
+      "step": 38610
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751399051556263e-05,
+      "loss": 0.0011,
+      "step": 38612
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.75133435553054e-05,
+      "loss": 0.0,
+      "step": 38614
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751269659504817e-05,
+      "loss": 0.0003,
+      "step": 38616
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7512049634790936e-05,
+      "loss": 0.0003,
+      "step": 38618
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7511402674533705e-05,
+      "loss": 0.0014,
+      "step": 38620
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7510755714276474e-05,
+      "loss": 0.0041,
+      "step": 38622
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.751010875401924e-05,
+      "loss": 0.0004,
+      "step": 38624
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750946179376201e-05,
+      "loss": 0.0,
+      "step": 38626
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750881483350478e-05,
+      "loss": 0.0001,
+      "step": 38628
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7508167873247544e-05,
+      "loss": 0.0001,
+      "step": 38630
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750752091299032e-05,
+      "loss": 0.0065,
+      "step": 38632
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750687395273308e-05,
+      "loss": 0.0003,
+      "step": 38634
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750622699247585e-05,
+      "loss": 0.0006,
+      "step": 38636
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750558003221862e-05,
+      "loss": 0.005,
+      "step": 38638
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750493307196139e-05,
+      "loss": 0.0001,
+      "step": 38640
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7504286111704165e-05,
+      "loss": 0.0001,
+      "step": 38642
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750363915144693e-05,
+      "loss": 0.0002,
+      "step": 38644
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7502992191189696e-05,
+      "loss": 0.0,
+      "step": 38646
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7502345230932466e-05,
+      "loss": 0.0,
+      "step": 38648
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7501698270675235e-05,
+      "loss": 0.0013,
+      "step": 38650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7501051310418004e-05,
+      "loss": 0.0,
+      "step": 38652
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.750040435016077e-05,
+      "loss": 0.0001,
+      "step": 38654
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749975738990354e-05,
+      "loss": 0.0003,
+      "step": 38656
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749911042964631e-05,
+      "loss": 0.0,
+      "step": 38658
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749846346938908e-05,
+      "loss": 0.0144,
+      "step": 38660
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749781650913184e-05,
+      "loss": 0.0002,
+      "step": 38662
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749716954887462e-05,
+      "loss": 0.0,
+      "step": 38664
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749652258861738e-05,
+      "loss": 0.0077,
+      "step": 38666
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749587562836015e-05,
+      "loss": 0.0,
+      "step": 38668
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749522866810292e-05,
+      "loss": 0.0001,
+      "step": 38670
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749458170784569e-05,
+      "loss": 0.0001,
+      "step": 38672
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749393474758846e-05,
+      "loss": 0.0001,
+      "step": 38674
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7493287787331226e-05,
+      "loss": 0.0,
+      "step": 38676
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7492640827073995e-05,
+      "loss": 0.0039,
+      "step": 38678
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7491993866816764e-05,
+      "loss": 0.0,
+      "step": 38680
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749134690655953e-05,
+      "loss": 0.0004,
+      "step": 38682
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.74906999463023e-05,
+      "loss": 0.0,
+      "step": 38684
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.749005298604507e-05,
+      "loss": 0.0054,
+      "step": 38686
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.748940602578784e-05,
+      "loss": 0.0002,
+      "step": 38688
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.74887590655306e-05,
+      "loss": 0.0,
+      "step": 38690
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.748811210527338e-05,
+      "loss": 0.0026,
+      "step": 38692
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.748746514501614e-05,
+      "loss": 0.0003,
+      "step": 38694
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.748681818475891e-05,
+      "loss": 0.0001,
+      "step": 38696
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.748617122450168e-05,
+      "loss": 0.0001,
+      "step": 38698
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.748552426424445e-05,
+      "loss": 0.0009,
+      "step": 38700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.748487730398722e-05,
+      "loss": 0.0,
+      "step": 38702
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7484230343729986e-05,
+      "loss": 0.0007,
+      "step": 38704
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7483583383472755e-05,
+      "loss": 0.0,
+      "step": 38706
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7482936423215525e-05,
+      "loss": 0.0012,
+      "step": 38708
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7482289462958294e-05,
+      "loss": 0.0001,
+      "step": 38710
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7481642502701056e-05,
+      "loss": 0.0001,
+      "step": 38712
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.748099554244383e-05,
+      "loss": 0.0,
+      "step": 38714
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7480348582186594e-05,
+      "loss": 0.0016,
+      "step": 38716
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747970162192936e-05,
+      "loss": 0.0001,
+      "step": 38718
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747905466167214e-05,
+      "loss": 0.0081,
+      "step": 38720
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.74784077014149e-05,
+      "loss": 0.0,
+      "step": 38722
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747776074115768e-05,
+      "loss": 0.0004,
+      "step": 38724
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747711378090044e-05,
+      "loss": 0.0104,
+      "step": 38726
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747646682064321e-05,
+      "loss": 0.0129,
+      "step": 38728
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747581986038598e-05,
+      "loss": 0.0047,
+      "step": 38730
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747517290012875e-05,
+      "loss": 0.0,
+      "step": 38732
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7474525939871516e-05,
+      "loss": 0.0,
+      "step": 38734
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7473878979614285e-05,
+      "loss": 0.0055,
+      "step": 38736
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7473232019357054e-05,
+      "loss": 0.0002,
+      "step": 38738
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747258505909982e-05,
+      "loss": 0.0,
+      "step": 38740
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747193809884259e-05,
+      "loss": 0.0063,
+      "step": 38742
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7471291138585355e-05,
+      "loss": 0.0013,
+      "step": 38744
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.747064417832813e-05,
+      "loss": 0.0,
+      "step": 38746
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746999721807089e-05,
+      "loss": 0.0,
+      "step": 38748
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746935025781366e-05,
+      "loss": 0.0,
+      "step": 38750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746870329755644e-05,
+      "loss": 0.0,
+      "step": 38752
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.74680563372992e-05,
+      "loss": 0.0001,
+      "step": 38754
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746740937704197e-05,
+      "loss": 0.0,
+      "step": 38756
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746676241678474e-05,
+      "loss": 0.0002,
+      "step": 38758
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746611545652751e-05,
+      "loss": 0.0,
+      "step": 38760
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7465468496270276e-05,
+      "loss": 0.0,
+      "step": 38762
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7464821536013045e-05,
+      "loss": 0.0005,
+      "step": 38764
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7464174575755814e-05,
+      "loss": 0.017,
+      "step": 38766
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7463527615498584e-05,
+      "loss": 0.0,
+      "step": 38768
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746288065524135e-05,
+      "loss": 0.0,
+      "step": 38770
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7462233694984115e-05,
+      "loss": 0.0001,
+      "step": 38772
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746158673472689e-05,
+      "loss": 0.0,
+      "step": 38774
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746093977446965e-05,
+      "loss": 0.0002,
+      "step": 38776
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.746029281421242e-05,
+      "loss": 0.0,
+      "step": 38778
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745964585395519e-05,
+      "loss": 0.0,
+      "step": 38780
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745899889369796e-05,
+      "loss": 0.0009,
+      "step": 38782
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7458351933440736e-05,
+      "loss": 0.0002,
+      "step": 38784
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.74577049731835e-05,
+      "loss": 0.0,
+      "step": 38786
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745705801292627e-05,
+      "loss": 0.0001,
+      "step": 38788
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745641105266904e-05,
+      "loss": 0.0009,
+      "step": 38790
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7455764092411806e-05,
+      "loss": 0.0,
+      "step": 38792
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745511713215457e-05,
+      "loss": 0.0001,
+      "step": 38794
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7454470171897344e-05,
+      "loss": 0.0,
+      "step": 38796
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745382321164011e-05,
+      "loss": 0.0001,
+      "step": 38798
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745317625138288e-05,
+      "loss": 0.0001,
+      "step": 38800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745252929112565e-05,
+      "loss": 0.0,
+      "step": 38802
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7451882330868413e-05,
+      "loss": 0.0,
+      "step": 38804
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745123537061119e-05,
+      "loss": 0.0,
+      "step": 38806
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.745058841035395e-05,
+      "loss": 0.0004,
+      "step": 38808
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744994145009672e-05,
+      "loss": 0.0,
+      "step": 38810
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744929448983949e-05,
+      "loss": 0.0,
+      "step": 38812
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744864752958226e-05,
+      "loss": 0.0059,
+      "step": 38814
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744800056932503e-05,
+      "loss": 0.0,
+      "step": 38816
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.74473536090678e-05,
+      "loss": 0.0011,
+      "step": 38818
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7446706648810566e-05,
+      "loss": 0.0,
+      "step": 38820
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7446059688553335e-05,
+      "loss": 0.0,
+      "step": 38822
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7445412728296104e-05,
+      "loss": 0.0,
+      "step": 38824
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744476576803887e-05,
+      "loss": 0.0,
+      "step": 38826
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744411880778164e-05,
+      "loss": 0.0,
+      "step": 38828
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744347184752441e-05,
+      "loss": 0.0,
+      "step": 38830
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7442824887267174e-05,
+      "loss": 0.0009,
+      "step": 38832
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744217792700995e-05,
+      "loss": 0.0007,
+      "step": 38834
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744153096675271e-05,
+      "loss": 0.0,
+      "step": 38836
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744088400649548e-05,
+      "loss": 0.0,
+      "step": 38838
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.744023704623825e-05,
+      "loss": 0.0,
+      "step": 38840
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743959008598102e-05,
+      "loss": 0.0004,
+      "step": 38842
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743894312572379e-05,
+      "loss": 0.0016,
+      "step": 38844
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743829616546656e-05,
+      "loss": 0.001,
+      "step": 38846
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7437649205209327e-05,
+      "loss": 0.0,
+      "step": 38848
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7437002244952096e-05,
+      "loss": 0.0131,
+      "step": 38850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7436355284694865e-05,
+      "loss": 0.0001,
+      "step": 38852
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743570832443763e-05,
+      "loss": 0.0047,
+      "step": 38854
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.74350613641804e-05,
+      "loss": 0.0112,
+      "step": 38856
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7434414403923165e-05,
+      "loss": 0.0046,
+      "step": 38858
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7433767443665934e-05,
+      "loss": 0.0,
+      "step": 38860
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743312048340871e-05,
+      "loss": 0.0001,
+      "step": 38862
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743247352315147e-05,
+      "loss": 0.0032,
+      "step": 38864
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743182656289425e-05,
+      "loss": 0.0,
+      "step": 38866
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743117960263701e-05,
+      "loss": 0.0,
+      "step": 38868
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.743053264237978e-05,
+      "loss": 0.0001,
+      "step": 38870
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.742988568212255e-05,
+      "loss": 0.0,
+      "step": 38872
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.742923872186532e-05,
+      "loss": 0.0,
+      "step": 38874
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.742859176160809e-05,
+      "loss": 0.0004,
+      "step": 38876
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7427944801350856e-05,
+      "loss": 0.0027,
+      "step": 38878
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7427297841093625e-05,
+      "loss": 0.0034,
+      "step": 38880
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7426650880836394e-05,
+      "loss": 0.0054,
+      "step": 38882
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.742600392057916e-05,
+      "loss": 0.0165,
+      "step": 38884
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7425356960321926e-05,
+      "loss": 0.0917,
+      "step": 38886
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.74247100000647e-05,
+      "loss": 0.0,
+      "step": 38888
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7424063039807464e-05,
+      "loss": 0.0,
+      "step": 38890
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.742341607955023e-05,
+      "loss": 0.0,
+      "step": 38892
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.7422769119293e-05,
+      "loss": 0.0117,
+      "step": 38894
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.742212215903577e-05,
+      "loss": 0.0004,
+      "step": 38896
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 3.742147519877854e-05,
+      "loss": 0.0,
+      "step": 38898
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.742082823852131e-05,
+      "loss": 0.0,
+      "step": 38900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.742018127826408e-05,
+      "loss": 0.0002,
+      "step": 38902
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.741953431800685e-05,
+      "loss": 0.0,
+      "step": 38904
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7418887357749616e-05,
+      "loss": 0.0001,
+      "step": 38906
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7418240397492386e-05,
+      "loss": 0.0028,
+      "step": 38908
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7417593437235155e-05,
+      "loss": 0.0,
+      "step": 38910
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7416946476977924e-05,
+      "loss": 0.0003,
+      "step": 38912
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7416299516720686e-05,
+      "loss": 0.0,
+      "step": 38914
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.741565255646346e-05,
+      "loss": 0.0,
+      "step": 38916
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7415005596206224e-05,
+      "loss": 0.001,
+      "step": 38918
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.741435863594899e-05,
+      "loss": 0.0,
+      "step": 38920
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.741371167569176e-05,
+      "loss": 0.0001,
+      "step": 38922
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.741306471543453e-05,
+      "loss": 0.0,
+      "step": 38924
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.74124177551773e-05,
+      "loss": 0.0002,
+      "step": 38926
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.741177079492007e-05,
+      "loss": 0.0,
+      "step": 38928
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.741112383466284e-05,
+      "loss": 0.0006,
+      "step": 38930
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.741047687440561e-05,
+      "loss": 0.0,
+      "step": 38932
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740982991414838e-05,
+      "loss": 0.0,
+      "step": 38934
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740918295389114e-05,
+      "loss": 0.0,
+      "step": 38936
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7408535993633915e-05,
+      "loss": 0.0,
+      "step": 38938
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740788903337668e-05,
+      "loss": 0.0007,
+      "step": 38940
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740724207311945e-05,
+      "loss": 0.0002,
+      "step": 38942
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740659511286222e-05,
+      "loss": 0.0,
+      "step": 38944
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7405948152604985e-05,
+      "loss": 0.0009,
+      "step": 38946
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740530119234776e-05,
+      "loss": 0.0,
+      "step": 38948
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740465423209052e-05,
+      "loss": 0.0,
+      "step": 38950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740400727183329e-05,
+      "loss": 0.0,
+      "step": 38952
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740336031157606e-05,
+      "loss": 0.0073,
+      "step": 38954
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740271335131883e-05,
+      "loss": 0.0009,
+      "step": 38956
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.74020663910616e-05,
+      "loss": 0.0001,
+      "step": 38958
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740141943080437e-05,
+      "loss": 0.006,
+      "step": 38960
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.740077247054714e-05,
+      "loss": 0.0084,
+      "step": 38962
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7400125510289906e-05,
+      "loss": 0.0373,
+      "step": 38964
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7399478550032675e-05,
+      "loss": 0.0001,
+      "step": 38966
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739883158977544e-05,
+      "loss": 0.0001,
+      "step": 38968
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7398184629518214e-05,
+      "loss": 0.0,
+      "step": 38970
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7397537669260976e-05,
+      "loss": 0.0599,
+      "step": 38972
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7396890709003745e-05,
+      "loss": 0.0,
+      "step": 38974
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739624374874652e-05,
+      "loss": 0.0001,
+      "step": 38976
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739559678848928e-05,
+      "loss": 0.0001,
+      "step": 38978
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739494982823205e-05,
+      "loss": 0.0005,
+      "step": 38980
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739430286797482e-05,
+      "loss": 0.0001,
+      "step": 38982
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739365590771759e-05,
+      "loss": 0.0,
+      "step": 38984
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739300894746036e-05,
+      "loss": 0.001,
+      "step": 38986
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739236198720313e-05,
+      "loss": 0.006,
+      "step": 38988
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73917150269459e-05,
+      "loss": 0.0001,
+      "step": 38990
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.739106806668867e-05,
+      "loss": 0.0045,
+      "step": 38992
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7390421106431436e-05,
+      "loss": 0.0079,
+      "step": 38994
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73897741461742e-05,
+      "loss": 0.0052,
+      "step": 38996
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7389127185916974e-05,
+      "loss": 0.0016,
+      "step": 38998
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7388480225659736e-05,
+      "loss": 0.0,
+      "step": 39000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7387833265402505e-05,
+      "loss": 0.0,
+      "step": 39002
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7387186305145274e-05,
+      "loss": 0.0003,
+      "step": 39004
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7386539344888044e-05,
+      "loss": 0.0001,
+      "step": 39006
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.738589238463082e-05,
+      "loss": 0.0003,
+      "step": 39008
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.738524542437358e-05,
+      "loss": 0.0,
+      "step": 39010
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.738459846411635e-05,
+      "loss": 0.0001,
+      "step": 39012
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.738395150385912e-05,
+      "loss": 0.0121,
+      "step": 39014
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.738330454360189e-05,
+      "loss": 0.0004,
+      "step": 39016
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.738265758334465e-05,
+      "loss": 0.0,
+      "step": 39018
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.738201062308743e-05,
+      "loss": 0.0044,
+      "step": 39020
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7381363662830196e-05,
+      "loss": 0.0,
+      "step": 39022
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7380716702572965e-05,
+      "loss": 0.0001,
+      "step": 39024
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7380069742315734e-05,
+      "loss": 0.0,
+      "step": 39026
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73794227820585e-05,
+      "loss": 0.0,
+      "step": 39028
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737877582180127e-05,
+      "loss": 0.0,
+      "step": 39030
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7378128861544035e-05,
+      "loss": 0.0072,
+      "step": 39032
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7377481901286804e-05,
+      "loss": 0.0,
+      "step": 39034
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737683494102957e-05,
+      "loss": 0.0,
+      "step": 39036
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737618798077234e-05,
+      "loss": 0.0003,
+      "step": 39038
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737554102051511e-05,
+      "loss": 0.0,
+      "step": 39040
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737489406025788e-05,
+      "loss": 0.0008,
+      "step": 39042
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737424710000065e-05,
+      "loss": 0.0,
+      "step": 39044
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737360013974342e-05,
+      "loss": 0.0,
+      "step": 39046
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737295317948619e-05,
+      "loss": 0.0008,
+      "step": 39048
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737230621922895e-05,
+      "loss": 0.0001,
+      "step": 39050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7371659258971726e-05,
+      "loss": 0.0,
+      "step": 39052
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7371012298714495e-05,
+      "loss": 0.0,
+      "step": 39054
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.737036533845726e-05,
+      "loss": 0.0009,
+      "step": 39056
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736971837820003e-05,
+      "loss": 0.0001,
+      "step": 39058
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7369071417942795e-05,
+      "loss": 0.0,
+      "step": 39060
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7368424457685564e-05,
+      "loss": 0.0001,
+      "step": 39062
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7367777497428333e-05,
+      "loss": 0.002,
+      "step": 39064
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73671305371711e-05,
+      "loss": 0.0072,
+      "step": 39066
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736648357691387e-05,
+      "loss": 0.0001,
+      "step": 39068
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736583661665664e-05,
+      "loss": 0.0001,
+      "step": 39070
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736518965639941e-05,
+      "loss": 0.0026,
+      "step": 39072
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736454269614218e-05,
+      "loss": 0.0,
+      "step": 39074
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736389573588495e-05,
+      "loss": 0.0006,
+      "step": 39076
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736324877562771e-05,
+      "loss": 0.0002,
+      "step": 39078
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7362601815370486e-05,
+      "loss": 0.0006,
+      "step": 39080
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736195485511325e-05,
+      "loss": 0.0084,
+      "step": 39082
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.736130789485602e-05,
+      "loss": 0.0011,
+      "step": 39084
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7360660934598793e-05,
+      "loss": 0.0,
+      "step": 39086
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7360013974341556e-05,
+      "loss": 0.0,
+      "step": 39088
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735936701408433e-05,
+      "loss": 0.0054,
+      "step": 39090
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7358720053827094e-05,
+      "loss": 0.0,
+      "step": 39092
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735807309356986e-05,
+      "loss": 0.0,
+      "step": 39094
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735742613331263e-05,
+      "loss": 0.0005,
+      "step": 39096
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73567791730554e-05,
+      "loss": 0.0,
+      "step": 39098
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735613221279817e-05,
+      "loss": 0.0002,
+      "step": 39100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735548525254094e-05,
+      "loss": 0.0019,
+      "step": 39102
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735483829228371e-05,
+      "loss": 0.0001,
+      "step": 39104
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735419133202648e-05,
+      "loss": 0.0,
+      "step": 39106
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7353544371769247e-05,
+      "loss": 0.0,
+      "step": 39108
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735289741151201e-05,
+      "loss": 0.0,
+      "step": 39110
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7352250451254785e-05,
+      "loss": 0.0011,
+      "step": 39112
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.735160349099755e-05,
+      "loss": 0.0,
+      "step": 39114
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7350956530740316e-05,
+      "loss": 0.006,
+      "step": 39116
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7350309570483085e-05,
+      "loss": 0.0047,
+      "step": 39118
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7349662610225854e-05,
+      "loss": 0.0003,
+      "step": 39120
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734901564996862e-05,
+      "loss": 0.0003,
+      "step": 39122
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734836868971139e-05,
+      "loss": 0.0189,
+      "step": 39124
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734772172945416e-05,
+      "loss": 0.0001,
+      "step": 39126
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734707476919693e-05,
+      "loss": 0.0,
+      "step": 39128
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73464278089397e-05,
+      "loss": 0.0038,
+      "step": 39130
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734578084868247e-05,
+      "loss": 0.0027,
+      "step": 39132
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734513388842524e-05,
+      "loss": 0.0,
+      "step": 39134
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734448692816801e-05,
+      "loss": 0.0,
+      "step": 39136
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734383996791077e-05,
+      "loss": 0.0,
+      "step": 39138
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7343193007653545e-05,
+      "loss": 0.0001,
+      "step": 39140
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.734254604739631e-05,
+      "loss": 0.0075,
+      "step": 39142
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7341899087139077e-05,
+      "loss": 0.0005,
+      "step": 39144
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7341252126881846e-05,
+      "loss": 0.0,
+      "step": 39146
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7340605166624615e-05,
+      "loss": 0.0,
+      "step": 39148
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7339958206367384e-05,
+      "loss": 0.0004,
+      "step": 39150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.733931124611015e-05,
+      "loss": 0.0,
+      "step": 39152
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.733866428585292e-05,
+      "loss": 0.0001,
+      "step": 39154
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.733801732559569e-05,
+      "loss": 0.0009,
+      "step": 39156
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.733737036533846e-05,
+      "loss": 0.0,
+      "step": 39158
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.733672340508122e-05,
+      "loss": 0.0001,
+      "step": 39160
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7336076444824e-05,
+      "loss": 0.0153,
+      "step": 39162
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.733542948456677e-05,
+      "loss": 0.0,
+      "step": 39164
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7334782524309536e-05,
+      "loss": 0.0022,
+      "step": 39166
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7334135564052306e-05,
+      "loss": 0.0302,
+      "step": 39168
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.733348860379507e-05,
+      "loss": 0.0,
+      "step": 39170
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7332841643537844e-05,
+      "loss": 0.0,
+      "step": 39172
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7332194683280606e-05,
+      "loss": 0.0,
+      "step": 39174
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7331547723023375e-05,
+      "loss": 0.0,
+      "step": 39176
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7330900762766144e-05,
+      "loss": 0.0061,
+      "step": 39178
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.733025380250891e-05,
+      "loss": 0.0027,
+      "step": 39180
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732960684225168e-05,
+      "loss": 0.0077,
+      "step": 39182
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732895988199445e-05,
+      "loss": 0.0,
+      "step": 39184
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732831292173722e-05,
+      "loss": 0.0004,
+      "step": 39186
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732766596147999e-05,
+      "loss": 0.0498,
+      "step": 39188
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732701900122276e-05,
+      "loss": 0.0,
+      "step": 39190
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732637204096552e-05,
+      "loss": 0.0024,
+      "step": 39192
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73257250807083e-05,
+      "loss": 0.0,
+      "step": 39194
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732507812045106e-05,
+      "loss": 0.0001,
+      "step": 39196
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732443116019383e-05,
+      "loss": 0.0,
+      "step": 39198
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7323784199936604e-05,
+      "loss": 0.0,
+      "step": 39200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7323137239679366e-05,
+      "loss": 0.0017,
+      "step": 39202
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7322490279422135e-05,
+      "loss": 0.0,
+      "step": 39204
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7321843319164905e-05,
+      "loss": 0.0,
+      "step": 39206
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7321196358907674e-05,
+      "loss": 0.0463,
+      "step": 39208
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.732054939865044e-05,
+      "loss": 0.0,
+      "step": 39210
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731990243839321e-05,
+      "loss": 0.0,
+      "step": 39212
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731925547813598e-05,
+      "loss": 0.0001,
+      "step": 39214
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731860851787875e-05,
+      "loss": 0.0,
+      "step": 39216
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731796155762152e-05,
+      "loss": 0.0,
+      "step": 39218
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731731459736428e-05,
+      "loss": 0.0035,
+      "step": 39220
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731666763710706e-05,
+      "loss": 0.0,
+      "step": 39222
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731602067684982e-05,
+      "loss": 0.0001,
+      "step": 39224
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731537371659259e-05,
+      "loss": 0.0005,
+      "step": 39226
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731472675633536e-05,
+      "loss": 0.0001,
+      "step": 39228
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731407979607813e-05,
+      "loss": 0.0001,
+      "step": 39230
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73134328358209e-05,
+      "loss": 0.0001,
+      "step": 39232
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7312785875563665e-05,
+      "loss": 0.0,
+      "step": 39234
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7312138915306434e-05,
+      "loss": 0.0001,
+      "step": 39236
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73114919550492e-05,
+      "loss": 0.0,
+      "step": 39238
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731084499479197e-05,
+      "loss": 0.0008,
+      "step": 39240
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.731019803453474e-05,
+      "loss": 0.0033,
+      "step": 39242
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730955107427751e-05,
+      "loss": 0.0042,
+      "step": 39244
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730890411402028e-05,
+      "loss": 0.0001,
+      "step": 39246
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730825715376305e-05,
+      "loss": 0.0,
+      "step": 39248
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730761019350582e-05,
+      "loss": 0.0018,
+      "step": 39250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730696323324858e-05,
+      "loss": 0.0001,
+      "step": 39252
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7306316272991356e-05,
+      "loss": 0.0047,
+      "step": 39254
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730566931273412e-05,
+      "loss": 0.0129,
+      "step": 39256
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730502235247689e-05,
+      "loss": 0.0089,
+      "step": 39258
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7304375392219656e-05,
+      "loss": 0.0,
+      "step": 39260
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7303728431962425e-05,
+      "loss": 0.0,
+      "step": 39262
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7303081471705194e-05,
+      "loss": 0.0002,
+      "step": 39264
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7302434511447964e-05,
+      "loss": 0.0,
+      "step": 39266
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730178755119073e-05,
+      "loss": 0.0003,
+      "step": 39268
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.73011405909335e-05,
+      "loss": 0.0001,
+      "step": 39270
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.730049363067627e-05,
+      "loss": 0.0001,
+      "step": 39272
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729984667041903e-05,
+      "loss": 0.0002,
+      "step": 39274
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729919971016181e-05,
+      "loss": 0.0005,
+      "step": 39276
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729855274990458e-05,
+      "loss": 0.0,
+      "step": 39278
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729790578964734e-05,
+      "loss": 0.0,
+      "step": 39280
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7297258829390116e-05,
+      "loss": 0.002,
+      "step": 39282
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729661186913288e-05,
+      "loss": 0.0,
+      "step": 39284
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729596490887565e-05,
+      "loss": 0.0065,
+      "step": 39286
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729531794861842e-05,
+      "loss": 0.0008,
+      "step": 39288
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7294670988361186e-05,
+      "loss": 0.0001,
+      "step": 39290
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7294024028103955e-05,
+      "loss": 0.0,
+      "step": 39292
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7293377067846724e-05,
+      "loss": 0.0001,
+      "step": 39294
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729273010758949e-05,
+      "loss": 0.0,
+      "step": 39296
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729208314733226e-05,
+      "loss": 0.0102,
+      "step": 39298
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729143618707503e-05,
+      "loss": 0.0,
+      "step": 39300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7290789226817794e-05,
+      "loss": 0.0001,
+      "step": 39302
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.729014226656057e-05,
+      "loss": 0.0003,
+      "step": 39304
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728949530630333e-05,
+      "loss": 0.0009,
+      "step": 39306
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728884834604611e-05,
+      "loss": 0.0,
+      "step": 39308
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728820138578888e-05,
+      "loss": 0.0001,
+      "step": 39310
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728755442553164e-05,
+      "loss": 0.0078,
+      "step": 39312
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7286907465274415e-05,
+      "loss": 0.0,
+      "step": 39314
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728626050501718e-05,
+      "loss": 0.0019,
+      "step": 39316
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7285613544759946e-05,
+      "loss": 0.0,
+      "step": 39318
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7284966584502715e-05,
+      "loss": 0.001,
+      "step": 39320
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7284319624245484e-05,
+      "loss": 0.0058,
+      "step": 39322
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7283672663988253e-05,
+      "loss": 0.0001,
+      "step": 39324
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728302570373102e-05,
+      "loss": 0.0,
+      "step": 39326
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728237874347379e-05,
+      "loss": 0.0389,
+      "step": 39328
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728173178321656e-05,
+      "loss": 0.0,
+      "step": 39330
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728108482295933e-05,
+      "loss": 0.0,
+      "step": 39332
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.728043786270209e-05,
+      "loss": 0.0,
+      "step": 39334
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727979090244487e-05,
+      "loss": 0.0001,
+      "step": 39336
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727914394218763e-05,
+      "loss": 0.0,
+      "step": 39338
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.72784969819304e-05,
+      "loss": 0.0018,
+      "step": 39340
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7277850021673175e-05,
+      "loss": 0.0043,
+      "step": 39342
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727720306141594e-05,
+      "loss": 0.0001,
+      "step": 39344
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7276556101158707e-05,
+      "loss": 0.0019,
+      "step": 39346
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7275909140901476e-05,
+      "loss": 0.0,
+      "step": 39348
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7275262180644245e-05,
+      "loss": 0.0,
+      "step": 39350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7274615220387014e-05,
+      "loss": 0.0,
+      "step": 39352
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727396826012978e-05,
+      "loss": 0.0141,
+      "step": 39354
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727332129987255e-05,
+      "loss": 0.0,
+      "step": 39356
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727267433961532e-05,
+      "loss": 0.0001,
+      "step": 39358
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727202737935809e-05,
+      "loss": 0.0,
+      "step": 39360
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727138041910085e-05,
+      "loss": 0.0,
+      "step": 39362
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727073345884363e-05,
+      "loss": 0.0,
+      "step": 39364
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.727008649858639e-05,
+      "loss": 0.0001,
+      "step": 39366
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726943953832916e-05,
+      "loss": 0.0001,
+      "step": 39368
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726879257807193e-05,
+      "loss": 0.0,
+      "step": 39370
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.72681456178147e-05,
+      "loss": 0.0,
+      "step": 39372
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726749865755747e-05,
+      "loss": 0.0007,
+      "step": 39374
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7266851697300236e-05,
+      "loss": 0.0,
+      "step": 39376
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7266204737043005e-05,
+      "loss": 0.0041,
+      "step": 39378
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7265557776785774e-05,
+      "loss": 0.0221,
+      "step": 39380
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726491081652854e-05,
+      "loss": 0.0004,
+      "step": 39382
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7264263856271306e-05,
+      "loss": 0.0002,
+      "step": 39384
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726361689601408e-05,
+      "loss": 0.0001,
+      "step": 39386
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726296993575685e-05,
+      "loss": 0.0,
+      "step": 39388
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726232297549962e-05,
+      "loss": 0.0001,
+      "step": 39390
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726167601524239e-05,
+      "loss": 0.0001,
+      "step": 39392
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726102905498515e-05,
+      "loss": 0.0,
+      "step": 39394
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.726038209472793e-05,
+      "loss": 0.0032,
+      "step": 39396
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.725973513447069e-05,
+      "loss": 0.0,
+      "step": 39398
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.725908817421346e-05,
+      "loss": 0.0002,
+      "step": 39400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.725844121395623e-05,
+      "loss": 0.0,
+      "step": 39402
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7257794253698996e-05,
+      "loss": 0.0007,
+      "step": 39404
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7257147293441766e-05,
+      "loss": 0.0,
+      "step": 39406
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7256500333184535e-05,
+      "loss": 0.0001,
+      "step": 39408
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.7255853372927304e-05,
+      "loss": 0.0,
+      "step": 39410
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.725520641267007e-05,
+      "loss": 0.0,
+      "step": 39412
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.725455945241284e-05,
+      "loss": 0.0,
+      "step": 39414
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7253912492155604e-05,
+      "loss": 0.0,
+      "step": 39416
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.725326553189838e-05,
+      "loss": 0.0,
+      "step": 39418
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.725261857164114e-05,
+      "loss": 0.0,
+      "step": 39420
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.725197161138391e-05,
+      "loss": 0.0001,
+      "step": 39422
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.725132465112669e-05,
+      "loss": 0.0,
+      "step": 39424
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.725067769086945e-05,
+      "loss": 0.0001,
+      "step": 39426
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.725003073061222e-05,
+      "loss": 0.0,
+      "step": 39428
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.724938377035499e-05,
+      "loss": 0.0004,
+      "step": 39430
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.724873681009776e-05,
+      "loss": 0.0106,
+      "step": 39432
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7248089849840526e-05,
+      "loss": 0.0001,
+      "step": 39434
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7247442889583295e-05,
+      "loss": 0.0,
+      "step": 39436
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7246795929326064e-05,
+      "loss": 0.0035,
+      "step": 39438
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.724614896906883e-05,
+      "loss": 0.0001,
+      "step": 39440
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72455020088116e-05,
+      "loss": 0.0046,
+      "step": 39442
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7244855048554365e-05,
+      "loss": 0.0,
+      "step": 39444
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.724420808829714e-05,
+      "loss": 0.0077,
+      "step": 39446
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72435611280399e-05,
+      "loss": 0.0,
+      "step": 39448
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.724291416778268e-05,
+      "loss": 0.0,
+      "step": 39450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.724226720752544e-05,
+      "loss": 0.0,
+      "step": 39452
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.724162024726821e-05,
+      "loss": 0.0001,
+      "step": 39454
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7240973287010986e-05,
+      "loss": 0.0001,
+      "step": 39456
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.724032632675375e-05,
+      "loss": 0.0,
+      "step": 39458
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723967936649652e-05,
+      "loss": 0.0027,
+      "step": 39460
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7239032406239286e-05,
+      "loss": 0.0,
+      "step": 39462
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7238385445982055e-05,
+      "loss": 0.0001,
+      "step": 39464
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7237738485724825e-05,
+      "loss": 0.0002,
+      "step": 39466
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7237091525467594e-05,
+      "loss": 0.0001,
+      "step": 39468
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723644456521036e-05,
+      "loss": 0.0,
+      "step": 39470
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723579760495313e-05,
+      "loss": 0.0008,
+      "step": 39472
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72351506446959e-05,
+      "loss": 0.0,
+      "step": 39474
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723450368443866e-05,
+      "loss": 0.0,
+      "step": 39476
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723385672418144e-05,
+      "loss": 0.0,
+      "step": 39478
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72332097639242e-05,
+      "loss": 0.0001,
+      "step": 39480
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723256280366697e-05,
+      "loss": 0.0,
+      "step": 39482
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723191584340974e-05,
+      "loss": 0.0001,
+      "step": 39484
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723126888315251e-05,
+      "loss": 0.0,
+      "step": 39486
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.723062192289528e-05,
+      "loss": 0.0021,
+      "step": 39488
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.722997496263805e-05,
+      "loss": 0.0002,
+      "step": 39490
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7229328002380816e-05,
+      "loss": 0.0,
+      "step": 39492
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7228681042123585e-05,
+      "loss": 0.0003,
+      "step": 39494
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7228034081866354e-05,
+      "loss": 0.0,
+      "step": 39496
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7227387121609116e-05,
+      "loss": 0.0,
+      "step": 39498
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.722674016135189e-05,
+      "loss": 0.0026,
+      "step": 39500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.722609320109466e-05,
+      "loss": 0.0046,
+      "step": 39502
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7225446240837424e-05,
+      "loss": 0.0,
+      "step": 39504
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72247992805802e-05,
+      "loss": 0.0,
+      "step": 39506
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.722415232032296e-05,
+      "loss": 0.0,
+      "step": 39508
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.722350536006573e-05,
+      "loss": 0.0,
+      "step": 39510
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72228583998085e-05,
+      "loss": 0.0001,
+      "step": 39512
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.722221143955127e-05,
+      "loss": 0.0,
+      "step": 39514
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.722156447929404e-05,
+      "loss": 0.0,
+      "step": 39516
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.722091751903681e-05,
+      "loss": 0.0,
+      "step": 39518
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7220270558779576e-05,
+      "loss": 0.0,
+      "step": 39520
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7219623598522345e-05,
+      "loss": 0.0007,
+      "step": 39522
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7218976638265114e-05,
+      "loss": 0.0,
+      "step": 39524
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721832967800788e-05,
+      "loss": 0.0001,
+      "step": 39526
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721768271775065e-05,
+      "loss": 0.0,
+      "step": 39528
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7217035757493415e-05,
+      "loss": 0.0072,
+      "step": 39530
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721638879723619e-05,
+      "loss": 0.0,
+      "step": 39532
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721574183697896e-05,
+      "loss": 0.0001,
+      "step": 39534
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721509487672172e-05,
+      "loss": 0.0117,
+      "step": 39536
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72144479164645e-05,
+      "loss": 0.0067,
+      "step": 39538
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721380095620726e-05,
+      "loss": 0.0,
+      "step": 39540
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721315399595003e-05,
+      "loss": 0.0025,
+      "step": 39542
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72125070356928e-05,
+      "loss": 0.0002,
+      "step": 39544
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721186007543557e-05,
+      "loss": 0.0046,
+      "step": 39546
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.721121311517834e-05,
+      "loss": 0.0001,
+      "step": 39548
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7210566154921106e-05,
+      "loss": 0.0,
+      "step": 39550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7209919194663875e-05,
+      "loss": 0.0054,
+      "step": 39552
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7209272234406644e-05,
+      "loss": 0.0,
+      "step": 39554
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.720862527414941e-05,
+      "loss": 0.0069,
+      "step": 39556
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7207978313892175e-05,
+      "loss": 0.1145,
+      "step": 39558
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.720733135363495e-05,
+      "loss": 0.0141,
+      "step": 39560
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7206684393377714e-05,
+      "loss": 0.0,
+      "step": 39562
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.720603743312048e-05,
+      "loss": 0.0002,
+      "step": 39564
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.720539047286326e-05,
+      "loss": 0.0,
+      "step": 39566
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.720474351260602e-05,
+      "loss": 0.0,
+      "step": 39568
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.720409655234879e-05,
+      "loss": 0.0001,
+      "step": 39570
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.720344959209156e-05,
+      "loss": 0.0,
+      "step": 39572
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.720280263183433e-05,
+      "loss": 0.0001,
+      "step": 39574
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.72021556715771e-05,
+      "loss": 0.0001,
+      "step": 39576
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7201508711319866e-05,
+      "loss": 0.0,
+      "step": 39578
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7200861751062635e-05,
+      "loss": 0.0255,
+      "step": 39580
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7200214790805404e-05,
+      "loss": 0.0017,
+      "step": 39582
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7199567830548173e-05,
+      "loss": 0.011,
+      "step": 39584
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7198920870290936e-05,
+      "loss": 0.0003,
+      "step": 39586
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719827391003371e-05,
+      "loss": 0.0,
+      "step": 39588
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7197626949776474e-05,
+      "loss": 0.0004,
+      "step": 39590
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719697998951925e-05,
+      "loss": 0.0,
+      "step": 39592
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719633302926201e-05,
+      "loss": 0.0,
+      "step": 39594
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719568606900478e-05,
+      "loss": 0.0,
+      "step": 39596
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719503910874755e-05,
+      "loss": 0.0326,
+      "step": 39598
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719439214849032e-05,
+      "loss": 0.0162,
+      "step": 39600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719374518823309e-05,
+      "loss": 0.0009,
+      "step": 39602
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719309822797586e-05,
+      "loss": 0.0002,
+      "step": 39604
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7192451267718627e-05,
+      "loss": 0.0009,
+      "step": 39606
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.719180430746139e-05,
+      "loss": 0.0,
+      "step": 39608
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7191157347204165e-05,
+      "loss": 0.0,
+      "step": 39610
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7190510386946934e-05,
+      "loss": 0.0045,
+      "step": 39612
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71898634266897e-05,
+      "loss": 0.0,
+      "step": 39614
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718921646643247e-05,
+      "loss": 0.0,
+      "step": 39616
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7188569506175234e-05,
+      "loss": 0.0,
+      "step": 39618
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718792254591801e-05,
+      "loss": 0.0,
+      "step": 39620
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718727558566077e-05,
+      "loss": 0.0012,
+      "step": 39622
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718662862540354e-05,
+      "loss": 0.0003,
+      "step": 39624
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718598166514631e-05,
+      "loss": 0.0016,
+      "step": 39626
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718533470488908e-05,
+      "loss": 0.0,
+      "step": 39628
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718468774463185e-05,
+      "loss": 0.0,
+      "step": 39630
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718404078437462e-05,
+      "loss": 0.0022,
+      "step": 39632
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718339382411739e-05,
+      "loss": 0.0007,
+      "step": 39634
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7182746863860156e-05,
+      "loss": 0.0,
+      "step": 39636
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7182099903602925e-05,
+      "loss": 0.0014,
+      "step": 39638
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718145294334569e-05,
+      "loss": 0.0,
+      "step": 39640
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718080598308846e-05,
+      "loss": 0.0,
+      "step": 39642
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.718015902283123e-05,
+      "loss": 0.003,
+      "step": 39644
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7179512062573995e-05,
+      "loss": 0.0001,
+      "step": 39646
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717886510231677e-05,
+      "loss": 0.0,
+      "step": 39648
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717821814205953e-05,
+      "loss": 0.0002,
+      "step": 39650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71775711818023e-05,
+      "loss": 0.0001,
+      "step": 39652
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717692422154507e-05,
+      "loss": 0.0001,
+      "step": 39654
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717627726128784e-05,
+      "loss": 0.0001,
+      "step": 39656
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717563030103061e-05,
+      "loss": 0.0,
+      "step": 39658
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717498334077338e-05,
+      "loss": 0.0064,
+      "step": 39660
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717433638051615e-05,
+      "loss": 0.0004,
+      "step": 39662
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7173689420258916e-05,
+      "loss": 0.0001,
+      "step": 39664
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7173042460001686e-05,
+      "loss": 0.0002,
+      "step": 39666
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717239549974445e-05,
+      "loss": 0.0,
+      "step": 39668
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7171748539487224e-05,
+      "loss": 0.0001,
+      "step": 39670
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7171101579229986e-05,
+      "loss": 0.0,
+      "step": 39672
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.717045461897276e-05,
+      "loss": 0.0163,
+      "step": 39674
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7169807658715524e-05,
+      "loss": 0.0002,
+      "step": 39676
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.716916069845829e-05,
+      "loss": 0.0,
+      "step": 39678
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.716851373820107e-05,
+      "loss": 0.0,
+      "step": 39680
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.716786677794383e-05,
+      "loss": 0.0082,
+      "step": 39682
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71672198176866e-05,
+      "loss": 0.0,
+      "step": 39684
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.716657285742937e-05,
+      "loss": 0.0056,
+      "step": 39686
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.716592589717214e-05,
+      "loss": 0.0001,
+      "step": 39688
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.716527893691491e-05,
+      "loss": 0.0,
+      "step": 39690
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.716463197665768e-05,
+      "loss": 0.0074,
+      "step": 39692
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7163985016400446e-05,
+      "loss": 0.0,
+      "step": 39694
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7163338056143215e-05,
+      "loss": 0.0,
+      "step": 39696
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7162691095885984e-05,
+      "loss": 0.0,
+      "step": 39698
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7162044135628746e-05,
+      "loss": 0.0102,
+      "step": 39700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.716139717537152e-05,
+      "loss": 0.0,
+      "step": 39702
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7160750215114285e-05,
+      "loss": 0.0001,
+      "step": 39704
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7160103254857054e-05,
+      "loss": 0.0,
+      "step": 39706
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715945629459982e-05,
+      "loss": 0.0001,
+      "step": 39708
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715880933434259e-05,
+      "loss": 0.0,
+      "step": 39710
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715816237408536e-05,
+      "loss": 0.0001,
+      "step": 39712
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715751541382813e-05,
+      "loss": 0.0,
+      "step": 39714
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71568684535709e-05,
+      "loss": 0.0026,
+      "step": 39716
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715622149331367e-05,
+      "loss": 0.0002,
+      "step": 39718
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715557453305644e-05,
+      "loss": 0.0,
+      "step": 39720
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7154927572799206e-05,
+      "loss": 0.0,
+      "step": 39722
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7154280612541975e-05,
+      "loss": 0.0,
+      "step": 39724
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7153633652284745e-05,
+      "loss": 0.0,
+      "step": 39726
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715298669202751e-05,
+      "loss": 0.0,
+      "step": 39728
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715233973177028e-05,
+      "loss": 0.0,
+      "step": 39730
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7151692771513045e-05,
+      "loss": 0.0002,
+      "step": 39732
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715104581125582e-05,
+      "loss": 0.0089,
+      "step": 39734
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.715039885099858e-05,
+      "loss": 0.0015,
+      "step": 39736
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714975189074135e-05,
+      "loss": 0.0,
+      "step": 39738
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714910493048412e-05,
+      "loss": 0.0,
+      "step": 39740
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714845797022689e-05,
+      "loss": 0.0001,
+      "step": 39742
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714781100996966e-05,
+      "loss": 0.0087,
+      "step": 39744
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714716404971243e-05,
+      "loss": 0.0,
+      "step": 39746
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71465170894552e-05,
+      "loss": 0.0001,
+      "step": 39748
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714587012919796e-05,
+      "loss": 0.0,
+      "step": 39750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7145223168940736e-05,
+      "loss": 0.0001,
+      "step": 39752
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71445762086835e-05,
+      "loss": 0.0,
+      "step": 39754
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7143929248426274e-05,
+      "loss": 0.0003,
+      "step": 39756
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714328228816904e-05,
+      "loss": 0.0,
+      "step": 39758
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7142635327911805e-05,
+      "loss": 0.0001,
+      "step": 39760
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714198836765458e-05,
+      "loss": 0.0,
+      "step": 39762
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7141341407397344e-05,
+      "loss": 0.0,
+      "step": 39764
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714069444714011e-05,
+      "loss": 0.0001,
+      "step": 39766
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.714004748688288e-05,
+      "loss": 0.019,
+      "step": 39768
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713940052662565e-05,
+      "loss": 0.0,
+      "step": 39770
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713875356636842e-05,
+      "loss": 0.0,
+      "step": 39772
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713810660611119e-05,
+      "loss": 0.0002,
+      "step": 39774
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713745964585396e-05,
+      "loss": 0.0002,
+      "step": 39776
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713681268559673e-05,
+      "loss": 0.0055,
+      "step": 39778
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7136165725339496e-05,
+      "loss": 0.0,
+      "step": 39780
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713551876508226e-05,
+      "loss": 0.0,
+      "step": 39782
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7134871804825034e-05,
+      "loss": 0.0001,
+      "step": 39784
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71342248445678e-05,
+      "loss": 0.0002,
+      "step": 39786
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7133577884310566e-05,
+      "loss": 0.0,
+      "step": 39788
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713293092405334e-05,
+      "loss": 0.0,
+      "step": 39790
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7132283963796104e-05,
+      "loss": 0.0001,
+      "step": 39792
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713163700353887e-05,
+      "loss": 0.0001,
+      "step": 39794
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713099004328164e-05,
+      "loss": 0.0001,
+      "step": 39796
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.713034308302441e-05,
+      "loss": 0.0003,
+      "step": 39798
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712969612276718e-05,
+      "loss": 0.0004,
+      "step": 39800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712904916250995e-05,
+      "loss": 0.0002,
+      "step": 39802
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712840220225272e-05,
+      "loss": 0.0009,
+      "step": 39804
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712775524199549e-05,
+      "loss": 0.0063,
+      "step": 39806
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712710828173826e-05,
+      "loss": 0.0104,
+      "step": 39808
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712646132148102e-05,
+      "loss": 0.0,
+      "step": 39810
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7125814361223795e-05,
+      "loss": 0.0,
+      "step": 39812
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712516740096656e-05,
+      "loss": 0.0,
+      "step": 39814
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712452044070933e-05,
+      "loss": 0.0,
+      "step": 39816
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7123873480452095e-05,
+      "loss": 0.0,
+      "step": 39818
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7123226520194864e-05,
+      "loss": 0.0007,
+      "step": 39820
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712257955993764e-05,
+      "loss": 0.0,
+      "step": 39822
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71219325996804e-05,
+      "loss": 0.0,
+      "step": 39824
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712128563942317e-05,
+      "loss": 0.0,
+      "step": 39826
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.712063867916594e-05,
+      "loss": 0.0,
+      "step": 39828
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711999171890871e-05,
+      "loss": 0.0,
+      "step": 39830
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711934475865147e-05,
+      "loss": 0.0,
+      "step": 39832
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711869779839425e-05,
+      "loss": 0.0,
+      "step": 39834
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711805083813702e-05,
+      "loss": 0.0002,
+      "step": 39836
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7117403877879786e-05,
+      "loss": 0.0,
+      "step": 39838
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7116756917622555e-05,
+      "loss": 0.0035,
+      "step": 39840
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711610995736532e-05,
+      "loss": 0.0046,
+      "step": 39842
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7115462997108093e-05,
+      "loss": 0.002,
+      "step": 39844
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7114816036850856e-05,
+      "loss": 0.0053,
+      "step": 39846
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7114169076593625e-05,
+      "loss": 0.0038,
+      "step": 39848
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7113522116336394e-05,
+      "loss": 0.0002,
+      "step": 39850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711287515607916e-05,
+      "loss": 0.0542,
+      "step": 39852
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711222819582193e-05,
+      "loss": 0.0,
+      "step": 39854
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.71115812355647e-05,
+      "loss": 0.0,
+      "step": 39856
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711093427530747e-05,
+      "loss": 0.0001,
+      "step": 39858
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.711028731505024e-05,
+      "loss": 0.0,
+      "step": 39860
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710964035479301e-05,
+      "loss": 0.0,
+      "step": 39862
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710899339453577e-05,
+      "loss": 0.0,
+      "step": 39864
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7108346434278547e-05,
+      "loss": 0.0,
+      "step": 39866
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7107699474021316e-05,
+      "loss": 0.0004,
+      "step": 39868
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710705251376408e-05,
+      "loss": 0.0,
+      "step": 39870
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7106405553506854e-05,
+      "loss": 0.0002,
+      "step": 39872
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7105758593249616e-05,
+      "loss": 0.0001,
+      "step": 39874
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710511163299239e-05,
+      "loss": 0.0004,
+      "step": 39876
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7104464672735154e-05,
+      "loss": 0.0,
+      "step": 39878
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710381771247792e-05,
+      "loss": 0.0001,
+      "step": 39880
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710317075222069e-05,
+      "loss": 0.0018,
+      "step": 39882
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710252379196346e-05,
+      "loss": 0.0044,
+      "step": 39884
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710187683170623e-05,
+      "loss": 0.0,
+      "step": 39886
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7101229871449e-05,
+      "loss": 0.0001,
+      "step": 39888
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.710058291119177e-05,
+      "loss": 0.0,
+      "step": 39890
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709993595093453e-05,
+      "loss": 0.0001,
+      "step": 39892
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709928899067731e-05,
+      "loss": 0.0,
+      "step": 39894
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709864203042007e-05,
+      "loss": 0.0036,
+      "step": 39896
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7097995070162845e-05,
+      "loss": 0.0006,
+      "step": 39898
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709734810990561e-05,
+      "loss": 0.0139,
+      "step": 39900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7096701149648377e-05,
+      "loss": 0.0046,
+      "step": 39902
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709605418939115e-05,
+      "loss": 0.0002,
+      "step": 39904
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7095407229133915e-05,
+      "loss": 0.0006,
+      "step": 39906
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7094760268876684e-05,
+      "loss": 0.0,
+      "step": 39908
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709411330861945e-05,
+      "loss": 0.0,
+      "step": 39910
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709346634836222e-05,
+      "loss": 0.0028,
+      "step": 39912
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709281938810499e-05,
+      "loss": 0.0031,
+      "step": 39914
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709217242784776e-05,
+      "loss": 0.0,
+      "step": 39916
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709152546759053e-05,
+      "loss": 0.0,
+      "step": 39918
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.70908785073333e-05,
+      "loss": 0.0,
+      "step": 39920
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.709023154707607e-05,
+      "loss": 0.0,
+      "step": 39922
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.708958458681883e-05,
+      "loss": 0.0119,
+      "step": 39924
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.7088937626561606e-05,
+      "loss": 0.0,
+      "step": 39926
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.708829066630437e-05,
+      "loss": 0.0047,
+      "step": 39928
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 3.708764370604714e-05,
+      "loss": 0.0001,
+      "step": 39930
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7086996745789906e-05,
+      "loss": 0.0002,
+      "step": 39932
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7086349785532675e-05,
+      "loss": 0.0,
+      "step": 39934
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7085702825275444e-05,
+      "loss": 0.009,
+      "step": 39936
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.708505586501821e-05,
+      "loss": 0.0,
+      "step": 39938
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.708440890476098e-05,
+      "loss": 0.0079,
+      "step": 39940
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.708376194450375e-05,
+      "loss": 0.0002,
+      "step": 39942
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.708311498424652e-05,
+      "loss": 0.0004,
+      "step": 39944
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.708246802398929e-05,
+      "loss": 0.0388,
+      "step": 39946
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.708182106373206e-05,
+      "loss": 0.0,
+      "step": 39948
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.708117410347483e-05,
+      "loss": 0.0,
+      "step": 39950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.708052714321759e-05,
+      "loss": 0.0001,
+      "step": 39952
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7079880182960366e-05,
+      "loss": 0.0001,
+      "step": 39954
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707923322270313e-05,
+      "loss": 0.0001,
+      "step": 39956
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7078586262445904e-05,
+      "loss": 0.0001,
+      "step": 39958
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7077939302188666e-05,
+      "loss": 0.0,
+      "step": 39960
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7077292341931436e-05,
+      "loss": 0.0,
+      "step": 39962
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7076645381674205e-05,
+      "loss": 0.0001,
+      "step": 39964
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7075998421416974e-05,
+      "loss": 0.0,
+      "step": 39966
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707535146115974e-05,
+      "loss": 0.0,
+      "step": 39968
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707470450090251e-05,
+      "loss": 0.004,
+      "step": 39970
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707405754064528e-05,
+      "loss": 0.0002,
+      "step": 39972
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707341058038804e-05,
+      "loss": 0.0001,
+      "step": 39974
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707276362013082e-05,
+      "loss": 0.0061,
+      "step": 39976
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707211665987358e-05,
+      "loss": 0.0,
+      "step": 39978
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707146969961636e-05,
+      "loss": 0.0,
+      "step": 39980
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7070822739359126e-05,
+      "loss": 0.0,
+      "step": 39982
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.707017577910189e-05,
+      "loss": 0.0,
+      "step": 39984
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7069528818844665e-05,
+      "loss": 0.0001,
+      "step": 39986
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706888185858743e-05,
+      "loss": 0.0,
+      "step": 39988
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7068234898330196e-05,
+      "loss": 0.0,
+      "step": 39990
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7067587938072965e-05,
+      "loss": 0.0,
+      "step": 39992
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7066940977815734e-05,
+      "loss": 0.0001,
+      "step": 39994
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70662940175585e-05,
+      "loss": 0.0,
+      "step": 39996
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706564705730127e-05,
+      "loss": 0.0,
+      "step": 39998
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706500009704404e-05,
+      "loss": 0.0125,
+      "step": 40000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706435313678681e-05,
+      "loss": 0.0129,
+      "step": 40002
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706370617652958e-05,
+      "loss": 0.0063,
+      "step": 40004
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706305921627234e-05,
+      "loss": 0.0,
+      "step": 40006
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706241225601512e-05,
+      "loss": 0.0003,
+      "step": 40008
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706176529575788e-05,
+      "loss": 0.0,
+      "step": 40010
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.706111833550065e-05,
+      "loss": 0.0001,
+      "step": 40012
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7060471375243425e-05,
+      "loss": 0.0013,
+      "step": 40014
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705982441498619e-05,
+      "loss": 0.026,
+      "step": 40016
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705917745472896e-05,
+      "loss": 0.0004,
+      "step": 40018
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7058530494471725e-05,
+      "loss": 0.0,
+      "step": 40020
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7057883534214494e-05,
+      "loss": 0.0,
+      "step": 40022
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7057236573957264e-05,
+      "loss": 0.0001,
+      "step": 40024
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705658961370003e-05,
+      "loss": 0.0002,
+      "step": 40026
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70559426534428e-05,
+      "loss": 0.0036,
+      "step": 40028
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705529569318557e-05,
+      "loss": 0.0,
+      "step": 40030
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705464873292834e-05,
+      "loss": 0.0005,
+      "step": 40032
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70540017726711e-05,
+      "loss": 0.0,
+      "step": 40034
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705335481241388e-05,
+      "loss": 0.0,
+      "step": 40036
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705270785215664e-05,
+      "loss": 0.0,
+      "step": 40038
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7052060891899416e-05,
+      "loss": 0.0001,
+      "step": 40040
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705141393164218e-05,
+      "loss": 0.0,
+      "step": 40042
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.705076697138495e-05,
+      "loss": 0.0001,
+      "step": 40044
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7050120011127723e-05,
+      "loss": 0.0,
+      "step": 40046
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7049473050870486e-05,
+      "loss": 0.0001,
+      "step": 40048
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7048826090613255e-05,
+      "loss": 0.0093,
+      "step": 40050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7048179130356024e-05,
+      "loss": 0.0034,
+      "step": 40052
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.704753217009879e-05,
+      "loss": 0.0001,
+      "step": 40054
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7046885209841555e-05,
+      "loss": 0.0,
+      "step": 40056
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.704623824958433e-05,
+      "loss": 0.0,
+      "step": 40058
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70455912893271e-05,
+      "loss": 0.0,
+      "step": 40060
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.704494432906987e-05,
+      "loss": 0.0,
+      "step": 40062
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.704429736881264e-05,
+      "loss": 0.0,
+      "step": 40064
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70436504085554e-05,
+      "loss": 0.0249,
+      "step": 40066
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.704300344829818e-05,
+      "loss": 0.0,
+      "step": 40068
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.704235648804094e-05,
+      "loss": 0.0,
+      "step": 40070
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.704170952778371e-05,
+      "loss": 0.0016,
+      "step": 40072
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.704106256752648e-05,
+      "loss": 0.0,
+      "step": 40074
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7040415607269246e-05,
+      "loss": 0.0016,
+      "step": 40076
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7039768647012015e-05,
+      "loss": 0.0,
+      "step": 40078
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7039121686754784e-05,
+      "loss": 0.0001,
+      "step": 40080
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7038474726497553e-05,
+      "loss": 0.0045,
+      "step": 40082
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.703782776624032e-05,
+      "loss": 0.0066,
+      "step": 40084
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.703718080598309e-05,
+      "loss": 0.0,
+      "step": 40086
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7036533845725854e-05,
+      "loss": 0.0,
+      "step": 40088
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.703588688546863e-05,
+      "loss": 0.006,
+      "step": 40090
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70352399252114e-05,
+      "loss": 0.0006,
+      "step": 40092
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.703459296495416e-05,
+      "loss": 0.0084,
+      "step": 40094
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.703394600469694e-05,
+      "loss": 0.0111,
+      "step": 40096
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70332990444397e-05,
+      "loss": 0.0039,
+      "step": 40098
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7032652084182475e-05,
+      "loss": 0.0,
+      "step": 40100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.703200512392524e-05,
+      "loss": 0.0004,
+      "step": 40102
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.703135816366801e-05,
+      "loss": 0.0,
+      "step": 40104
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7030711203410776e-05,
+      "loss": 0.0089,
+      "step": 40106
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7030064243153545e-05,
+      "loss": 0.0,
+      "step": 40108
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7029417282896314e-05,
+      "loss": 0.0002,
+      "step": 40110
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.702877032263908e-05,
+      "loss": 0.0001,
+      "step": 40112
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.702812336238185e-05,
+      "loss": 0.009,
+      "step": 40114
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7027476402124614e-05,
+      "loss": 0.0001,
+      "step": 40116
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.702682944186739e-05,
+      "loss": 0.0012,
+      "step": 40118
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.702618248161015e-05,
+      "loss": 0.0002,
+      "step": 40120
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.702553552135293e-05,
+      "loss": 0.0004,
+      "step": 40122
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70248885610957e-05,
+      "loss": 0.0002,
+      "step": 40124
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.702424160083846e-05,
+      "loss": 0.0002,
+      "step": 40126
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7023594640581236e-05,
+      "loss": 0.0,
+      "step": 40128
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7022947680324e-05,
+      "loss": 0.0002,
+      "step": 40130
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.702230072006677e-05,
+      "loss": 0.0,
+      "step": 40132
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7021653759809536e-05,
+      "loss": 0.0001,
+      "step": 40134
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7021006799552305e-05,
+      "loss": 0.0003,
+      "step": 40136
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7020359839295074e-05,
+      "loss": 0.0092,
+      "step": 40138
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701971287903784e-05,
+      "loss": 0.0007,
+      "step": 40140
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701906591878061e-05,
+      "loss": 0.0046,
+      "step": 40142
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701841895852338e-05,
+      "loss": 0.0004,
+      "step": 40144
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701777199826615e-05,
+      "loss": 0.0005,
+      "step": 40146
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701712503800891e-05,
+      "loss": 0.0,
+      "step": 40148
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701647807775169e-05,
+      "loss": 0.0001,
+      "step": 40150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701583111749445e-05,
+      "loss": 0.001,
+      "step": 40152
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701518415723722e-05,
+      "loss": 0.0001,
+      "step": 40154
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701453719697999e-05,
+      "loss": 0.0,
+      "step": 40156
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701389023672276e-05,
+      "loss": 0.0059,
+      "step": 40158
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7013243276465534e-05,
+      "loss": 0.0,
+      "step": 40160
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7012596316208297e-05,
+      "loss": 0.0011,
+      "step": 40162
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7011949355951066e-05,
+      "loss": 0.0,
+      "step": 40164
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7011302395693835e-05,
+      "loss": 0.0004,
+      "step": 40166
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7010655435436604e-05,
+      "loss": 0.0006,
+      "step": 40168
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.701000847517937e-05,
+      "loss": 0.0001,
+      "step": 40170
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700936151492214e-05,
+      "loss": 0.0,
+      "step": 40172
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700871455466491e-05,
+      "loss": 0.0,
+      "step": 40174
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700806759440767e-05,
+      "loss": 0.0007,
+      "step": 40176
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700742063415045e-05,
+      "loss": 0.0,
+      "step": 40178
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700677367389321e-05,
+      "loss": 0.0,
+      "step": 40180
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700612671363599e-05,
+      "loss": 0.0001,
+      "step": 40182
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700547975337875e-05,
+      "loss": 0.0002,
+      "step": 40184
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700483279312152e-05,
+      "loss": 0.0108,
+      "step": 40186
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700418583286429e-05,
+      "loss": 0.0121,
+      "step": 40188
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.700353887260706e-05,
+      "loss": 0.0001,
+      "step": 40190
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7002891912349826e-05,
+      "loss": 0.0074,
+      "step": 40192
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7002244952092595e-05,
+      "loss": 0.001,
+      "step": 40194
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7001597991835364e-05,
+      "loss": 0.0,
+      "step": 40196
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.7000951031578126e-05,
+      "loss": 0.0001,
+      "step": 40198
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.70003040713209e-05,
+      "loss": 0.0002,
+      "step": 40200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699965711106367e-05,
+      "loss": 0.0004,
+      "step": 40202
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699901015080644e-05,
+      "loss": 0.0001,
+      "step": 40204
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699836319054921e-05,
+      "loss": 0.0002,
+      "step": 40206
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699771623029197e-05,
+      "loss": 0.0005,
+      "step": 40208
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699706927003475e-05,
+      "loss": 0.0,
+      "step": 40210
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699642230977751e-05,
+      "loss": 0.0,
+      "step": 40212
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699577534952028e-05,
+      "loss": 0.0004,
+      "step": 40214
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699512838926305e-05,
+      "loss": 0.004,
+      "step": 40216
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699448142900582e-05,
+      "loss": 0.0,
+      "step": 40218
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6993834468748586e-05,
+      "loss": 0.0002,
+      "step": 40220
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6993187508491355e-05,
+      "loss": 0.0,
+      "step": 40222
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6992540548234125e-05,
+      "loss": 0.0002,
+      "step": 40224
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6991893587976894e-05,
+      "loss": 0.0,
+      "step": 40226
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.699124662771966e-05,
+      "loss": 0.0,
+      "step": 40228
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6990599667462425e-05,
+      "loss": 0.0058,
+      "step": 40230
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.69899527072052e-05,
+      "loss": 0.0037,
+      "step": 40232
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698930574694796e-05,
+      "loss": 0.0,
+      "step": 40234
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698865878669073e-05,
+      "loss": 0.0001,
+      "step": 40236
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698801182643351e-05,
+      "loss": 0.0052,
+      "step": 40238
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698736486617627e-05,
+      "loss": 0.0,
+      "step": 40240
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6986717905919046e-05,
+      "loss": 0.0,
+      "step": 40242
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698607094566181e-05,
+      "loss": 0.0,
+      "step": 40244
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698542398540458e-05,
+      "loss": 0.0,
+      "step": 40246
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698477702514735e-05,
+      "loss": 0.0,
+      "step": 40248
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6984130064890116e-05,
+      "loss": 0.0024,
+      "step": 40250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6983483104632885e-05,
+      "loss": 0.0,
+      "step": 40252
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6982836144375654e-05,
+      "loss": 0.0,
+      "step": 40254
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698218918411842e-05,
+      "loss": 0.0,
+      "step": 40256
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6981542223861185e-05,
+      "loss": 0.0,
+      "step": 40258
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.698089526360396e-05,
+      "loss": 0.0,
+      "step": 40260
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6980248303346724e-05,
+      "loss": 0.0019,
+      "step": 40262
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.69796013430895e-05,
+      "loss": 0.0,
+      "step": 40264
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697895438283226e-05,
+      "loss": 0.0,
+      "step": 40266
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697830742257503e-05,
+      "loss": 0.0,
+      "step": 40268
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697766046231781e-05,
+      "loss": 0.0,
+      "step": 40270
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697701350206057e-05,
+      "loss": 0.0,
+      "step": 40272
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697636654180334e-05,
+      "loss": 0.0,
+      "step": 40274
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697571958154611e-05,
+      "loss": 0.0,
+      "step": 40276
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6975072621288876e-05,
+      "loss": 0.0,
+      "step": 40278
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697442566103164e-05,
+      "loss": 0.0001,
+      "step": 40280
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6973778700774414e-05,
+      "loss": 0.0015,
+      "step": 40282
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6973131740517184e-05,
+      "loss": 0.0,
+      "step": 40284
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697248478025995e-05,
+      "loss": 0.0,
+      "step": 40286
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697183782000272e-05,
+      "loss": 0.0038,
+      "step": 40288
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6971190859745484e-05,
+      "loss": 0.0009,
+      "step": 40290
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.697054389948826e-05,
+      "loss": 0.0001,
+      "step": 40292
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696989693923102e-05,
+      "loss": 0.0004,
+      "step": 40294
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696924997897379e-05,
+      "loss": 0.0,
+      "step": 40296
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696860301871656e-05,
+      "loss": 0.0119,
+      "step": 40298
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696795605845933e-05,
+      "loss": 0.0,
+      "step": 40300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6967309098202105e-05,
+      "loss": 0.0133,
+      "step": 40302
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696666213794487e-05,
+      "loss": 0.0002,
+      "step": 40304
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696601517768764e-05,
+      "loss": 0.0,
+      "step": 40306
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6965368217430406e-05,
+      "loss": 0.0001,
+      "step": 40308
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6964721257173175e-05,
+      "loss": 0.0,
+      "step": 40310
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696407429691594e-05,
+      "loss": 0.0,
+      "step": 40312
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696342733665871e-05,
+      "loss": 0.0027,
+      "step": 40314
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696278037640148e-05,
+      "loss": 0.0184,
+      "step": 40316
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6962133416144244e-05,
+      "loss": 0.0003,
+      "step": 40318
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696148645588702e-05,
+      "loss": 0.0001,
+      "step": 40320
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696083949562978e-05,
+      "loss": 0.0129,
+      "step": 40322
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.696019253537256e-05,
+      "loss": 0.0055,
+      "step": 40324
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695954557511532e-05,
+      "loss": 0.0,
+      "step": 40326
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695889861485809e-05,
+      "loss": 0.0009,
+      "step": 40328
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695825165460086e-05,
+      "loss": 0.0012,
+      "step": 40330
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695760469434363e-05,
+      "loss": 0.0006,
+      "step": 40332
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.69569577340864e-05,
+      "loss": 0.006,
+      "step": 40334
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6956310773829166e-05,
+      "loss": 0.0026,
+      "step": 40336
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6955663813571935e-05,
+      "loss": 0.0,
+      "step": 40338
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.69550168533147e-05,
+      "loss": 0.0001,
+      "step": 40340
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6954369893057473e-05,
+      "loss": 0.0,
+      "step": 40342
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6953722932800236e-05,
+      "loss": 0.004,
+      "step": 40344
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695307597254301e-05,
+      "loss": 0.0,
+      "step": 40346
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695242901228578e-05,
+      "loss": 0.0,
+      "step": 40348
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695178205202854e-05,
+      "loss": 0.001,
+      "step": 40350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695113509177132e-05,
+      "loss": 0.0001,
+      "step": 40352
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.695048813151408e-05,
+      "loss": 0.0011,
+      "step": 40354
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694984117125685e-05,
+      "loss": 0.0,
+      "step": 40356
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694919421099962e-05,
+      "loss": 0.0001,
+      "step": 40358
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694854725074239e-05,
+      "loss": 0.0001,
+      "step": 40360
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694790029048516e-05,
+      "loss": 0.0,
+      "step": 40362
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6947253330227927e-05,
+      "loss": 0.0139,
+      "step": 40364
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6946606369970696e-05,
+      "loss": 0.0018,
+      "step": 40366
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6945959409713465e-05,
+      "loss": 0.0038,
+      "step": 40368
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6945312449456234e-05,
+      "loss": 0.0017,
+      "step": 40370
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6944665489198996e-05,
+      "loss": 0.012,
+      "step": 40372
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694401852894177e-05,
+      "loss": 0.0009,
+      "step": 40374
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6943371568684534e-05,
+      "loss": 0.003,
+      "step": 40376
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6942724608427303e-05,
+      "loss": 0.0,
+      "step": 40378
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694207764817007e-05,
+      "loss": 0.0008,
+      "step": 40380
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694143068791284e-05,
+      "loss": 0.0,
+      "step": 40382
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694078372765562e-05,
+      "loss": 0.0002,
+      "step": 40384
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.694013676739838e-05,
+      "loss": 0.0,
+      "step": 40386
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693948980714115e-05,
+      "loss": 0.0223,
+      "step": 40388
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693884284688392e-05,
+      "loss": 0.0,
+      "step": 40390
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693819588662669e-05,
+      "loss": 0.0002,
+      "step": 40392
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6937548926369456e-05,
+      "loss": 0.0004,
+      "step": 40394
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6936901966112225e-05,
+      "loss": 0.0001,
+      "step": 40396
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6936255005854994e-05,
+      "loss": 0.0,
+      "step": 40398
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6935608045597757e-05,
+      "loss": 0.0,
+      "step": 40400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693496108534053e-05,
+      "loss": 0.0,
+      "step": 40402
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6934314125083295e-05,
+      "loss": 0.0001,
+      "step": 40404
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693366716482607e-05,
+      "loss": 0.0,
+      "step": 40406
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693302020456883e-05,
+      "loss": 0.0001,
+      "step": 40408
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.69323732443116e-05,
+      "loss": 0.003,
+      "step": 40410
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693172628405437e-05,
+      "loss": 0.0048,
+      "step": 40412
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693107932379714e-05,
+      "loss": 0.0001,
+      "step": 40414
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.693043236353991e-05,
+      "loss": 0.0003,
+      "step": 40416
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692978540328268e-05,
+      "loss": 0.0,
+      "step": 40418
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692913844302545e-05,
+      "loss": 0.0125,
+      "step": 40420
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692849148276821e-05,
+      "loss": 0.0,
+      "step": 40422
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6927844522510986e-05,
+      "loss": 0.0001,
+      "step": 40424
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6927197562253755e-05,
+      "loss": 0.0086,
+      "step": 40426
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6926550601996524e-05,
+      "loss": 0.021,
+      "step": 40428
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692590364173929e-05,
+      "loss": 0.0125,
+      "step": 40430
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.6925256681482055e-05,
+      "loss": 0.0004,
+      "step": 40432
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692460972122483e-05,
+      "loss": 0.0034,
+      "step": 40434
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692396276096759e-05,
+      "loss": 0.0,
+      "step": 40436
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692331580071036e-05,
+      "loss": 0.0,
+      "step": 40438
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692266884045313e-05,
+      "loss": 0.0,
+      "step": 40440
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.69220218801959e-05,
+      "loss": 0.0002,
+      "step": 40442
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 3.692137491993867e-05,
+      "loss": 0.0,
+      "step": 40444
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.692072795968144e-05,
+      "loss": 0.0002,
+      "step": 40446
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.692008099942421e-05,
+      "loss": 0.0011,
+      "step": 40448
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.691943403916698e-05,
+      "loss": 0.0065,
+      "step": 40450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6918787078909746e-05,
+      "loss": 0.0,
+      "step": 40452
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.691814011865251e-05,
+      "loss": 0.0,
+      "step": 40454
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6917493158395284e-05,
+      "loss": 0.0,
+      "step": 40456
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6916846198138046e-05,
+      "loss": 0.002,
+      "step": 40458
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6916199237880816e-05,
+      "loss": 0.0001,
+      "step": 40460
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.691555227762359e-05,
+      "loss": 0.0009,
+      "step": 40462
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6914905317366354e-05,
+      "loss": 0.0,
+      "step": 40464
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.691425835710913e-05,
+      "loss": 0.0141,
+      "step": 40466
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.691393487698051e-05,
+      "loss": 0.0679,
+      "step": 40468
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6913287916723276e-05,
+      "loss": 0.0258,
+      "step": 40470
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6912640956466046e-05,
+      "loss": 0.0,
+      "step": 40472
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6911993996208815e-05,
+      "loss": 0.0001,
+      "step": 40474
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6911347035951584e-05,
+      "loss": 0.0,
+      "step": 40476
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.691070007569435e-05,
+      "loss": 0.0003,
+      "step": 40478
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.691005311543712e-05,
+      "loss": 0.0,
+      "step": 40480
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6909406155179884e-05,
+      "loss": 0.0051,
+      "step": 40482
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690875919492266e-05,
+      "loss": 0.0013,
+      "step": 40484
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690811223466543e-05,
+      "loss": 0.0,
+      "step": 40486
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690746527440819e-05,
+      "loss": 0.0005,
+      "step": 40488
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690681831415097e-05,
+      "loss": 0.0034,
+      "step": 40490
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690617135389373e-05,
+      "loss": 0.0,
+      "step": 40492
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.69055243936365e-05,
+      "loss": 0.0007,
+      "step": 40494
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690487743337927e-05,
+      "loss": 0.0,
+      "step": 40496
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690423047312204e-05,
+      "loss": 0.0004,
+      "step": 40498
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6903583512864806e-05,
+      "loss": 0.0,
+      "step": 40500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6902936552607575e-05,
+      "loss": 0.0016,
+      "step": 40502
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6902289592350344e-05,
+      "loss": 0.0002,
+      "step": 40504
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690164263209311e-05,
+      "loss": 0.0,
+      "step": 40506
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.690099567183588e-05,
+      "loss": 0.0,
+      "step": 40508
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6900348711578645e-05,
+      "loss": 0.0084,
+      "step": 40510
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689970175132142e-05,
+      "loss": 0.0,
+      "step": 40512
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689905479106418e-05,
+      "loss": 0.0407,
+      "step": 40514
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689840783080696e-05,
+      "loss": 0.0,
+      "step": 40516
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689776087054973e-05,
+      "loss": 0.0,
+      "step": 40518
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689711391029249e-05,
+      "loss": 0.0,
+      "step": 40520
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6896466950035266e-05,
+      "loss": 0.0402,
+      "step": 40522
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689581998977803e-05,
+      "loss": 0.0,
+      "step": 40524
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.68951730295208e-05,
+      "loss": 0.0001,
+      "step": 40526
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6894526069263566e-05,
+      "loss": 0.0001,
+      "step": 40528
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6893879109006335e-05,
+      "loss": 0.0,
+      "step": 40530
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6893232148749104e-05,
+      "loss": 0.0016,
+      "step": 40532
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6892585188491874e-05,
+      "loss": 0.0026,
+      "step": 40534
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689193822823464e-05,
+      "loss": 0.0125,
+      "step": 40536
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689129126797741e-05,
+      "loss": 0.0002,
+      "step": 40538
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.689064430772018e-05,
+      "loss": 0.0,
+      "step": 40540
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688999734746294e-05,
+      "loss": 0.0041,
+      "step": 40542
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688935038720572e-05,
+      "loss": 0.0049,
+      "step": 40544
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688870342694848e-05,
+      "loss": 0.0001,
+      "step": 40546
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688805646669125e-05,
+      "loss": 0.0,
+      "step": 40548
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6887409506434026e-05,
+      "loss": 0.0,
+      "step": 40550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688676254617679e-05,
+      "loss": 0.0,
+      "step": 40552
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688611558591956e-05,
+      "loss": 0.0,
+      "step": 40554
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688546862566233e-05,
+      "loss": 0.0001,
+      "step": 40556
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6884821665405096e-05,
+      "loss": 0.0001,
+      "step": 40558
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6884174705147865e-05,
+      "loss": 0.004,
+      "step": 40560
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6883527744890634e-05,
+      "loss": 0.0111,
+      "step": 40562
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.68828807846334e-05,
+      "loss": 0.0001,
+      "step": 40564
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688223382437617e-05,
+      "loss": 0.0001,
+      "step": 40566
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688158686411894e-05,
+      "loss": 0.0001,
+      "step": 40568
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6880939903861704e-05,
+      "loss": 0.025,
+      "step": 40570
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.688029294360448e-05,
+      "loss": 0.0,
+      "step": 40572
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687964598334724e-05,
+      "loss": 0.0,
+      "step": 40574
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687899902309001e-05,
+      "loss": 0.0,
+      "step": 40576
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687835206283278e-05,
+      "loss": 0.0005,
+      "step": 40578
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687770510257555e-05,
+      "loss": 0.0001,
+      "step": 40580
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6877058142318325e-05,
+      "loss": 0.0,
+      "step": 40582
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687641118206109e-05,
+      "loss": 0.0004,
+      "step": 40584
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6875764221803856e-05,
+      "loss": 0.0014,
+      "step": 40586
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6875117261546625e-05,
+      "loss": 0.0004,
+      "step": 40588
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6874470301289394e-05,
+      "loss": 0.0036,
+      "step": 40590
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687382334103216e-05,
+      "loss": 0.0,
+      "step": 40592
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687317638077493e-05,
+      "loss": 0.0001,
+      "step": 40594
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.68725294205177e-05,
+      "loss": 0.0,
+      "step": 40596
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687188246026047e-05,
+      "loss": 0.0001,
+      "step": 40598
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.687123550000324e-05,
+      "loss": 0.0114,
+      "step": 40600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6870588539746e-05,
+      "loss": 0.0,
+      "step": 40602
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686994157948878e-05,
+      "loss": 0.0101,
+      "step": 40604
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686929461923154e-05,
+      "loss": 0.0,
+      "step": 40606
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686864765897431e-05,
+      "loss": 0.0058,
+      "step": 40608
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686800069871708e-05,
+      "loss": 0.0,
+      "step": 40610
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686735373845985e-05,
+      "loss": 0.0,
+      "step": 40612
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686670677820262e-05,
+      "loss": 0.0001,
+      "step": 40614
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6866059817945386e-05,
+      "loss": 0.0,
+      "step": 40616
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6865412857688155e-05,
+      "loss": 0.0001,
+      "step": 40618
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6864765897430924e-05,
+      "loss": 0.0,
+      "step": 40620
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686411893717369e-05,
+      "loss": 0.0,
+      "step": 40622
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6863471976916455e-05,
+      "loss": 0.0,
+      "step": 40624
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686282501665923e-05,
+      "loss": 0.0,
+      "step": 40626
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6862178056402e-05,
+      "loss": 0.0,
+      "step": 40628
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686153109614476e-05,
+      "loss": 0.0,
+      "step": 40630
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.686088413588754e-05,
+      "loss": 0.0007,
+      "step": 40632
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.68602371756303e-05,
+      "loss": 0.0,
+      "step": 40634
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685959021537307e-05,
+      "loss": 0.0001,
+      "step": 40636
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685894325511584e-05,
+      "loss": 0.0001,
+      "step": 40638
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685829629485861e-05,
+      "loss": 0.0009,
+      "step": 40640
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685764933460138e-05,
+      "loss": 0.0005,
+      "step": 40642
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6857002374344146e-05,
+      "loss": 0.0006,
+      "step": 40644
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6856355414086915e-05,
+      "loss": 0.0001,
+      "step": 40646
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6855708453829684e-05,
+      "loss": 0.0,
+      "step": 40648
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685506149357245e-05,
+      "loss": 0.0,
+      "step": 40650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6854414533315216e-05,
+      "loss": 0.0043,
+      "step": 40652
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685376757305799e-05,
+      "loss": 0.0,
+      "step": 40654
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6853120612800754e-05,
+      "loss": 0.0,
+      "step": 40656
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685247365254352e-05,
+      "loss": 0.0,
+      "step": 40658
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685182669228629e-05,
+      "loss": 0.0001,
+      "step": 40660
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685117973202906e-05,
+      "loss": 0.0,
+      "step": 40662
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.685053277177184e-05,
+      "loss": 0.0,
+      "step": 40664
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.68498858115146e-05,
+      "loss": 0.0042,
+      "step": 40666
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684923885125737e-05,
+      "loss": 0.0002,
+      "step": 40668
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684859189100014e-05,
+      "loss": 0.0,
+      "step": 40670
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6847944930742907e-05,
+      "loss": 0.0,
+      "step": 40672
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6847297970485676e-05,
+      "loss": 0.0001,
+      "step": 40674
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6846651010228445e-05,
+      "loss": 0.0,
+      "step": 40676
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6846004049971214e-05,
+      "loss": 0.0,
+      "step": 40678
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684535708971398e-05,
+      "loss": 0.0,
+      "step": 40680
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684471012945675e-05,
+      "loss": 0.0,
+      "step": 40682
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6844063169199514e-05,
+      "loss": 0.0001,
+      "step": 40684
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684341620894229e-05,
+      "loss": 0.0003,
+      "step": 40686
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684276924868505e-05,
+      "loss": 0.0,
+      "step": 40688
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684212228842782e-05,
+      "loss": 0.0,
+      "step": 40690
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684147532817059e-05,
+      "loss": 0.0002,
+      "step": 40692
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684082836791336e-05,
+      "loss": 0.0,
+      "step": 40694
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.684018140765613e-05,
+      "loss": 0.0,
+      "step": 40696
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.68395344473989e-05,
+      "loss": 0.0001,
+      "step": 40698
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683888748714167e-05,
+      "loss": 0.008,
+      "step": 40700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6838240526884436e-05,
+      "loss": 0.0,
+      "step": 40702
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6837593566627205e-05,
+      "loss": 0.0003,
+      "step": 40704
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6836946606369974e-05,
+      "loss": 0.0002,
+      "step": 40706
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683629964611274e-05,
+      "loss": 0.0,
+      "step": 40708
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683565268585551e-05,
+      "loss": 0.0001,
+      "step": 40710
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6835005725598275e-05,
+      "loss": 0.0,
+      "step": 40712
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683435876534105e-05,
+      "loss": 0.0,
+      "step": 40714
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683371180508381e-05,
+      "loss": 0.0,
+      "step": 40716
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683306484482658e-05,
+      "loss": 0.0,
+      "step": 40718
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683241788456935e-05,
+      "loss": 0.0,
+      "step": 40720
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683177092431212e-05,
+      "loss": 0.0,
+      "step": 40722
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683112396405489e-05,
+      "loss": 0.0001,
+      "step": 40724
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.683047700379766e-05,
+      "loss": 0.0,
+      "step": 40726
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682983004354043e-05,
+      "loss": 0.0,
+      "step": 40728
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6829183083283196e-05,
+      "loss": 0.0,
+      "step": 40730
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6828536123025965e-05,
+      "loss": 0.0001,
+      "step": 40732
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682788916276873e-05,
+      "loss": 0.0001,
+      "step": 40734
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6827242202511504e-05,
+      "loss": 0.006,
+      "step": 40736
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6826595242254266e-05,
+      "loss": 0.016,
+      "step": 40738
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682594828199704e-05,
+      "loss": 0.0,
+      "step": 40740
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682530132173981e-05,
+      "loss": 0.0144,
+      "step": 40742
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682465436148257e-05,
+      "loss": 0.0007,
+      "step": 40744
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682400740122535e-05,
+      "loss": 0.0001,
+      "step": 40746
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682336044096811e-05,
+      "loss": 0.0153,
+      "step": 40748
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682271348071088e-05,
+      "loss": 0.0003,
+      "step": 40750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682206652045365e-05,
+      "loss": 0.0002,
+      "step": 40752
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682141956019642e-05,
+      "loss": 0.0,
+      "step": 40754
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682077259993919e-05,
+      "loss": 0.0095,
+      "step": 40756
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.682012563968196e-05,
+      "loss": 0.0001,
+      "step": 40758
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6819478679424726e-05,
+      "loss": 0.0057,
+      "step": 40760
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6818831719167495e-05,
+      "loss": 0.0056,
+      "step": 40762
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6818184758910264e-05,
+      "loss": 0.0071,
+      "step": 40764
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6817537798653026e-05,
+      "loss": 0.0098,
+      "step": 40766
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.68168908383958e-05,
+      "loss": 0.0074,
+      "step": 40768
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6816243878138565e-05,
+      "loss": 0.0001,
+      "step": 40770
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6815596917881334e-05,
+      "loss": 0.0018,
+      "step": 40772
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.681494995762411e-05,
+      "loss": 0.0,
+      "step": 40774
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.681430299736687e-05,
+      "loss": 0.0,
+      "step": 40776
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.681365603710964e-05,
+      "loss": 0.0039,
+      "step": 40778
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.681300907685241e-05,
+      "loss": 0.0,
+      "step": 40780
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.681236211659518e-05,
+      "loss": 0.0055,
+      "step": 40782
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.681171515633795e-05,
+      "loss": 0.0,
+      "step": 40784
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.681106819608072e-05,
+      "loss": 0.0,
+      "step": 40786
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6810421235823486e-05,
+      "loss": 0.0,
+      "step": 40788
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6809774275566255e-05,
+      "loss": 0.0017,
+      "step": 40790
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6809127315309024e-05,
+      "loss": 0.0001,
+      "step": 40792
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680848035505179e-05,
+      "loss": 0.0003,
+      "step": 40794
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680783339479456e-05,
+      "loss": 0.0,
+      "step": 40796
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6807186434537325e-05,
+      "loss": 0.0,
+      "step": 40798
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6806539474280094e-05,
+      "loss": 0.0003,
+      "step": 40800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680589251402286e-05,
+      "loss": 0.0,
+      "step": 40802
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680524555376563e-05,
+      "loss": 0.0,
+      "step": 40804
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680459859350841e-05,
+      "loss": 0.0002,
+      "step": 40806
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680395163325117e-05,
+      "loss": 0.0014,
+      "step": 40808
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680330467299394e-05,
+      "loss": 0.0,
+      "step": 40810
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680265771273671e-05,
+      "loss": 0.0031,
+      "step": 40812
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680201075247948e-05,
+      "loss": 0.0014,
+      "step": 40814
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.680136379222224e-05,
+      "loss": 0.0001,
+      "step": 40816
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6800716831965016e-05,
+      "loss": 0.0,
+      "step": 40818
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6800069871707785e-05,
+      "loss": 0.0,
+      "step": 40820
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6799422911450554e-05,
+      "loss": 0.0,
+      "step": 40822
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679877595119332e-05,
+      "loss": 0.0001,
+      "step": 40824
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6798128990936085e-05,
+      "loss": 0.004,
+      "step": 40826
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679748203067886e-05,
+      "loss": 0.0,
+      "step": 40828
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6796835070421624e-05,
+      "loss": 0.0041,
+      "step": 40830
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679618811016439e-05,
+      "loss": 0.0,
+      "step": 40832
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679554114990716e-05,
+      "loss": 0.0,
+      "step": 40834
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679489418964993e-05,
+      "loss": 0.0085,
+      "step": 40836
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.67942472293927e-05,
+      "loss": 0.0124,
+      "step": 40838
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679360026913547e-05,
+      "loss": 0.0001,
+      "step": 40840
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679295330887824e-05,
+      "loss": 0.0,
+      "step": 40842
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679230634862101e-05,
+      "loss": 0.0,
+      "step": 40844
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6791659388363776e-05,
+      "loss": 0.0,
+      "step": 40846
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.679101242810654e-05,
+      "loss": 0.0,
+      "step": 40848
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6790365467849314e-05,
+      "loss": 0.0016,
+      "step": 40850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6789718507592083e-05,
+      "loss": 0.0067,
+      "step": 40852
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6789071547334846e-05,
+      "loss": 0.0002,
+      "step": 40854
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678842458707762e-05,
+      "loss": 0.0001,
+      "step": 40856
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6787777626820384e-05,
+      "loss": 0.0001,
+      "step": 40858
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678713066656315e-05,
+      "loss": 0.0001,
+      "step": 40860
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678648370630592e-05,
+      "loss": 0.0001,
+      "step": 40862
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678583674604869e-05,
+      "loss": 0.0197,
+      "step": 40864
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678518978579146e-05,
+      "loss": 0.0,
+      "step": 40866
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678454282553423e-05,
+      "loss": 0.0,
+      "step": 40868
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6783895865277e-05,
+      "loss": 0.0002,
+      "step": 40870
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678324890501977e-05,
+      "loss": 0.0019,
+      "step": 40872
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6782601944762537e-05,
+      "loss": 0.0,
+      "step": 40874
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.67819549845053e-05,
+      "loss": 0.0001,
+      "step": 40876
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6781308024248075e-05,
+      "loss": 0.0187,
+      "step": 40878
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678066106399084e-05,
+      "loss": 0.0008,
+      "step": 40880
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.678001410373361e-05,
+      "loss": 0.0,
+      "step": 40882
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677936714347638e-05,
+      "loss": 0.0001,
+      "step": 40884
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6778720183219144e-05,
+      "loss": 0.0005,
+      "step": 40886
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677807322296192e-05,
+      "loss": 0.0063,
+      "step": 40888
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677742626270468e-05,
+      "loss": 0.0112,
+      "step": 40890
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677677930244745e-05,
+      "loss": 0.0,
+      "step": 40892
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677613234219022e-05,
+      "loss": 0.0,
+      "step": 40894
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677548538193299e-05,
+      "loss": 0.0,
+      "step": 40896
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677483842167576e-05,
+      "loss": 0.0,
+      "step": 40898
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677419146141853e-05,
+      "loss": 0.0,
+      "step": 40900
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.67735445011613e-05,
+      "loss": 0.0,
+      "step": 40902
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6772897540904066e-05,
+      "loss": 0.0829,
+      "step": 40904
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6772250580646835e-05,
+      "loss": 0.0021,
+      "step": 40906
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.67716036203896e-05,
+      "loss": 0.0,
+      "step": 40908
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.677095666013237e-05,
+      "loss": 0.0001,
+      "step": 40910
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6770309699875136e-05,
+      "loss": 0.0,
+      "step": 40912
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6769662739617905e-05,
+      "loss": 0.0,
+      "step": 40914
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6769015779360674e-05,
+      "loss": 0.0,
+      "step": 40916
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676836881910344e-05,
+      "loss": 0.0059,
+      "step": 40918
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676772185884621e-05,
+      "loss": 0.0,
+      "step": 40920
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676707489858898e-05,
+      "loss": 0.0001,
+      "step": 40922
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676642793833175e-05,
+      "loss": 0.0,
+      "step": 40924
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676578097807452e-05,
+      "loss": 0.0,
+      "step": 40926
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676513401781729e-05,
+      "loss": 0.0,
+      "step": 40928
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676448705756006e-05,
+      "loss": 0.0001,
+      "step": 40930
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6763840097302826e-05,
+      "loss": 0.0005,
+      "step": 40932
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6763193137045596e-05,
+      "loss": 0.0032,
+      "step": 40934
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.676254617678836e-05,
+      "loss": 0.0,
+      "step": 40936
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6761899216531134e-05,
+      "loss": 0.0,
+      "step": 40938
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6761252256273896e-05,
+      "loss": 0.0,
+      "step": 40940
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6760605296016665e-05,
+      "loss": 0.0001,
+      "step": 40942
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.6759958335759434e-05,
+      "loss": 0.0,
+      "step": 40944
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.67593113755022e-05,
+      "loss": 0.0,
+      "step": 40946
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.675866441524497e-05,
+      "loss": 0.0042,
+      "step": 40948
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.675801745498774e-05,
+      "loss": 0.0013,
+      "step": 40950
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.675737049473051e-05,
+      "loss": 0.0,
+      "step": 40952
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.675672353447328e-05,
+      "loss": 0.0004,
+      "step": 40954
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.675607657421605e-05,
+      "loss": 0.0,
+      "step": 40956
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.675542961395881e-05,
+      "loss": 0.0026,
+      "step": 40958
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 3.675478265370159e-05,
+      "loss": 0.0006,
+      "step": 40960
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.675413569344435e-05,
+      "loss": 0.0001,
+      "step": 40962
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6753488733187125e-05,
+      "loss": 0.0015,
+      "step": 40964
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6752841772929894e-05,
+      "loss": 0.001,
+      "step": 40966
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6752194812672656e-05,
+      "loss": 0.0086,
+      "step": 40968
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.675154785241543e-05,
+      "loss": 0.0,
+      "step": 40970
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6750900892158195e-05,
+      "loss": 0.0,
+      "step": 40972
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6750253931900964e-05,
+      "loss": 0.0052,
+      "step": 40974
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674960697164373e-05,
+      "loss": 0.0,
+      "step": 40976
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.67489600113865e-05,
+      "loss": 0.0063,
+      "step": 40978
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674831305112927e-05,
+      "loss": 0.0,
+      "step": 40980
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674766609087204e-05,
+      "loss": 0.0,
+      "step": 40982
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674701913061481e-05,
+      "loss": 0.0,
+      "step": 40984
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674637217035758e-05,
+      "loss": 0.0001,
+      "step": 40986
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674572521010035e-05,
+      "loss": 0.0,
+      "step": 40988
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674507824984311e-05,
+      "loss": 0.0033,
+      "step": 40990
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6744431289585885e-05,
+      "loss": 0.0075,
+      "step": 40992
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674378432932865e-05,
+      "loss": 0.0008,
+      "step": 40994
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674313736907142e-05,
+      "loss": 0.0,
+      "step": 40996
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674249040881419e-05,
+      "loss": 0.0,
+      "step": 40998
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6741843448556955e-05,
+      "loss": 0.0001,
+      "step": 41000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6741196488299724e-05,
+      "loss": 0.0009,
+      "step": 41002
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.674054952804249e-05,
+      "loss": 0.0,
+      "step": 41004
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673990256778526e-05,
+      "loss": 0.0,
+      "step": 41006
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673925560752803e-05,
+      "loss": 0.0001,
+      "step": 41008
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.67386086472708e-05,
+      "loss": 0.0001,
+      "step": 41010
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673796168701357e-05,
+      "loss": 0.0,
+      "step": 41012
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673731472675634e-05,
+      "loss": 0.0,
+      "step": 41014
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673666776649911e-05,
+      "loss": 0.0077,
+      "step": 41016
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673602080624187e-05,
+      "loss": 0.0001,
+      "step": 41018
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6735373845984646e-05,
+      "loss": 0.0001,
+      "step": 41020
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673472688572741e-05,
+      "loss": 0.0,
+      "step": 41022
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6734079925470184e-05,
+      "loss": 0.0001,
+      "step": 41024
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6733432965212946e-05,
+      "loss": 0.0,
+      "step": 41026
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6732786004955715e-05,
+      "loss": 0.0111,
+      "step": 41028
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673213904469849e-05,
+      "loss": 0.0001,
+      "step": 41030
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6731492084441254e-05,
+      "loss": 0.0306,
+      "step": 41032
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673084512418402e-05,
+      "loss": 0.0005,
+      "step": 41034
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.673019816392679e-05,
+      "loss": 0.0076,
+      "step": 41036
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672955120366956e-05,
+      "loss": 0.0,
+      "step": 41038
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672890424341232e-05,
+      "loss": 0.0004,
+      "step": 41040
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.67282572831551e-05,
+      "loss": 0.0003,
+      "step": 41042
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672761032289787e-05,
+      "loss": 0.0,
+      "step": 41044
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672696336264064e-05,
+      "loss": 0.0294,
+      "step": 41046
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6726316402383406e-05,
+      "loss": 0.0032,
+      "step": 41048
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672566944212617e-05,
+      "loss": 0.0008,
+      "step": 41050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6725022481868944e-05,
+      "loss": 0.0001,
+      "step": 41052
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672437552161171e-05,
+      "loss": 0.0,
+      "step": 41054
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6723728561354476e-05,
+      "loss": 0.0037,
+      "step": 41056
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6723081601097245e-05,
+      "loss": 0.0003,
+      "step": 41058
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6722434640840014e-05,
+      "loss": 0.0001,
+      "step": 41060
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672178768058278e-05,
+      "loss": 0.0,
+      "step": 41062
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672114072032555e-05,
+      "loss": 0.0,
+      "step": 41064
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.672049376006832e-05,
+      "loss": 0.0018,
+      "step": 41066
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671984679981109e-05,
+      "loss": 0.0005,
+      "step": 41068
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671919983955386e-05,
+      "loss": 0.0,
+      "step": 41070
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671855287929662e-05,
+      "loss": 0.0,
+      "step": 41072
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.67179059190394e-05,
+      "loss": 0.0003,
+      "step": 41074
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671725895878217e-05,
+      "loss": 0.0,
+      "step": 41076
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671661199852493e-05,
+      "loss": 0.0004,
+      "step": 41078
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6715965038267705e-05,
+      "loss": 0.0005,
+      "step": 41080
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671531807801047e-05,
+      "loss": 0.0,
+      "step": 41082
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6714671117753236e-05,
+      "loss": 0.0037,
+      "step": 41084
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6714024157496005e-05,
+      "loss": 0.0013,
+      "step": 41086
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6713377197238774e-05,
+      "loss": 0.004,
+      "step": 41088
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6712730236981543e-05,
+      "loss": 0.0,
+      "step": 41090
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671208327672431e-05,
+      "loss": 0.0,
+      "step": 41092
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671143631646708e-05,
+      "loss": 0.0001,
+      "step": 41094
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671078935620985e-05,
+      "loss": 0.0072,
+      "step": 41096
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.671014239595262e-05,
+      "loss": 0.0039,
+      "step": 41098
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670949543569538e-05,
+      "loss": 0.0,
+      "step": 41100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670884847543816e-05,
+      "loss": 0.0013,
+      "step": 41102
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670820151518092e-05,
+      "loss": 0.0059,
+      "step": 41104
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6707554554923696e-05,
+      "loss": 0.0019,
+      "step": 41106
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6706907594666465e-05,
+      "loss": 0.0,
+      "step": 41108
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670626063440923e-05,
+      "loss": 0.0,
+      "step": 41110
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6705613674152003e-05,
+      "loss": 0.0003,
+      "step": 41112
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6704966713894766e-05,
+      "loss": 0.0001,
+      "step": 41114
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6704319753637535e-05,
+      "loss": 0.0046,
+      "step": 41116
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6703672793380304e-05,
+      "loss": 0.0045,
+      "step": 41118
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670302583312307e-05,
+      "loss": 0.0001,
+      "step": 41120
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670237887286584e-05,
+      "loss": 0.0,
+      "step": 41122
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670173191260861e-05,
+      "loss": 0.0072,
+      "step": 41124
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670108495235138e-05,
+      "loss": 0.0024,
+      "step": 41126
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.670043799209415e-05,
+      "loss": 0.0,
+      "step": 41128
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669979103183692e-05,
+      "loss": 0.0001,
+      "step": 41130
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669914407157968e-05,
+      "loss": 0.0,
+      "step": 41132
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6698497111322457e-05,
+      "loss": 0.0003,
+      "step": 41134
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669785015106522e-05,
+      "loss": 0.0001,
+      "step": 41136
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669720319080799e-05,
+      "loss": 0.0066,
+      "step": 41138
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669655623055076e-05,
+      "loss": 0.0011,
+      "step": 41140
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6695909270293526e-05,
+      "loss": 0.0005,
+      "step": 41142
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6695262310036295e-05,
+      "loss": 0.0,
+      "step": 41144
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6694615349779064e-05,
+      "loss": 0.004,
+      "step": 41146
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6693968389521833e-05,
+      "loss": 0.0,
+      "step": 41148
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66933214292646e-05,
+      "loss": 0.0041,
+      "step": 41150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669267446900737e-05,
+      "loss": 0.0006,
+      "step": 41152
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669202750875014e-05,
+      "loss": 0.0005,
+      "step": 41154
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669138054849291e-05,
+      "loss": 0.0,
+      "step": 41156
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669073358823568e-05,
+      "loss": 0.0,
+      "step": 41158
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.669008662797844e-05,
+      "loss": 0.0,
+      "step": 41160
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668943966772122e-05,
+      "loss": 0.0042,
+      "step": 41162
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668879270746398e-05,
+      "loss": 0.0,
+      "step": 41164
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6688145747206755e-05,
+      "loss": 0.0,
+      "step": 41166
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668749878694952e-05,
+      "loss": 0.0,
+      "step": 41168
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6686851826692287e-05,
+      "loss": 0.0001,
+      "step": 41170
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6686204866435056e-05,
+      "loss": 0.0011,
+      "step": 41172
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6685557906177825e-05,
+      "loss": 0.0,
+      "step": 41174
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6684910945920594e-05,
+      "loss": 0.0,
+      "step": 41176
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668426398566336e-05,
+      "loss": 0.0006,
+      "step": 41178
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668361702540613e-05,
+      "loss": 0.0,
+      "step": 41180
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6682970065148894e-05,
+      "loss": 0.0002,
+      "step": 41182
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668232310489167e-05,
+      "loss": 0.0,
+      "step": 41184
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668167614463444e-05,
+      "loss": 0.0,
+      "step": 41186
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668102918437721e-05,
+      "loss": 0.0,
+      "step": 41188
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.668038222411998e-05,
+      "loss": 0.0017,
+      "step": 41190
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667973526386274e-05,
+      "loss": 0.0,
+      "step": 41192
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6679088303605516e-05,
+      "loss": 0.0,
+      "step": 41194
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667844134334828e-05,
+      "loss": 0.0,
+      "step": 41196
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667779438309105e-05,
+      "loss": 0.0036,
+      "step": 41198
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6677147422833816e-05,
+      "loss": 0.0066,
+      "step": 41200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6676500462576585e-05,
+      "loss": 0.0001,
+      "step": 41202
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6675853502319354e-05,
+      "loss": 0.0,
+      "step": 41204
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667520654206212e-05,
+      "loss": 0.0,
+      "step": 41206
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667455958180489e-05,
+      "loss": 0.0198,
+      "step": 41208
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667391262154766e-05,
+      "loss": 0.0,
+      "step": 41210
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667326566129043e-05,
+      "loss": 0.0001,
+      "step": 41212
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667261870103319e-05,
+      "loss": 0.0,
+      "step": 41214
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667197174077597e-05,
+      "loss": 0.0004,
+      "step": 41216
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.667132478051873e-05,
+      "loss": 0.0016,
+      "step": 41218
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66706778202615e-05,
+      "loss": 0.0001,
+      "step": 41220
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6670030860004276e-05,
+      "loss": 0.0004,
+      "step": 41222
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666938389974704e-05,
+      "loss": 0.0,
+      "step": 41224
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666873693948981e-05,
+      "loss": 0.0015,
+      "step": 41226
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6668089979232576e-05,
+      "loss": 0.0006,
+      "step": 41228
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6667443018975346e-05,
+      "loss": 0.0012,
+      "step": 41230
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6666796058718115e-05,
+      "loss": 0.0,
+      "step": 41232
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6666149098460884e-05,
+      "loss": 0.0004,
+      "step": 41234
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666550213820365e-05,
+      "loss": 0.005,
+      "step": 41236
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666485517794642e-05,
+      "loss": 0.0008,
+      "step": 41238
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666420821768919e-05,
+      "loss": 0.0,
+      "step": 41240
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666356125743195e-05,
+      "loss": 0.0,
+      "step": 41242
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666291429717473e-05,
+      "loss": 0.0001,
+      "step": 41244
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666226733691749e-05,
+      "loss": 0.0,
+      "step": 41246
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666162037666027e-05,
+      "loss": 0.0004,
+      "step": 41248
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.666097341640303e-05,
+      "loss": 0.0,
+      "step": 41250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66603264561458e-05,
+      "loss": 0.0,
+      "step": 41252
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6659679495888575e-05,
+      "loss": 0.0,
+      "step": 41254
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665903253563134e-05,
+      "loss": 0.0004,
+      "step": 41256
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6658385575374106e-05,
+      "loss": 0.0035,
+      "step": 41258
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6657738615116875e-05,
+      "loss": 0.0,
+      "step": 41260
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6657091654859644e-05,
+      "loss": 0.002,
+      "step": 41262
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665644469460241e-05,
+      "loss": 0.0,
+      "step": 41264
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665579773434518e-05,
+      "loss": 0.0,
+      "step": 41266
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665515077408795e-05,
+      "loss": 0.0003,
+      "step": 41268
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665450381383072e-05,
+      "loss": 0.0,
+      "step": 41270
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665385685357349e-05,
+      "loss": 0.0,
+      "step": 41272
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665320989331625e-05,
+      "loss": 0.0,
+      "step": 41274
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665256293305903e-05,
+      "loss": 0.0002,
+      "step": 41276
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665191597280179e-05,
+      "loss": 0.0001,
+      "step": 41278
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665126901254456e-05,
+      "loss": 0.0039,
+      "step": 41280
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.665062205228733e-05,
+      "loss": 0.0004,
+      "step": 41282
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66499750920301e-05,
+      "loss": 0.0011,
+      "step": 41284
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6649328131772866e-05,
+      "loss": 0.0057,
+      "step": 41286
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6648681171515635e-05,
+      "loss": 0.0,
+      "step": 41288
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6648034211258405e-05,
+      "loss": 0.006,
+      "step": 41290
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6647387251001174e-05,
+      "loss": 0.0002,
+      "step": 41292
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664674029074394e-05,
+      "loss": 0.0,
+      "step": 41294
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6646093330486705e-05,
+      "loss": 0.0,
+      "step": 41296
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664544637022948e-05,
+      "loss": 0.0003,
+      "step": 41298
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664479940997225e-05,
+      "loss": 0.004,
+      "step": 41300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664415244971501e-05,
+      "loss": 0.0,
+      "step": 41302
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664350548945779e-05,
+      "loss": 0.0,
+      "step": 41304
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664285852920055e-05,
+      "loss": 0.0002,
+      "step": 41306
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6642211568943326e-05,
+      "loss": 0.0012,
+      "step": 41308
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664156460868609e-05,
+      "loss": 0.0,
+      "step": 41310
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664091764842886e-05,
+      "loss": 0.0,
+      "step": 41312
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.664027068817163e-05,
+      "loss": 0.0016,
+      "step": 41314
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6639623727914396e-05,
+      "loss": 0.0001,
+      "step": 41316
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6638976767657165e-05,
+      "loss": 0.0,
+      "step": 41318
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6638329807399934e-05,
+      "loss": 0.0001,
+      "step": 41320
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66376828471427e-05,
+      "loss": 0.0093,
+      "step": 41322
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6637035886885465e-05,
+      "loss": 0.0095,
+      "step": 41324
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.663638892662824e-05,
+      "loss": 0.0,
+      "step": 41326
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6635741966371004e-05,
+      "loss": 0.0016,
+      "step": 41328
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.663509500611378e-05,
+      "loss": 0.0175,
+      "step": 41330
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.663444804585655e-05,
+      "loss": 0.0107,
+      "step": 41332
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.663380108559931e-05,
+      "loss": 0.0,
+      "step": 41334
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.663315412534209e-05,
+      "loss": 0.0,
+      "step": 41336
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.663250716508485e-05,
+      "loss": 0.0002,
+      "step": 41338
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.663186020482762e-05,
+      "loss": 0.0,
+      "step": 41340
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.663121324457039e-05,
+      "loss": 0.0,
+      "step": 41342
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6630566284313156e-05,
+      "loss": 0.0,
+      "step": 41344
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6629919324055925e-05,
+      "loss": 0.0,
+      "step": 41346
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6629272363798694e-05,
+      "loss": 0.0018,
+      "step": 41348
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6628625403541463e-05,
+      "loss": 0.0,
+      "step": 41350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662797844328423e-05,
+      "loss": 0.0012,
+      "step": 41352
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6627331483027e-05,
+      "loss": 0.0,
+      "step": 41354
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6626684522769764e-05,
+      "loss": 0.0117,
+      "step": 41356
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662603756251254e-05,
+      "loss": 0.0003,
+      "step": 41358
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66253906022553e-05,
+      "loss": 0.0,
+      "step": 41360
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662474364199807e-05,
+      "loss": 0.0055,
+      "step": 41362
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662409668174085e-05,
+      "loss": 0.0,
+      "step": 41364
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662344972148361e-05,
+      "loss": 0.0483,
+      "step": 41366
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662280276122638e-05,
+      "loss": 0.0006,
+      "step": 41368
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662215580096915e-05,
+      "loss": 0.0014,
+      "step": 41370
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.662150884071192e-05,
+      "loss": 0.0,
+      "step": 41372
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6620861880454686e-05,
+      "loss": 0.0053,
+      "step": 41374
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6620214920197455e-05,
+      "loss": 0.0,
+      "step": 41376
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6619567959940224e-05,
+      "loss": 0.0,
+      "step": 41378
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661892099968299e-05,
+      "loss": 0.0001,
+      "step": 41380
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661827403942576e-05,
+      "loss": 0.0,
+      "step": 41382
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6617627079168524e-05,
+      "loss": 0.0144,
+      "step": 41384
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66169801189113e-05,
+      "loss": 0.0,
+      "step": 41386
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661633315865406e-05,
+      "loss": 0.0001,
+      "step": 41388
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661568619839684e-05,
+      "loss": 0.0,
+      "step": 41390
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66150392381396e-05,
+      "loss": 0.0002,
+      "step": 41392
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661439227788237e-05,
+      "loss": 0.0067,
+      "step": 41394
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661374531762514e-05,
+      "loss": 0.0001,
+      "step": 41396
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661309835736791e-05,
+      "loss": 0.0,
+      "step": 41398
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661245139711068e-05,
+      "loss": 0.0148,
+      "step": 41400
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6611804436853446e-05,
+      "loss": 0.0002,
+      "step": 41402
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6611157476596215e-05,
+      "loss": 0.0001,
+      "step": 41404
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.661051051633898e-05,
+      "loss": 0.0,
+      "step": 41406
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660986355608175e-05,
+      "loss": 0.0,
+      "step": 41408
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660921659582452e-05,
+      "loss": 0.0047,
+      "step": 41410
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660856963556729e-05,
+      "loss": 0.0,
+      "step": 41412
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660792267531006e-05,
+      "loss": 0.0028,
+      "step": 41414
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660727571505282e-05,
+      "loss": 0.0,
+      "step": 41416
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66066287547956e-05,
+      "loss": 0.0,
+      "step": 41418
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660598179453836e-05,
+      "loss": 0.0,
+      "step": 41420
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660533483428113e-05,
+      "loss": 0.0,
+      "step": 41422
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.66046878740239e-05,
+      "loss": 0.0,
+      "step": 41424
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660404091376667e-05,
+      "loss": 0.0009,
+      "step": 41426
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.660339395350944e-05,
+      "loss": 0.0,
+      "step": 41428
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6602746993252207e-05,
+      "loss": 0.0085,
+      "step": 41430
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6602100032994976e-05,
+      "loss": 0.0004,
+      "step": 41432
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6601453072737745e-05,
+      "loss": 0.0,
+      "step": 41434
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6600806112480514e-05,
+      "loss": 0.0001,
+      "step": 41436
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6600159152223276e-05,
+      "loss": 0.0038,
+      "step": 41438
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659951219196605e-05,
+      "loss": 0.0064,
+      "step": 41440
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659886523170882e-05,
+      "loss": 0.0,
+      "step": 41442
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659821827145158e-05,
+      "loss": 0.0,
+      "step": 41444
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659757131119436e-05,
+      "loss": 0.0,
+      "step": 41446
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659692435093712e-05,
+      "loss": 0.0067,
+      "step": 41448
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.65962773906799e-05,
+      "loss": 0.0118,
+      "step": 41450
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659563043042266e-05,
+      "loss": 0.0001,
+      "step": 41452
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659498347016543e-05,
+      "loss": 0.0,
+      "step": 41454
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.65943365099082e-05,
+      "loss": 0.0,
+      "step": 41456
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659368954965097e-05,
+      "loss": 0.0084,
+      "step": 41458
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6593042589393736e-05,
+      "loss": 0.0,
+      "step": 41460
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6592395629136505e-05,
+      "loss": 0.0001,
+      "step": 41462
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6591748668879274e-05,
+      "loss": 0.0,
+      "step": 41464
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6591101708622036e-05,
+      "loss": 0.0,
+      "step": 41466
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.659045474836481e-05,
+      "loss": 0.0,
+      "step": 41468
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.6589807788107575e-05,
+      "loss": 0.0002,
+      "step": 41470
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.658916082785035e-05,
+      "loss": 0.0058,
+      "step": 41472
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.658851386759311e-05,
+      "loss": 0.0,
+      "step": 41474
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 3.658786690733588e-05,
+      "loss": 0.0,
+      "step": 41476
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.658721994707866e-05,
+      "loss": 0.0,
+      "step": 41478
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.658657298682142e-05,
+      "loss": 0.0,
+      "step": 41480
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.658592602656419e-05,
+      "loss": 0.005,
+      "step": 41482
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.658527906630696e-05,
+      "loss": 0.0003,
+      "step": 41484
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.658463210604973e-05,
+      "loss": 0.0001,
+      "step": 41486
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6583985145792496e-05,
+      "loss": 0.0,
+      "step": 41488
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6583338185535266e-05,
+      "loss": 0.0023,
+      "step": 41490
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6582691225278035e-05,
+      "loss": 0.0003,
+      "step": 41492
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6582044265020804e-05,
+      "loss": 0.0326,
+      "step": 41494
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.658139730476357e-05,
+      "loss": 0.0003,
+      "step": 41496
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6580750344506335e-05,
+      "loss": 0.0,
+      "step": 41498
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.658010338424911e-05,
+      "loss": 0.0001,
+      "step": 41500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657945642399187e-05,
+      "loss": 0.0093,
+      "step": 41502
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657880946373464e-05,
+      "loss": 0.0051,
+      "step": 41504
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657816250347741e-05,
+      "loss": 0.0,
+      "step": 41506
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657751554322018e-05,
+      "loss": 0.0127,
+      "step": 41508
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657686858296295e-05,
+      "loss": 0.0089,
+      "step": 41510
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657622162270572e-05,
+      "loss": 0.0025,
+      "step": 41512
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657557466244849e-05,
+      "loss": 0.0037,
+      "step": 41514
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657492770219126e-05,
+      "loss": 0.0021,
+      "step": 41516
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6574280741934026e-05,
+      "loss": 0.0,
+      "step": 41518
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657363378167679e-05,
+      "loss": 0.0,
+      "step": 41520
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6572986821419564e-05,
+      "loss": 0.0,
+      "step": 41522
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657233986116233e-05,
+      "loss": 0.0,
+      "step": 41524
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6571692900905095e-05,
+      "loss": 0.0,
+      "step": 41526
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.657104594064787e-05,
+      "loss": 0.0004,
+      "step": 41528
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6570398980390634e-05,
+      "loss": 0.0001,
+      "step": 41530
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656975202013341e-05,
+      "loss": 0.0003,
+      "step": 41532
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656910505987617e-05,
+      "loss": 0.0075,
+      "step": 41534
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656845809961894e-05,
+      "loss": 0.0001,
+      "step": 41536
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656781113936171e-05,
+      "loss": 0.0009,
+      "step": 41538
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656716417910448e-05,
+      "loss": 0.0,
+      "step": 41540
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656651721884725e-05,
+      "loss": 0.0001,
+      "step": 41542
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656587025859002e-05,
+      "loss": 0.0002,
+      "step": 41544
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6565223298332786e-05,
+      "loss": 0.0,
+      "step": 41546
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656457633807555e-05,
+      "loss": 0.0,
+      "step": 41548
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6563929377818324e-05,
+      "loss": 0.0011,
+      "step": 41550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656328241756109e-05,
+      "loss": 0.0,
+      "step": 41552
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656263545730386e-05,
+      "loss": 0.0034,
+      "step": 41554
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656198849704663e-05,
+      "loss": 0.0002,
+      "step": 41556
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6561341536789394e-05,
+      "loss": 0.0,
+      "step": 41558
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656069457653217e-05,
+      "loss": 0.0001,
+      "step": 41560
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.656004761627493e-05,
+      "loss": 0.0,
+      "step": 41562
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.65594006560177e-05,
+      "loss": 0.0003,
+      "step": 41564
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655875369576047e-05,
+      "loss": 0.0002,
+      "step": 41566
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655810673550324e-05,
+      "loss": 0.0211,
+      "step": 41568
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655745977524601e-05,
+      "loss": 0.0002,
+      "step": 41570
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655681281498878e-05,
+      "loss": 0.0002,
+      "step": 41572
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655616585473155e-05,
+      "loss": 0.0,
+      "step": 41574
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6555518894474316e-05,
+      "loss": 0.0,
+      "step": 41576
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6554871934217085e-05,
+      "loss": 0.0,
+      "step": 41578
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655422497395985e-05,
+      "loss": 0.0,
+      "step": 41580
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655357801370262e-05,
+      "loss": 0.0,
+      "step": 41582
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6552931053445385e-05,
+      "loss": 0.0001,
+      "step": 41584
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6552284093188154e-05,
+      "loss": 0.0122,
+      "step": 41586
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655163713293093e-05,
+      "loss": 0.0001,
+      "step": 41588
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655099017267369e-05,
+      "loss": 0.0003,
+      "step": 41590
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.655034321241647e-05,
+      "loss": 0.0,
+      "step": 41592
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654969625215923e-05,
+      "loss": 0.0,
+      "step": 41594
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6549049291902e-05,
+      "loss": 0.0,
+      "step": 41596
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654840233164477e-05,
+      "loss": 0.0001,
+      "step": 41598
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654775537138754e-05,
+      "loss": 0.0016,
+      "step": 41600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654710841113031e-05,
+      "loss": 0.0,
+      "step": 41602
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6546461450873076e-05,
+      "loss": 0.0,
+      "step": 41604
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6545814490615845e-05,
+      "loss": 0.0,
+      "step": 41606
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654516753035861e-05,
+      "loss": 0.0002,
+      "step": 41608
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6544520570101383e-05,
+      "loss": 0.0,
+      "step": 41610
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6543873609844146e-05,
+      "loss": 0.0014,
+      "step": 41612
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654322664958692e-05,
+      "loss": 0.0,
+      "step": 41614
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6542579689329684e-05,
+      "loss": 0.0001,
+      "step": 41616
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654193272907245e-05,
+      "loss": 0.0,
+      "step": 41618
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654128576881522e-05,
+      "loss": 0.013,
+      "step": 41620
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.654063880855799e-05,
+      "loss": 0.0024,
+      "step": 41622
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653999184830076e-05,
+      "loss": 0.0016,
+      "step": 41624
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653934488804353e-05,
+      "loss": 0.0,
+      "step": 41626
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.65386979277863e-05,
+      "loss": 0.0,
+      "step": 41628
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653805096752906e-05,
+      "loss": 0.0062,
+      "step": 41630
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653740400727184e-05,
+      "loss": 0.0,
+      "step": 41632
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6536757047014606e-05,
+      "loss": 0.0,
+      "step": 41634
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6536110086757375e-05,
+      "loss": 0.0,
+      "step": 41636
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6535463126500144e-05,
+      "loss": 0.0,
+      "step": 41638
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6534816166242906e-05,
+      "loss": 0.0,
+      "step": 41640
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653416920598568e-05,
+      "loss": 0.0014,
+      "step": 41642
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6533522245728444e-05,
+      "loss": 0.0002,
+      "step": 41644
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6532875285471213e-05,
+      "loss": 0.0005,
+      "step": 41646
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653222832521398e-05,
+      "loss": 0.0003,
+      "step": 41648
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653158136495675e-05,
+      "loss": 0.0001,
+      "step": 41650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653093440469952e-05,
+      "loss": 0.0,
+      "step": 41652
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.653028744444229e-05,
+      "loss": 0.0,
+      "step": 41654
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652964048418506e-05,
+      "loss": 0.0,
+      "step": 41656
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652899352392783e-05,
+      "loss": 0.0,
+      "step": 41658
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.65283465636706e-05,
+      "loss": 0.0002,
+      "step": 41660
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652769960341336e-05,
+      "loss": 0.0075,
+      "step": 41662
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6527052643156135e-05,
+      "loss": 0.0,
+      "step": 41664
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6526405682898904e-05,
+      "loss": 0.0051,
+      "step": 41666
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6525758722641667e-05,
+      "loss": 0.0,
+      "step": 41668
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652511176238444e-05,
+      "loss": 0.0,
+      "step": 41670
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6524464802127205e-05,
+      "loss": 0.0,
+      "step": 41672
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652381784186998e-05,
+      "loss": 0.0,
+      "step": 41674
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652317088161274e-05,
+      "loss": 0.0001,
+      "step": 41676
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652252392135551e-05,
+      "loss": 0.0001,
+      "step": 41678
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652187696109828e-05,
+      "loss": 0.0001,
+      "step": 41680
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652123000084105e-05,
+      "loss": 0.0003,
+      "step": 41682
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.652058304058382e-05,
+      "loss": 0.0,
+      "step": 41684
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651993608032659e-05,
+      "loss": 0.0,
+      "step": 41686
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651928912006936e-05,
+      "loss": 0.0001,
+      "step": 41688
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651864215981212e-05,
+      "loss": 0.0,
+      "step": 41690
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6517995199554896e-05,
+      "loss": 0.0015,
+      "step": 41692
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651734823929766e-05,
+      "loss": 0.0,
+      "step": 41694
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6516701279040434e-05,
+      "loss": 0.0005,
+      "step": 41696
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6516054318783196e-05,
+      "loss": 0.0,
+      "step": 41698
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6515407358525965e-05,
+      "loss": 0.0,
+      "step": 41700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651476039826874e-05,
+      "loss": 0.0,
+      "step": 41702
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.65141134380115e-05,
+      "loss": 0.0002,
+      "step": 41704
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651346647775427e-05,
+      "loss": 0.0059,
+      "step": 41706
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651281951749704e-05,
+      "loss": 0.0,
+      "step": 41708
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651217255723981e-05,
+      "loss": 0.0004,
+      "step": 41710
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651152559698258e-05,
+      "loss": 0.0,
+      "step": 41712
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651087863672535e-05,
+      "loss": 0.0042,
+      "step": 41714
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.651023167646812e-05,
+      "loss": 0.0026,
+      "step": 41716
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.650958471621089e-05,
+      "loss": 0.0002,
+      "step": 41718
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6508937755953656e-05,
+      "loss": 0.0014,
+      "step": 41720
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.650829079569642e-05,
+      "loss": 0.0002,
+      "step": 41722
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6507643835439194e-05,
+      "loss": 0.0,
+      "step": 41724
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6506996875181956e-05,
+      "loss": 0.0027,
+      "step": 41726
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6506349914924726e-05,
+      "loss": 0.0,
+      "step": 41728
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6505702954667495e-05,
+      "loss": 0.0,
+      "step": 41730
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6505055994410264e-05,
+      "loss": 0.0008,
+      "step": 41732
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.650440903415304e-05,
+      "loss": 0.0002,
+      "step": 41734
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.65037620738958e-05,
+      "loss": 0.0003,
+      "step": 41736
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.650311511363857e-05,
+      "loss": 0.0004,
+      "step": 41738
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.650246815338134e-05,
+      "loss": 0.0001,
+      "step": 41740
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.650182119312411e-05,
+      "loss": 0.0,
+      "step": 41742
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.650117423286688e-05,
+      "loss": 0.0001,
+      "step": 41744
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.650052727260965e-05,
+      "loss": 0.0,
+      "step": 41746
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6499880312352416e-05,
+      "loss": 0.0,
+      "step": 41748
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649923335209518e-05,
+      "loss": 0.0,
+      "step": 41750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6498586391837955e-05,
+      "loss": 0.0001,
+      "step": 41752
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649793943158072e-05,
+      "loss": 0.0001,
+      "step": 41754
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649729247132349e-05,
+      "loss": 0.0,
+      "step": 41756
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6496645511066255e-05,
+      "loss": 0.0012,
+      "step": 41758
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6495998550809024e-05,
+      "loss": 0.0021,
+      "step": 41760
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649535159055179e-05,
+      "loss": 0.0001,
+      "step": 41762
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649470463029456e-05,
+      "loss": 0.0001,
+      "step": 41764
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649405767003733e-05,
+      "loss": 0.0018,
+      "step": 41766
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64934107097801e-05,
+      "loss": 0.0,
+      "step": 41768
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649276374952287e-05,
+      "loss": 0.0001,
+      "step": 41770
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649211678926563e-05,
+      "loss": 0.0,
+      "step": 41772
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649146982900841e-05,
+      "loss": 0.0031,
+      "step": 41774
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.649082286875117e-05,
+      "loss": 0.0001,
+      "step": 41776
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6490175908493946e-05,
+      "loss": 0.0001,
+      "step": 41778
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6489528948236715e-05,
+      "loss": 0.001,
+      "step": 41780
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648888198797948e-05,
+      "loss": 0.0065,
+      "step": 41782
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648823502772225e-05,
+      "loss": 0.0,
+      "step": 41784
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6487588067465015e-05,
+      "loss": 0.0001,
+      "step": 41786
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6486941107207785e-05,
+      "loss": 0.0,
+      "step": 41788
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6486294146950554e-05,
+      "loss": 0.0,
+      "step": 41790
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648564718669332e-05,
+      "loss": 0.0068,
+      "step": 41792
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648500022643609e-05,
+      "loss": 0.0001,
+      "step": 41794
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648435326617886e-05,
+      "loss": 0.0,
+      "step": 41796
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648370630592163e-05,
+      "loss": 0.0,
+      "step": 41798
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64830593456644e-05,
+      "loss": 0.0057,
+      "step": 41800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648241238540717e-05,
+      "loss": 0.0,
+      "step": 41802
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648176542514993e-05,
+      "loss": 0.0173,
+      "step": 41804
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6481118464892706e-05,
+      "loss": 0.0001,
+      "step": 41806
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.648047150463547e-05,
+      "loss": 0.0111,
+      "step": 41808
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647982454437824e-05,
+      "loss": 0.0001,
+      "step": 41810
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6479177584121014e-05,
+      "loss": 0.0,
+      "step": 41812
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6478530623863776e-05,
+      "loss": 0.0,
+      "step": 41814
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647788366360655e-05,
+      "loss": 0.0046,
+      "step": 41816
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6477236703349314e-05,
+      "loss": 0.0,
+      "step": 41818
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647658974309208e-05,
+      "loss": 0.0,
+      "step": 41820
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647594278283485e-05,
+      "loss": 0.0024,
+      "step": 41822
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647529582257762e-05,
+      "loss": 0.0,
+      "step": 41824
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647464886232039e-05,
+      "loss": 0.0037,
+      "step": 41826
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647400190206316e-05,
+      "loss": 0.0035,
+      "step": 41828
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647335494180593e-05,
+      "loss": 0.0001,
+      "step": 41830
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647270798154869e-05,
+      "loss": 0.0,
+      "step": 41832
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647206102129147e-05,
+      "loss": 0.0,
+      "step": 41834
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647141406103423e-05,
+      "loss": 0.0044,
+      "step": 41836
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6470767100777005e-05,
+      "loss": 0.0,
+      "step": 41838
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.647012014051977e-05,
+      "loss": 0.0001,
+      "step": 41840
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6469473180262536e-05,
+      "loss": 0.0001,
+      "step": 41842
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646882622000531e-05,
+      "loss": 0.0002,
+      "step": 41844
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6468179259748074e-05,
+      "loss": 0.0007,
+      "step": 41846
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6467532299490844e-05,
+      "loss": 0.0,
+      "step": 41848
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646688533923361e-05,
+      "loss": 0.0104,
+      "step": 41850
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646623837897638e-05,
+      "loss": 0.0,
+      "step": 41852
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6465591418719144e-05,
+      "loss": 0.0001,
+      "step": 41854
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646494445846192e-05,
+      "loss": 0.0001,
+      "step": 41856
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646429749820469e-05,
+      "loss": 0.0,
+      "step": 41858
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646365053794746e-05,
+      "loss": 0.0001,
+      "step": 41860
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646300357769023e-05,
+      "loss": 0.0037,
+      "step": 41862
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646235661743299e-05,
+      "loss": 0.004,
+      "step": 41864
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6461709657175765e-05,
+      "loss": 0.0002,
+      "step": 41866
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.646106269691853e-05,
+      "loss": 0.0,
+      "step": 41868
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64604157366613e-05,
+      "loss": 0.0215,
+      "step": 41870
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6459768776404066e-05,
+      "loss": 0.0,
+      "step": 41872
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6459121816146835e-05,
+      "loss": 0.0028,
+      "step": 41874
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6458474855889604e-05,
+      "loss": 0.0074,
+      "step": 41876
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645782789563237e-05,
+      "loss": 0.0,
+      "step": 41878
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645718093537514e-05,
+      "loss": 0.009,
+      "step": 41880
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645653397511791e-05,
+      "loss": 0.0001,
+      "step": 41882
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645588701486068e-05,
+      "loss": 0.0,
+      "step": 41884
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645524005460344e-05,
+      "loss": 0.0019,
+      "step": 41886
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645459309434622e-05,
+      "loss": 0.0,
+      "step": 41888
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645394613408899e-05,
+      "loss": 0.0003,
+      "step": 41890
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645329917383175e-05,
+      "loss": 0.0002,
+      "step": 41892
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6452652213574526e-05,
+      "loss": 0.0,
+      "step": 41894
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.645200525331729e-05,
+      "loss": 0.0,
+      "step": 41896
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6451358293060064e-05,
+      "loss": 0.0,
+      "step": 41898
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6450711332802826e-05,
+      "loss": 0.0,
+      "step": 41900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6450064372545595e-05,
+      "loss": 0.0,
+      "step": 41902
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6449417412288364e-05,
+      "loss": 0.0011,
+      "step": 41904
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6448770452031133e-05,
+      "loss": 0.0,
+      "step": 41906
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64481234917739e-05,
+      "loss": 0.0,
+      "step": 41908
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.644747653151667e-05,
+      "loss": 0.0,
+      "step": 41910
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.644682957125944e-05,
+      "loss": 0.0,
+      "step": 41912
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64461826110022e-05,
+      "loss": 0.0,
+      "step": 41914
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.644553565074498e-05,
+      "loss": 0.0,
+      "step": 41916
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.644488869048774e-05,
+      "loss": 0.0,
+      "step": 41918
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.644424173023052e-05,
+      "loss": 0.0,
+      "step": 41920
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6443594769973286e-05,
+      "loss": 0.0002,
+      "step": 41922
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.644294780971605e-05,
+      "loss": 0.0001,
+      "step": 41924
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6442300849458824e-05,
+      "loss": 0.0006,
+      "step": 41926
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6441653889201587e-05,
+      "loss": 0.0,
+      "step": 41928
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6441006928944356e-05,
+      "loss": 0.0003,
+      "step": 41930
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6440359968687125e-05,
+      "loss": 0.0,
+      "step": 41932
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6439713008429894e-05,
+      "loss": 0.0246,
+      "step": 41934
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643906604817266e-05,
+      "loss": 0.0,
+      "step": 41936
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643841908791543e-05,
+      "loss": 0.0003,
+      "step": 41938
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64377721276582e-05,
+      "loss": 0.0,
+      "step": 41940
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643712516740097e-05,
+      "loss": 0.0005,
+      "step": 41942
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643647820714374e-05,
+      "loss": 0.0,
+      "step": 41944
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64358312468865e-05,
+      "loss": 0.0063,
+      "step": 41946
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643518428662928e-05,
+      "loss": 0.0,
+      "step": 41948
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643453732637204e-05,
+      "loss": 0.0003,
+      "step": 41950
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643389036611481e-05,
+      "loss": 0.0073,
+      "step": 41952
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643324340585758e-05,
+      "loss": 0.0,
+      "step": 41954
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643259644560035e-05,
+      "loss": 0.002,
+      "step": 41956
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643194948534312e-05,
+      "loss": 0.0,
+      "step": 41958
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6431302525085885e-05,
+      "loss": 0.0036,
+      "step": 41960
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6430655564828654e-05,
+      "loss": 0.0003,
+      "step": 41962
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.643000860457142e-05,
+      "loss": 0.0,
+      "step": 41964
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.642936164431419e-05,
+      "loss": 0.0007,
+      "step": 41966
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.642871468405696e-05,
+      "loss": 0.0074,
+      "step": 41968
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.642806772379973e-05,
+      "loss": 0.0,
+      "step": 41970
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64274207635425e-05,
+      "loss": 0.0022,
+      "step": 41972
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.642677380328526e-05,
+      "loss": 0.0124,
+      "step": 41974
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.642612684302804e-05,
+      "loss": 0.0001,
+      "step": 41976
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.64254798827708e-05,
+      "loss": 0.0,
+      "step": 41978
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6424832922513576e-05,
+      "loss": 0.0,
+      "step": 41980
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.642418596225634e-05,
+      "loss": 0.0,
+      "step": 41982
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.642353900199911e-05,
+      "loss": 0.0107,
+      "step": 41984
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6422892041741876e-05,
+      "loss": 0.001,
+      "step": 41986
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6422245081484646e-05,
+      "loss": 0.0,
+      "step": 41988
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.6421598121227415e-05,
+      "loss": 0.0003,
+      "step": 41990
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6420951160970184e-05,
+      "loss": 0.0003,
+      "step": 41992
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.642030420071295e-05,
+      "loss": 0.0023,
+      "step": 41994
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6419657240455715e-05,
+      "loss": 0.0,
+      "step": 41996
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.641901028019849e-05,
+      "loss": 0.003,
+      "step": 41998
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.641836331994125e-05,
+      "loss": 0.0,
+      "step": 42000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.641771635968403e-05,
+      "loss": 0.0001,
+      "step": 42002
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.64170693994268e-05,
+      "loss": 0.0,
+      "step": 42004
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.641642243916956e-05,
+      "loss": 0.0,
+      "step": 42006
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6415775478912336e-05,
+      "loss": 0.0007,
+      "step": 42008
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.64151285186551e-05,
+      "loss": 0.0,
+      "step": 42010
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.641448155839787e-05,
+      "loss": 0.0001,
+      "step": 42012
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.641383459814064e-05,
+      "loss": 0.0,
+      "step": 42014
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6413187637883406e-05,
+      "loss": 0.0029,
+      "step": 42016
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6412540677626175e-05,
+      "loss": 0.0001,
+      "step": 42018
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6411893717368944e-05,
+      "loss": 0.0,
+      "step": 42020
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.641124675711171e-05,
+      "loss": 0.0008,
+      "step": 42022
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.641059979685448e-05,
+      "loss": 0.0,
+      "step": 42024
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.640995283659725e-05,
+      "loss": 0.0,
+      "step": 42026
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6409305876340014e-05,
+      "loss": 0.0145,
+      "step": 42028
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.640865891608279e-05,
+      "loss": 0.0,
+      "step": 42030
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.640801195582555e-05,
+      "loss": 0.0,
+      "step": 42032
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.640736499556832e-05,
+      "loss": 0.0006,
+      "step": 42034
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.64067180353111e-05,
+      "loss": 0.005,
+      "step": 42036
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.640607107505386e-05,
+      "loss": 0.0,
+      "step": 42038
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6405424114796635e-05,
+      "loss": 0.0,
+      "step": 42040
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.64047771545394e-05,
+      "loss": 0.0031,
+      "step": 42042
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6404130194282166e-05,
+      "loss": 0.0,
+      "step": 42044
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6403483234024935e-05,
+      "loss": 0.0001,
+      "step": 42046
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6402836273767705e-05,
+      "loss": 0.0,
+      "step": 42048
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6402189313510474e-05,
+      "loss": 0.0004,
+      "step": 42050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.640154235325324e-05,
+      "loss": 0.0052,
+      "step": 42052
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.640089539299601e-05,
+      "loss": 0.0001,
+      "step": 42054
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6400248432738774e-05,
+      "loss": 0.0008,
+      "step": 42056
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639960147248155e-05,
+      "loss": 0.0,
+      "step": 42058
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639895451222431e-05,
+      "loss": 0.0053,
+      "step": 42060
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639830755196709e-05,
+      "loss": 0.0004,
+      "step": 42062
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639766059170985e-05,
+      "loss": 0.0014,
+      "step": 42064
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639701363145262e-05,
+      "loss": 0.0002,
+      "step": 42066
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6396366671195395e-05,
+      "loss": 0.0087,
+      "step": 42068
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639571971093816e-05,
+      "loss": 0.0,
+      "step": 42070
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639507275068093e-05,
+      "loss": 0.0004,
+      "step": 42072
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6394425790423696e-05,
+      "loss": 0.0,
+      "step": 42074
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6393778830166465e-05,
+      "loss": 0.0099,
+      "step": 42076
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639313186990923e-05,
+      "loss": 0.0001,
+      "step": 42078
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6392484909652e-05,
+      "loss": 0.0002,
+      "step": 42080
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639183794939477e-05,
+      "loss": 0.0,
+      "step": 42082
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639119098913754e-05,
+      "loss": 0.0,
+      "step": 42084
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.639054402888031e-05,
+      "loss": 0.0,
+      "step": 42086
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638989706862307e-05,
+      "loss": 0.0001,
+      "step": 42088
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638925010836585e-05,
+      "loss": 0.0001,
+      "step": 42090
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638860314810861e-05,
+      "loss": 0.0,
+      "step": 42092
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638795618785138e-05,
+      "loss": 0.0003,
+      "step": 42094
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638730922759415e-05,
+      "loss": 0.0094,
+      "step": 42096
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638666226733692e-05,
+      "loss": 0.004,
+      "step": 42098
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638601530707969e-05,
+      "loss": 0.0001,
+      "step": 42100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6385368346822456e-05,
+      "loss": 0.0,
+      "step": 42102
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6384721386565225e-05,
+      "loss": 0.0,
+      "step": 42104
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6384074426307994e-05,
+      "loss": 0.0,
+      "step": 42106
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6383427466050763e-05,
+      "loss": 0.0,
+      "step": 42108
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6382780505793526e-05,
+      "loss": 0.0004,
+      "step": 42110
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.63821335455363e-05,
+      "loss": 0.0,
+      "step": 42112
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638148658527907e-05,
+      "loss": 0.0,
+      "step": 42114
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638083962502183e-05,
+      "loss": 0.0,
+      "step": 42116
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.638019266476461e-05,
+      "loss": 0.0,
+      "step": 42118
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637954570450737e-05,
+      "loss": 0.0,
+      "step": 42120
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637889874425015e-05,
+      "loss": 0.0002,
+      "step": 42122
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637825178399291e-05,
+      "loss": 0.0,
+      "step": 42124
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637760482373568e-05,
+      "loss": 0.0003,
+      "step": 42126
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637695786347845e-05,
+      "loss": 0.0,
+      "step": 42128
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637631090322122e-05,
+      "loss": 0.0,
+      "step": 42130
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6375663942963986e-05,
+      "loss": 0.0001,
+      "step": 42132
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6375016982706755e-05,
+      "loss": 0.0019,
+      "step": 42134
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6374370022449524e-05,
+      "loss": 0.0005,
+      "step": 42136
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6373723062192286e-05,
+      "loss": 0.0002,
+      "step": 42138
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637307610193506e-05,
+      "loss": 0.0,
+      "step": 42140
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6372429141677824e-05,
+      "loss": 0.0,
+      "step": 42142
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.63717821814206e-05,
+      "loss": 0.0117,
+      "step": 42144
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637113522116337e-05,
+      "loss": 0.0027,
+      "step": 42146
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.637048826090613e-05,
+      "loss": 0.0,
+      "step": 42148
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636984130064891e-05,
+      "loss": 0.0,
+      "step": 42150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636919434039167e-05,
+      "loss": 0.0,
+      "step": 42152
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636854738013444e-05,
+      "loss": 0.0,
+      "step": 42154
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636790041987721e-05,
+      "loss": 0.0002,
+      "step": 42156
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636725345961998e-05,
+      "loss": 0.0002,
+      "step": 42158
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6366606499362746e-05,
+      "loss": 0.0001,
+      "step": 42160
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6365959539105515e-05,
+      "loss": 0.0,
+      "step": 42162
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6365312578848284e-05,
+      "loss": 0.0099,
+      "step": 42164
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6364665618591053e-05,
+      "loss": 0.0,
+      "step": 42166
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636401865833382e-05,
+      "loss": 0.0,
+      "step": 42168
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6363371698076585e-05,
+      "loss": 0.0,
+      "step": 42170
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636272473781936e-05,
+      "loss": 0.0001,
+      "step": 42172
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636207777756212e-05,
+      "loss": 0.0001,
+      "step": 42174
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636143081730489e-05,
+      "loss": 0.006,
+      "step": 42176
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636078385704766e-05,
+      "loss": 0.0023,
+      "step": 42178
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.636013689679043e-05,
+      "loss": 0.0005,
+      "step": 42180
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6359489936533206e-05,
+      "loss": 0.0,
+      "step": 42182
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635884297627597e-05,
+      "loss": 0.0,
+      "step": 42184
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635819601601874e-05,
+      "loss": 0.0,
+      "step": 42186
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6357549055761507e-05,
+      "loss": 0.0092,
+      "step": 42188
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6356902095504276e-05,
+      "loss": 0.0,
+      "step": 42190
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6356255135247045e-05,
+      "loss": 0.0,
+      "step": 42192
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6355608174989814e-05,
+      "loss": 0.0001,
+      "step": 42194
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635496121473258e-05,
+      "loss": 0.0004,
+      "step": 42196
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6354314254475345e-05,
+      "loss": 0.0001,
+      "step": 42198
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635366729421812e-05,
+      "loss": 0.0,
+      "step": 42200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635302033396088e-05,
+      "loss": 0.0002,
+      "step": 42202
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635237337370366e-05,
+      "loss": 0.004,
+      "step": 42204
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635172641344642e-05,
+      "loss": 0.0,
+      "step": 42206
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635107945318919e-05,
+      "loss": 0.0004,
+      "step": 42208
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.635043249293196e-05,
+      "loss": 0.0,
+      "step": 42210
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634978553267473e-05,
+      "loss": 0.008,
+      "step": 42212
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.63491385724175e-05,
+      "loss": 0.0,
+      "step": 42214
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634849161216027e-05,
+      "loss": 0.0227,
+      "step": 42216
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6347844651903036e-05,
+      "loss": 0.0,
+      "step": 42218
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.63471976916458e-05,
+      "loss": 0.0,
+      "step": 42220
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6346550731388574e-05,
+      "loss": 0.0002,
+      "step": 42222
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634590377113134e-05,
+      "loss": 0.0012,
+      "step": 42224
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634525681087411e-05,
+      "loss": 0.0005,
+      "step": 42226
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634460985061688e-05,
+      "loss": 0.0059,
+      "step": 42228
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6343962890359644e-05,
+      "loss": 0.0031,
+      "step": 42230
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634331593010242e-05,
+      "loss": 0.0002,
+      "step": 42232
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634266896984518e-05,
+      "loss": 0.0,
+      "step": 42234
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634202200958795e-05,
+      "loss": 0.002,
+      "step": 42236
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634137504933072e-05,
+      "loss": 0.0,
+      "step": 42238
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634072808907349e-05,
+      "loss": 0.0001,
+      "step": 42240
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.634008112881626e-05,
+      "loss": 0.0084,
+      "step": 42242
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633943416855903e-05,
+      "loss": 0.0,
+      "step": 42244
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6338787208301796e-05,
+      "loss": 0.0,
+      "step": 42246
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6338140248044566e-05,
+      "loss": 0.0005,
+      "step": 42248
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6337493287787335e-05,
+      "loss": 0.0235,
+      "step": 42250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.63368463275301e-05,
+      "loss": 0.0021,
+      "step": 42252
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633619936727287e-05,
+      "loss": 0.0,
+      "step": 42254
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6335552407015635e-05,
+      "loss": 0.0,
+      "step": 42256
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6334905446758404e-05,
+      "loss": 0.0,
+      "step": 42258
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633425848650118e-05,
+      "loss": 0.0,
+      "step": 42260
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633361152624394e-05,
+      "loss": 0.0,
+      "step": 42262
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633296456598672e-05,
+      "loss": 0.0,
+      "step": 42264
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633231760572948e-05,
+      "loss": 0.0,
+      "step": 42266
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633167064547225e-05,
+      "loss": 0.0001,
+      "step": 42268
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633102368521502e-05,
+      "loss": 0.0058,
+      "step": 42270
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.633037672495779e-05,
+      "loss": 0.0,
+      "step": 42272
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632972976470056e-05,
+      "loss": 0.0,
+      "step": 42274
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6329082804443326e-05,
+      "loss": 0.0,
+      "step": 42276
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6328435844186095e-05,
+      "loss": 0.0017,
+      "step": 42278
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632778888392886e-05,
+      "loss": 0.0001,
+      "step": 42280
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632714192367163e-05,
+      "loss": 0.0088,
+      "step": 42282
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6326494963414395e-05,
+      "loss": 0.0,
+      "step": 42284
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632584800315717e-05,
+      "loss": 0.0004,
+      "step": 42286
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6325201042899934e-05,
+      "loss": 0.0003,
+      "step": 42288
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.63245540826427e-05,
+      "loss": 0.0,
+      "step": 42290
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632390712238548e-05,
+      "loss": 0.0,
+      "step": 42292
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632326016212824e-05,
+      "loss": 0.0001,
+      "step": 42294
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632261320187101e-05,
+      "loss": 0.0002,
+      "step": 42296
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632196624161378e-05,
+      "loss": 0.0,
+      "step": 42298
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632131928135655e-05,
+      "loss": 0.0104,
+      "step": 42300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.632067232109931e-05,
+      "loss": 0.0,
+      "step": 42302
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6320025360842086e-05,
+      "loss": 0.0938,
+      "step": 42304
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6319378400584855e-05,
+      "loss": 0.0,
+      "step": 42306
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6318731440327624e-05,
+      "loss": 0.0,
+      "step": 42308
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6318084480070394e-05,
+      "loss": 0.0021,
+      "step": 42310
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6317437519813156e-05,
+      "loss": 0.0001,
+      "step": 42312
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631679055955593e-05,
+      "loss": 0.0001,
+      "step": 42314
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6316143599298694e-05,
+      "loss": 0.0,
+      "step": 42316
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631549663904146e-05,
+      "loss": 0.0026,
+      "step": 42318
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631484967878423e-05,
+      "loss": 0.0,
+      "step": 42320
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6314202718527e-05,
+      "loss": 0.0001,
+      "step": 42322
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631355575826978e-05,
+      "loss": 0.0002,
+      "step": 42324
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631290879801254e-05,
+      "loss": 0.0106,
+      "step": 42326
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631226183775531e-05,
+      "loss": 0.0,
+      "step": 42328
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631161487749808e-05,
+      "loss": 0.0,
+      "step": 42330
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631096791724085e-05,
+      "loss": 0.0,
+      "step": 42332
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.631032095698361e-05,
+      "loss": 0.0001,
+      "step": 42334
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6309673996726385e-05,
+      "loss": 0.0,
+      "step": 42336
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6309027036469154e-05,
+      "loss": 0.0118,
+      "step": 42338
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6308380076211916e-05,
+      "loss": 0.0001,
+      "step": 42340
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630773311595469e-05,
+      "loss": 0.0,
+      "step": 42342
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6307086155697454e-05,
+      "loss": 0.0002,
+      "step": 42344
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630643919544023e-05,
+      "loss": 0.0043,
+      "step": 42346
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630579223518299e-05,
+      "loss": 0.0,
+      "step": 42348
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630514527492576e-05,
+      "loss": 0.0018,
+      "step": 42350
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630449831466853e-05,
+      "loss": 0.0,
+      "step": 42352
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.63038513544113e-05,
+      "loss": 0.0,
+      "step": 42354
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630320439415407e-05,
+      "loss": 0.0,
+      "step": 42356
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630255743389684e-05,
+      "loss": 0.0001,
+      "step": 42358
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630191047363961e-05,
+      "loss": 0.0,
+      "step": 42360
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.630126351338237e-05,
+      "loss": 0.0001,
+      "step": 42362
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6300616553125145e-05,
+      "loss": 0.0,
+      "step": 42364
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629996959286791e-05,
+      "loss": 0.0,
+      "step": 42366
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6299322632610683e-05,
+      "loss": 0.0001,
+      "step": 42368
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629867567235345e-05,
+      "loss": 0.0,
+      "step": 42370
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6298028712096215e-05,
+      "loss": 0.0,
+      "step": 42372
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629738175183899e-05,
+      "loss": 0.0002,
+      "step": 42374
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629673479158175e-05,
+      "loss": 0.0001,
+      "step": 42376
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629608783132452e-05,
+      "loss": 0.0,
+      "step": 42378
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629544087106729e-05,
+      "loss": 0.0,
+      "step": 42380
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629479391081006e-05,
+      "loss": 0.0002,
+      "step": 42382
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629414695055283e-05,
+      "loss": 0.0001,
+      "step": 42384
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.62934999902956e-05,
+      "loss": 0.0004,
+      "step": 42386
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629285303003837e-05,
+      "loss": 0.0001,
+      "step": 42388
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629220606978114e-05,
+      "loss": 0.0006,
+      "step": 42390
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6291559109523906e-05,
+      "loss": 0.0,
+      "step": 42392
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.629091214926667e-05,
+      "loss": 0.0,
+      "step": 42394
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6290265189009444e-05,
+      "loss": 0.0021,
+      "step": 42396
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6289618228752206e-05,
+      "loss": 0.0,
+      "step": 42398
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6288971268494975e-05,
+      "loss": 0.0,
+      "step": 42400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628832430823775e-05,
+      "loss": 0.0005,
+      "step": 42402
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6287677347980513e-05,
+      "loss": 0.0041,
+      "step": 42404
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628703038772329e-05,
+      "loss": 0.0,
+      "step": 42406
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628638342746605e-05,
+      "loss": 0.0043,
+      "step": 42408
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628573646720882e-05,
+      "loss": 0.0007,
+      "step": 42410
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628508950695159e-05,
+      "loss": 0.0001,
+      "step": 42412
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628444254669436e-05,
+      "loss": 0.0002,
+      "step": 42414
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628379558643713e-05,
+      "loss": 0.0001,
+      "step": 42416
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.62831486261799e-05,
+      "loss": 0.0005,
+      "step": 42418
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6282501665922666e-05,
+      "loss": 0.0,
+      "step": 42420
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.628185470566543e-05,
+      "loss": 0.0,
+      "step": 42422
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6281207745408204e-05,
+      "loss": 0.0143,
+      "step": 42424
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6280560785150967e-05,
+      "loss": 0.0001,
+      "step": 42426
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627991382489374e-05,
+      "loss": 0.0003,
+      "step": 42428
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6279266864636505e-05,
+      "loss": 0.0,
+      "step": 42430
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6278619904379274e-05,
+      "loss": 0.0,
+      "step": 42432
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627797294412204e-05,
+      "loss": 0.0,
+      "step": 42434
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627732598386481e-05,
+      "loss": 0.0,
+      "step": 42436
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627667902360758e-05,
+      "loss": 0.0,
+      "step": 42438
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627603206335035e-05,
+      "loss": 0.0224,
+      "step": 42440
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627538510309312e-05,
+      "loss": 0.0001,
+      "step": 42442
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627473814283588e-05,
+      "loss": 0.0081,
+      "step": 42444
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627409118257866e-05,
+      "loss": 0.0044,
+      "step": 42446
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6273444222321427e-05,
+      "loss": 0.0043,
+      "step": 42448
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6272797262064196e-05,
+      "loss": 0.0019,
+      "step": 42450
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6272150301806965e-05,
+      "loss": 0.0,
+      "step": 42452
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.627150334154973e-05,
+      "loss": 0.0,
+      "step": 42454
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.62708563812925e-05,
+      "loss": 0.0006,
+      "step": 42456
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6270209421035265e-05,
+      "loss": 0.0078,
+      "step": 42458
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6269562460778034e-05,
+      "loss": 0.0001,
+      "step": 42460
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.62689155005208e-05,
+      "loss": 0.0008,
+      "step": 42462
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626826854026357e-05,
+      "loss": 0.0003,
+      "step": 42464
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626762158000634e-05,
+      "loss": 0.0002,
+      "step": 42466
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626697461974911e-05,
+      "loss": 0.0005,
+      "step": 42468
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626632765949188e-05,
+      "loss": 0.0001,
+      "step": 42470
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626568069923465e-05,
+      "loss": 0.0053,
+      "step": 42472
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626503373897742e-05,
+      "loss": 0.0,
+      "step": 42474
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626438677872018e-05,
+      "loss": 0.0,
+      "step": 42476
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6263739818462956e-05,
+      "loss": 0.0006,
+      "step": 42478
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626309285820572e-05,
+      "loss": 0.0251,
+      "step": 42480
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626244589794849e-05,
+      "loss": 0.0,
+      "step": 42482
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.626179893769126e-05,
+      "loss": 0.0004,
+      "step": 42484
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6261151977434026e-05,
+      "loss": 0.0,
+      "step": 42486
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.62605050171768e-05,
+      "loss": 0.0048,
+      "step": 42488
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6259858056919564e-05,
+      "loss": 0.0005,
+      "step": 42490
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.625921109666233e-05,
+      "loss": 0.0002,
+      "step": 42492
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.62585641364051e-05,
+      "loss": 0.0062,
+      "step": 42494
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.625791717614787e-05,
+      "loss": 0.0,
+      "step": 42496
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.625727021589064e-05,
+      "loss": 0.0012,
+      "step": 42498
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.625662325563341e-05,
+      "loss": 0.0007,
+      "step": 42500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.625597629537618e-05,
+      "loss": 0.0,
+      "step": 42502
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.625532933511894e-05,
+      "loss": 0.0096,
+      "step": 42504
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6254682374861716e-05,
+      "loss": 0.0,
+      "step": 42506
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.625403541460448e-05,
+      "loss": 0.0,
+      "step": 42508
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6253388454347255e-05,
+      "loss": 0.0,
+      "step": 42510
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.625274149409002e-05,
+      "loss": 0.0,
+      "step": 42512
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6252094533832786e-05,
+      "loss": 0.0,
+      "step": 42514
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.625144757357556e-05,
+      "loss": 0.0,
+      "step": 42516
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6250800613318324e-05,
+      "loss": 0.0,
+      "step": 42518
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.625015365306109e-05,
+      "loss": 0.0281,
+      "step": 42520
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624950669280386e-05,
+      "loss": 0.0478,
+      "step": 42522
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624885973254663e-05,
+      "loss": 0.0034,
+      "step": 42524
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.62482127722894e-05,
+      "loss": 0.0,
+      "step": 42526
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624756581203217e-05,
+      "loss": 0.0,
+      "step": 42528
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624691885177494e-05,
+      "loss": 0.0,
+      "step": 42530
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624627189151771e-05,
+      "loss": 0.0,
+      "step": 42532
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624562493126048e-05,
+      "loss": 0.0,
+      "step": 42534
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624497797100324e-05,
+      "loss": 0.0,
+      "step": 42536
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6244331010746015e-05,
+      "loss": 0.0,
+      "step": 42538
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624368405048878e-05,
+      "loss": 0.0,
+      "step": 42540
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6243037090231546e-05,
+      "loss": 0.0,
+      "step": 42542
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6242390129974315e-05,
+      "loss": 0.0,
+      "step": 42544
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6241743169717085e-05,
+      "loss": 0.0132,
+      "step": 42546
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624109620945986e-05,
+      "loss": 0.0,
+      "step": 42548
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.624044924920262e-05,
+      "loss": 0.0,
+      "step": 42550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623980228894539e-05,
+      "loss": 0.0001,
+      "step": 42552
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623915532868816e-05,
+      "loss": 0.0,
+      "step": 42554
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623850836843093e-05,
+      "loss": 0.036,
+      "step": 42556
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623786140817369e-05,
+      "loss": 0.0018,
+      "step": 42558
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623721444791647e-05,
+      "loss": 0.0001,
+      "step": 42560
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623656748765924e-05,
+      "loss": 0.0,
+      "step": 42562
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6235920527402e-05,
+      "loss": 0.0,
+      "step": 42564
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6235273567144775e-05,
+      "loss": 0.0,
+      "step": 42566
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623462660688754e-05,
+      "loss": 0.0,
+      "step": 42568
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6233979646630314e-05,
+      "loss": 0.0002,
+      "step": 42570
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6233332686373076e-05,
+      "loss": 0.0004,
+      "step": 42572
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6232685726115845e-05,
+      "loss": 0.0,
+      "step": 42574
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6232038765858614e-05,
+      "loss": 0.0,
+      "step": 42576
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623139180560138e-05,
+      "loss": 0.0001,
+      "step": 42578
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623074484534415e-05,
+      "loss": 0.0,
+      "step": 42580
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.623009788508692e-05,
+      "loss": 0.0001,
+      "step": 42582
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.622945092482969e-05,
+      "loss": 0.0,
+      "step": 42584
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.622880396457245e-05,
+      "loss": 0.0,
+      "step": 42586
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.622815700431523e-05,
+      "loss": 0.0,
+      "step": 42588
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.622751004405799e-05,
+      "loss": 0.0002,
+      "step": 42590
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.622686308380077e-05,
+      "loss": 0.0,
+      "step": 42592
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6226216123543536e-05,
+      "loss": 0.0079,
+      "step": 42594
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.62255691632863e-05,
+      "loss": 0.0154,
+      "step": 42596
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6224922203029074e-05,
+      "loss": 0.0004,
+      "step": 42598
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6224275242771836e-05,
+      "loss": 0.0004,
+      "step": 42600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6223628282514605e-05,
+      "loss": 0.0,
+      "step": 42602
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6222981322257374e-05,
+      "loss": 0.0,
+      "step": 42604
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6222334362000144e-05,
+      "loss": 0.0017,
+      "step": 42606
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.622168740174291e-05,
+      "loss": 0.0001,
+      "step": 42608
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.622104044148568e-05,
+      "loss": 0.0,
+      "step": 42610
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.622039348122845e-05,
+      "loss": 0.0,
+      "step": 42612
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621974652097122e-05,
+      "loss": 0.0001,
+      "step": 42614
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621909956071399e-05,
+      "loss": 0.0,
+      "step": 42616
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621845260045675e-05,
+      "loss": 0.0,
+      "step": 42618
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621780564019953e-05,
+      "loss": 0.0,
+      "step": 42620
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621715867994229e-05,
+      "loss": 0.0,
+      "step": 42622
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621651171968506e-05,
+      "loss": 0.0192,
+      "step": 42624
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6215864759427834e-05,
+      "loss": 0.0,
+      "step": 42626
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.62152177991706e-05,
+      "loss": 0.0,
+      "step": 42628
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621457083891337e-05,
+      "loss": 0.0001,
+      "step": 42630
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6213923878656135e-05,
+      "loss": 0.0,
+      "step": 42632
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6213276918398904e-05,
+      "loss": 0.0041,
+      "step": 42634
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621262995814167e-05,
+      "loss": 0.0,
+      "step": 42636
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621198299788444e-05,
+      "loss": 0.0001,
+      "step": 42638
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621133603762721e-05,
+      "loss": 0.0074,
+      "step": 42640
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621068907736998e-05,
+      "loss": 0.0,
+      "step": 42642
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.621004211711275e-05,
+      "loss": 0.0,
+      "step": 42644
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620939515685551e-05,
+      "loss": 0.0,
+      "step": 42646
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620874819659829e-05,
+      "loss": 0.0,
+      "step": 42648
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620810123634105e-05,
+      "loss": 0.0001,
+      "step": 42650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6207454276083826e-05,
+      "loss": 0.0002,
+      "step": 42652
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620680731582659e-05,
+      "loss": 0.0,
+      "step": 42654
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620616035556936e-05,
+      "loss": 0.0001,
+      "step": 42656
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6205513395312126e-05,
+      "loss": 0.0,
+      "step": 42658
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6204866435054895e-05,
+      "loss": 0.0,
+      "step": 42660
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6204219474797664e-05,
+      "loss": 0.0,
+      "step": 42662
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6203572514540433e-05,
+      "loss": 0.0,
+      "step": 42664
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.62029255542832e-05,
+      "loss": 0.0308,
+      "step": 42666
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620227859402597e-05,
+      "loss": 0.0008,
+      "step": 42668
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620163163376874e-05,
+      "loss": 0.0,
+      "step": 42670
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620098467351151e-05,
+      "loss": 0.0059,
+      "step": 42672
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.620033771325428e-05,
+      "loss": 0.0003,
+      "step": 42674
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.619969075299705e-05,
+      "loss": 0.0,
+      "step": 42676
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.619904379273981e-05,
+      "loss": 0.0,
+      "step": 42678
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6198396832482586e-05,
+      "loss": 0.0,
+      "step": 42680
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.619774987222535e-05,
+      "loss": 0.0008,
+      "step": 42682
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.619710291196812e-05,
+      "loss": 0.0,
+      "step": 42684
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6196455951710887e-05,
+      "loss": 0.0077,
+      "step": 42686
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6195808991453656e-05,
+      "loss": 0.0,
+      "step": 42688
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6195162031196425e-05,
+      "loss": 0.0,
+      "step": 42690
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6194515070939194e-05,
+      "loss": 0.0,
+      "step": 42692
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.619386811068196e-05,
+      "loss": 0.0004,
+      "step": 42694
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.619322115042473e-05,
+      "loss": 0.0081,
+      "step": 42696
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61925741901675e-05,
+      "loss": 0.0002,
+      "step": 42698
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6191927229910263e-05,
+      "loss": 0.0001,
+      "step": 42700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.619128026965304e-05,
+      "loss": 0.0,
+      "step": 42702
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.619063330939581e-05,
+      "loss": 0.0075,
+      "step": 42704
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.618998634913857e-05,
+      "loss": 0.0018,
+      "step": 42706
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6189339388881347e-05,
+      "loss": 0.0,
+      "step": 42708
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.618869242862411e-05,
+      "loss": 0.0001,
+      "step": 42710
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6188045468366885e-05,
+      "loss": 0.0001,
+      "step": 42712
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.618739850810965e-05,
+      "loss": 0.0,
+      "step": 42714
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6186751547852416e-05,
+      "loss": 0.0,
+      "step": 42716
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6186104587595185e-05,
+      "loss": 0.0,
+      "step": 42718
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6185457627337954e-05,
+      "loss": 0.0,
+      "step": 42720
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.618481066708072e-05,
+      "loss": 0.0,
+      "step": 42722
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.618416370682349e-05,
+      "loss": 0.0001,
+      "step": 42724
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.618351674656626e-05,
+      "loss": 0.0,
+      "step": 42726
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6182869786309024e-05,
+      "loss": 0.0,
+      "step": 42728
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61822228260518e-05,
+      "loss": 0.0001,
+      "step": 42730
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.618157586579456e-05,
+      "loss": 0.0122,
+      "step": 42732
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.618092890553734e-05,
+      "loss": 0.0,
+      "step": 42734
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61802819452801e-05,
+      "loss": 0.0001,
+      "step": 42736
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617963498502287e-05,
+      "loss": 0.0,
+      "step": 42738
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6178988024765645e-05,
+      "loss": 0.008,
+      "step": 42740
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617834106450841e-05,
+      "loss": 0.0002,
+      "step": 42742
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6177694104251176e-05,
+      "loss": 0.0,
+      "step": 42744
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6177047143993946e-05,
+      "loss": 0.0001,
+      "step": 42746
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6176400183736715e-05,
+      "loss": 0.0005,
+      "step": 42748
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6175753223479484e-05,
+      "loss": 0.0032,
+      "step": 42750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617510626322225e-05,
+      "loss": 0.0,
+      "step": 42752
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617445930296502e-05,
+      "loss": 0.0,
+      "step": 42754
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617381234270779e-05,
+      "loss": 0.0005,
+      "step": 42756
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617316538245056e-05,
+      "loss": 0.0,
+      "step": 42758
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617251842219332e-05,
+      "loss": 0.0001,
+      "step": 42760
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61718714619361e-05,
+      "loss": 0.0001,
+      "step": 42762
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617122450167886e-05,
+      "loss": 0.0,
+      "step": 42764
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.617057754142163e-05,
+      "loss": 0.0,
+      "step": 42766
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61699305811644e-05,
+      "loss": 0.0049,
+      "step": 42768
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616928362090717e-05,
+      "loss": 0.0,
+      "step": 42770
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6168636660649944e-05,
+      "loss": 0.0037,
+      "step": 42772
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6167989700392706e-05,
+      "loss": 0.0,
+      "step": 42774
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6167342740135475e-05,
+      "loss": 0.0,
+      "step": 42776
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6166695779878244e-05,
+      "loss": 0.0,
+      "step": 42778
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616604881962101e-05,
+      "loss": 0.0,
+      "step": 42780
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6165401859363776e-05,
+      "loss": 0.0,
+      "step": 42782
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616475489910655e-05,
+      "loss": 0.0004,
+      "step": 42784
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616410793884932e-05,
+      "loss": 0.0005,
+      "step": 42786
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616346097859208e-05,
+      "loss": 0.0007,
+      "step": 42788
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616281401833486e-05,
+      "loss": 0.0407,
+      "step": 42790
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616216705807762e-05,
+      "loss": 0.0,
+      "step": 42792
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61615200978204e-05,
+      "loss": 0.0,
+      "step": 42794
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616087313756316e-05,
+      "loss": 0.0,
+      "step": 42796
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.616022617730593e-05,
+      "loss": 0.0002,
+      "step": 42798
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61595792170487e-05,
+      "loss": 0.0124,
+      "step": 42800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6158932256791466e-05,
+      "loss": 0.0,
+      "step": 42802
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6158285296534235e-05,
+      "loss": 0.0002,
+      "step": 42804
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6157638336277005e-05,
+      "loss": 0.0,
+      "step": 42806
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6156991376019774e-05,
+      "loss": 0.0,
+      "step": 42808
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615634441576254e-05,
+      "loss": 0.0,
+      "step": 42810
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615569745550531e-05,
+      "loss": 0.0006,
+      "step": 42812
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6155050495248074e-05,
+      "loss": 0.0002,
+      "step": 42814
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615440353499085e-05,
+      "loss": 0.0001,
+      "step": 42816
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615375657473362e-05,
+      "loss": 0.0,
+      "step": 42818
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615310961447638e-05,
+      "loss": 0.0,
+      "step": 42820
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615246265421916e-05,
+      "loss": 0.0,
+      "step": 42822
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615181569396192e-05,
+      "loss": 0.0037,
+      "step": 42824
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615116873370469e-05,
+      "loss": 0.0001,
+      "step": 42826
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.615052177344746e-05,
+      "loss": 0.0,
+      "step": 42828
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614987481319023e-05,
+      "loss": 0.0,
+      "step": 42830
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6149227852932996e-05,
+      "loss": 0.0,
+      "step": 42832
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6148580892675765e-05,
+      "loss": 0.0,
+      "step": 42834
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6147933932418534e-05,
+      "loss": 0.0254,
+      "step": 42836
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61472869721613e-05,
+      "loss": 0.0001,
+      "step": 42838
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614664001190407e-05,
+      "loss": 0.0001,
+      "step": 42840
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6145993051646835e-05,
+      "loss": 0.0,
+      "step": 42842
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614534609138961e-05,
+      "loss": 0.0,
+      "step": 42844
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614469913113237e-05,
+      "loss": 0.0001,
+      "step": 42846
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614405217087514e-05,
+      "loss": 0.0,
+      "step": 42848
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614340521061792e-05,
+      "loss": 0.0,
+      "step": 42850
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614275825036068e-05,
+      "loss": 0.0084,
+      "step": 42852
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6142111290103456e-05,
+      "loss": 0.0,
+      "step": 42854
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614146432984622e-05,
+      "loss": 0.0002,
+      "step": 42856
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.614081736958899e-05,
+      "loss": 0.0168,
+      "step": 42858
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6140170409331756e-05,
+      "loss": 0.0,
+      "step": 42860
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6139523449074525e-05,
+      "loss": 0.0,
+      "step": 42862
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6138876488817294e-05,
+      "loss": 0.0,
+      "step": 42864
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6138229528560064e-05,
+      "loss": 0.0,
+      "step": 42866
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613758256830283e-05,
+      "loss": 0.0001,
+      "step": 42868
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6136935608045595e-05,
+      "loss": 0.0,
+      "step": 42870
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613628864778837e-05,
+      "loss": 0.0248,
+      "step": 42872
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613564168753113e-05,
+      "loss": 0.0,
+      "step": 42874
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613499472727391e-05,
+      "loss": 0.0,
+      "step": 42876
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613434776701667e-05,
+      "loss": 0.0002,
+      "step": 42878
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613370080675944e-05,
+      "loss": 0.0001,
+      "step": 42880
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6133053846502216e-05,
+      "loss": 0.0,
+      "step": 42882
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613240688624498e-05,
+      "loss": 0.0007,
+      "step": 42884
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613175992598775e-05,
+      "loss": 0.0107,
+      "step": 42886
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.613111296573052e-05,
+      "loss": 0.0,
+      "step": 42888
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6130466005473286e-05,
+      "loss": 0.0037,
+      "step": 42890
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6129819045216055e-05,
+      "loss": 0.0,
+      "step": 42892
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6129172084958824e-05,
+      "loss": 0.0,
+      "step": 42894
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612852512470159e-05,
+      "loss": 0.0015,
+      "step": 42896
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612787816444436e-05,
+      "loss": 0.0123,
+      "step": 42898
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612723120418713e-05,
+      "loss": 0.0,
+      "step": 42900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6126584243929893e-05,
+      "loss": 0.0,
+      "step": 42902
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612593728367267e-05,
+      "loss": 0.0,
+      "step": 42904
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612529032341543e-05,
+      "loss": 0.0001,
+      "step": 42906
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61246433631582e-05,
+      "loss": 0.0,
+      "step": 42908
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612399640290097e-05,
+      "loss": 0.0152,
+      "step": 42910
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612334944264374e-05,
+      "loss": 0.0005,
+      "step": 42912
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612270248238651e-05,
+      "loss": 0.0,
+      "step": 42914
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.612205552212928e-05,
+      "loss": 0.0,
+      "step": 42916
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6121408561872046e-05,
+      "loss": 0.0001,
+      "step": 42918
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6120761601614815e-05,
+      "loss": 0.0002,
+      "step": 42920
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6120114641357584e-05,
+      "loss": 0.0001,
+      "step": 42922
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611946768110035e-05,
+      "loss": 0.0002,
+      "step": 42924
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611882072084312e-05,
+      "loss": 0.0,
+      "step": 42926
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611817376058589e-05,
+      "loss": 0.0,
+      "step": 42928
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6117526800328654e-05,
+      "loss": 0.0004,
+      "step": 42930
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611687984007143e-05,
+      "loss": 0.0044,
+      "step": 42932
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611623287981419e-05,
+      "loss": 0.0062,
+      "step": 42934
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611558591955697e-05,
+      "loss": 0.0,
+      "step": 42936
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611493895929973e-05,
+      "loss": 0.0102,
+      "step": 42938
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61142919990425e-05,
+      "loss": 0.0039,
+      "step": 42940
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611364503878527e-05,
+      "loss": 0.0001,
+      "step": 42942
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.611299807852804e-05,
+      "loss": 0.0041,
+      "step": 42944
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6112351118270807e-05,
+      "loss": 0.0,
+      "step": 42946
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6111704158013576e-05,
+      "loss": 0.0,
+      "step": 42948
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6111057197756345e-05,
+      "loss": 0.0001,
+      "step": 42950
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6110410237499114e-05,
+      "loss": 0.0,
+      "step": 42952
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610976327724188e-05,
+      "loss": 0.0,
+      "step": 42954
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6109116316984645e-05,
+      "loss": 0.0001,
+      "step": 42956
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610846935672742e-05,
+      "loss": 0.0,
+      "step": 42958
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610782239647018e-05,
+      "loss": 0.0001,
+      "step": 42960
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610717543621295e-05,
+      "loss": 0.0,
+      "step": 42962
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610652847595573e-05,
+      "loss": 0.0,
+      "step": 42964
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610588151569849e-05,
+      "loss": 0.0,
+      "step": 42966
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610523455544126e-05,
+      "loss": 0.0,
+      "step": 42968
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610458759518403e-05,
+      "loss": 0.0014,
+      "step": 42970
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.61039406349268e-05,
+      "loss": 0.0102,
+      "step": 42972
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610329367466957e-05,
+      "loss": 0.0,
+      "step": 42974
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6102646714412336e-05,
+      "loss": 0.0001,
+      "step": 42976
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6101999754155105e-05,
+      "loss": 0.0,
+      "step": 42978
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6101352793897874e-05,
+      "loss": 0.0,
+      "step": 42980
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.610070583364064e-05,
+      "loss": 0.0,
+      "step": 42982
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6100058873383406e-05,
+      "loss": 0.0003,
+      "step": 42984
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609941191312618e-05,
+      "loss": 0.0034,
+      "step": 42986
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6098764952868944e-05,
+      "loss": 0.004,
+      "step": 42988
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609811799261171e-05,
+      "loss": 0.0002,
+      "step": 42990
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609747103235448e-05,
+      "loss": 0.0,
+      "step": 42992
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609682407209725e-05,
+      "loss": 0.0,
+      "step": 42994
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609617711184003e-05,
+      "loss": 0.0003,
+      "step": 42996
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609553015158279e-05,
+      "loss": 0.01,
+      "step": 42998
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609488319132556e-05,
+      "loss": 0.0044,
+      "step": 43000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609423623106833e-05,
+      "loss": 0.0004,
+      "step": 43002
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6093589270811096e-05,
+      "loss": 0.0066,
+      "step": 43004
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6092942310553866e-05,
+      "loss": 0.0,
+      "step": 43006
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6092295350296635e-05,
+      "loss": 0.0134,
+      "step": 43008
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6091648390039404e-05,
+      "loss": 0.0015,
+      "step": 43010
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6091001429782166e-05,
+      "loss": 0.0,
+      "step": 43012
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.609035446952494e-05,
+      "loss": 0.0002,
+      "step": 43014
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6089707509267704e-05,
+      "loss": 0.0001,
+      "step": 43016
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.608906054901048e-05,
+      "loss": 0.0032,
+      "step": 43018
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.608841358875324e-05,
+      "loss": 0.0,
+      "step": 43020
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608776662849601e-05,
+      "loss": 0.0006,
+      "step": 43022
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608711966823878e-05,
+      "loss": 0.0,
+      "step": 43024
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608647270798155e-05,
+      "loss": 0.0,
+      "step": 43026
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608582574772432e-05,
+      "loss": 0.0,
+      "step": 43028
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608517878746709e-05,
+      "loss": 0.0,
+      "step": 43030
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608453182720986e-05,
+      "loss": 0.0,
+      "step": 43032
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6083884866952626e-05,
+      "loss": 0.0,
+      "step": 43034
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6083237906695395e-05,
+      "loss": 0.0009,
+      "step": 43036
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608259094643816e-05,
+      "loss": 0.0019,
+      "step": 43038
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608194398618093e-05,
+      "loss": 0.0,
+      "step": 43040
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.60812970259237e-05,
+      "loss": 0.0,
+      "step": 43042
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6080650065666465e-05,
+      "loss": 0.0001,
+      "step": 43044
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.608000310540924e-05,
+      "loss": 0.0001,
+      "step": 43046
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6079356145152e-05,
+      "loss": 0.0004,
+      "step": 43048
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607870918489477e-05,
+      "loss": 0.0,
+      "step": 43050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607806222463754e-05,
+      "loss": 0.0008,
+      "step": 43052
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607741526438031e-05,
+      "loss": 0.0,
+      "step": 43054
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607676830412308e-05,
+      "loss": 0.0,
+      "step": 43056
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607612134386585e-05,
+      "loss": 0.0,
+      "step": 43058
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607547438360862e-05,
+      "loss": 0.0161,
+      "step": 43060
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6074827423351386e-05,
+      "loss": 0.0,
+      "step": 43062
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6074180463094155e-05,
+      "loss": 0.0,
+      "step": 43064
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607353350283692e-05,
+      "loss": 0.0,
+      "step": 43066
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6072886542579694e-05,
+      "loss": 0.0,
+      "step": 43068
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6072239582322456e-05,
+      "loss": 0.0001,
+      "step": 43070
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6071592622065225e-05,
+      "loss": 0.0002,
+      "step": 43072
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6070945661808e-05,
+      "loss": 0.0054,
+      "step": 43074
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.607029870155076e-05,
+      "loss": 0.0002,
+      "step": 43076
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.606965174129354e-05,
+      "loss": 0.0,
+      "step": 43078
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.60690047810363e-05,
+      "loss": 0.0068,
+      "step": 43080
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.606835782077907e-05,
+      "loss": 0.0,
+      "step": 43082
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.606771086052184e-05,
+      "loss": 0.0049,
+      "step": 43084
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.606706390026461e-05,
+      "loss": 0.006,
+      "step": 43086
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.606641694000738e-05,
+      "loss": 0.0,
+      "step": 43088
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.606576997975015e-05,
+      "loss": 0.0001,
+      "step": 43090
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6065123019492916e-05,
+      "loss": 0.0,
+      "step": 43092
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6064476059235685e-05,
+      "loss": 0.0012,
+      "step": 43094
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6063829098978454e-05,
+      "loss": 0.0,
+      "step": 43096
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6063182138721216e-05,
+      "loss": 0.0,
+      "step": 43098
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.606253517846399e-05,
+      "loss": 0.0002,
+      "step": 43100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6061888218206754e-05,
+      "loss": 0.0063,
+      "step": 43102
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6061241257949524e-05,
+      "loss": 0.004,
+      "step": 43104
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.60605942976923e-05,
+      "loss": 0.0008,
+      "step": 43106
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605994733743506e-05,
+      "loss": 0.0,
+      "step": 43108
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605930037717783e-05,
+      "loss": 0.0004,
+      "step": 43110
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.60586534169206e-05,
+      "loss": 0.0037,
+      "step": 43112
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605800645666337e-05,
+      "loss": 0.0,
+      "step": 43114
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605735949640614e-05,
+      "loss": 0.0177,
+      "step": 43116
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605671253614891e-05,
+      "loss": 0.0,
+      "step": 43118
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6056065575891676e-05,
+      "loss": 0.0,
+      "step": 43120
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6055418615634445e-05,
+      "loss": 0.0024,
+      "step": 43122
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6054771655377214e-05,
+      "loss": 0.0,
+      "step": 43124
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605412469511998e-05,
+      "loss": 0.0001,
+      "step": 43126
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605347773486275e-05,
+      "loss": 0.0,
+      "step": 43128
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6052830774605515e-05,
+      "loss": 0.0,
+      "step": 43130
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6052183814348284e-05,
+      "loss": 0.0,
+      "step": 43132
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605153685409105e-05,
+      "loss": 0.0002,
+      "step": 43134
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605088989383382e-05,
+      "loss": 0.0,
+      "step": 43136
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.605024293357659e-05,
+      "loss": 0.0,
+      "step": 43138
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604959597331936e-05,
+      "loss": 0.0,
+      "step": 43140
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604894901306213e-05,
+      "loss": 0.0,
+      "step": 43142
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.60483020528049e-05,
+      "loss": 0.0001,
+      "step": 43144
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604765509254767e-05,
+      "loss": 0.0001,
+      "step": 43146
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604700813229043e-05,
+      "loss": 0.0,
+      "step": 43148
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6046361172033206e-05,
+      "loss": 0.0002,
+      "step": 43150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6045714211775975e-05,
+      "loss": 0.0147,
+      "step": 43152
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604506725151874e-05,
+      "loss": 0.0002,
+      "step": 43154
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604442029126151e-05,
+      "loss": 0.0,
+      "step": 43156
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6043773331004275e-05,
+      "loss": 0.0023,
+      "step": 43158
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604312637074705e-05,
+      "loss": 0.0,
+      "step": 43160
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6042479410489813e-05,
+      "loss": 0.0,
+      "step": 43162
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604183245023258e-05,
+      "loss": 0.0,
+      "step": 43164
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604118548997535e-05,
+      "loss": 0.0,
+      "step": 43166
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.604053852971812e-05,
+      "loss": 0.0,
+      "step": 43168
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603989156946089e-05,
+      "loss": 0.001,
+      "step": 43170
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603924460920366e-05,
+      "loss": 0.0,
+      "step": 43172
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603859764894643e-05,
+      "loss": 0.0,
+      "step": 43174
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.60379506886892e-05,
+      "loss": 0.0,
+      "step": 43176
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6037303728431966e-05,
+      "loss": 0.0,
+      "step": 43178
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603665676817473e-05,
+      "loss": 0.0003,
+      "step": 43180
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6036009807917504e-05,
+      "loss": 0.0002,
+      "step": 43182
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6035362847660273e-05,
+      "loss": 0.0007,
+      "step": 43184
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6034715887403036e-05,
+      "loss": 0.0008,
+      "step": 43186
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603406892714581e-05,
+      "loss": 0.0,
+      "step": 43188
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6033421966888574e-05,
+      "loss": 0.0001,
+      "step": 43190
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603277500663134e-05,
+      "loss": 0.0,
+      "step": 43192
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603212804637411e-05,
+      "loss": 0.0,
+      "step": 43194
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603148108611688e-05,
+      "loss": 0.0001,
+      "step": 43196
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603083412585965e-05,
+      "loss": 0.0,
+      "step": 43198
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.603018716560242e-05,
+      "loss": 0.0001,
+      "step": 43200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602954020534519e-05,
+      "loss": 0.0,
+      "step": 43202
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602889324508796e-05,
+      "loss": 0.0,
+      "step": 43204
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6028246284830727e-05,
+      "loss": 0.0,
+      "step": 43206
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602759932457349e-05,
+      "loss": 0.0001,
+      "step": 43208
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6026952364316265e-05,
+      "loss": 0.0027,
+      "step": 43210
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602630540405903e-05,
+      "loss": 0.0002,
+      "step": 43212
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6025658443801796e-05,
+      "loss": 0.0,
+      "step": 43214
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6025011483544565e-05,
+      "loss": 0.0004,
+      "step": 43216
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6024364523287334e-05,
+      "loss": 0.0072,
+      "step": 43218
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602371756303011e-05,
+      "loss": 0.0076,
+      "step": 43220
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602307060277287e-05,
+      "loss": 0.0,
+      "step": 43222
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602242364251564e-05,
+      "loss": 0.0,
+      "step": 43224
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602177668225841e-05,
+      "loss": 0.0007,
+      "step": 43226
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602112972200118e-05,
+      "loss": 0.0001,
+      "step": 43228
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.602048276174395e-05,
+      "loss": 0.0,
+      "step": 43230
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601983580148672e-05,
+      "loss": 0.0001,
+      "step": 43232
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601918884122949e-05,
+      "loss": 0.0,
+      "step": 43234
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6018541880972256e-05,
+      "loss": 0.0001,
+      "step": 43236
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6017894920715025e-05,
+      "loss": 0.0,
+      "step": 43238
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601724796045779e-05,
+      "loss": 0.0001,
+      "step": 43240
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601660100020056e-05,
+      "loss": 0.0001,
+      "step": 43242
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6015954039943326e-05,
+      "loss": 0.0,
+      "step": 43244
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6015307079686095e-05,
+      "loss": 0.0011,
+      "step": 43246
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6014660119428864e-05,
+      "loss": 0.0,
+      "step": 43248
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601401315917163e-05,
+      "loss": 0.0,
+      "step": 43250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.60133661989144e-05,
+      "loss": 0.0,
+      "step": 43252
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601271923865717e-05,
+      "loss": 0.0,
+      "step": 43254
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601207227839994e-05,
+      "loss": 0.0001,
+      "step": 43256
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601142531814271e-05,
+      "loss": 0.0071,
+      "step": 43258
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601077835788548e-05,
+      "loss": 0.0022,
+      "step": 43260
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.601013139762824e-05,
+      "loss": 0.0,
+      "step": 43262
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6009484437371016e-05,
+      "loss": 0.0006,
+      "step": 43264
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6008837477113786e-05,
+      "loss": 0.0,
+      "step": 43266
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.600819051685655e-05,
+      "loss": 0.0001,
+      "step": 43268
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6007543556599324e-05,
+      "loss": 0.0,
+      "step": 43270
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6006896596342086e-05,
+      "loss": 0.0,
+      "step": 43272
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6006249636084855e-05,
+      "loss": 0.0002,
+      "step": 43274
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6005602675827624e-05,
+      "loss": 0.0748,
+      "step": 43276
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.600495571557039e-05,
+      "loss": 0.0001,
+      "step": 43278
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.600430875531316e-05,
+      "loss": 0.0,
+      "step": 43280
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.600366179505593e-05,
+      "loss": 0.0001,
+      "step": 43282
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.60030148347987e-05,
+      "loss": 0.0006,
+      "step": 43284
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.600236787454147e-05,
+      "loss": 0.0,
+      "step": 43286
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.600172091428424e-05,
+      "loss": 0.0,
+      "step": 43288
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.6001073954027e-05,
+      "loss": 0.0,
+      "step": 43290
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.600042699376978e-05,
+      "loss": 0.0,
+      "step": 43292
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599978003351254e-05,
+      "loss": 0.0,
+      "step": 43294
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599913307325531e-05,
+      "loss": 0.0,
+      "step": 43296
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5998486112998084e-05,
+      "loss": 0.0006,
+      "step": 43298
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5997839152740846e-05,
+      "loss": 0.0,
+      "step": 43300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599719219248362e-05,
+      "loss": 0.0,
+      "step": 43302
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5996545232226385e-05,
+      "loss": 0.0007,
+      "step": 43304
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5995898271969154e-05,
+      "loss": 0.0,
+      "step": 43306
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599525131171192e-05,
+      "loss": 0.0016,
+      "step": 43308
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599460435145469e-05,
+      "loss": 0.0,
+      "step": 43310
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599395739119746e-05,
+      "loss": 0.0001,
+      "step": 43312
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599331043094023e-05,
+      "loss": 0.0002,
+      "step": 43314
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5992663470683e-05,
+      "loss": 0.0,
+      "step": 43316
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599201651042577e-05,
+      "loss": 0.0,
+      "step": 43318
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.599136955016854e-05,
+      "loss": 0.0,
+      "step": 43320
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.59907225899113e-05,
+      "loss": 0.0006,
+      "step": 43322
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5990075629654075e-05,
+      "loss": 0.0,
+      "step": 43324
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598942866939684e-05,
+      "loss": 0.0002,
+      "step": 43326
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598878170913961e-05,
+      "loss": 0.0012,
+      "step": 43328
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598813474888238e-05,
+      "loss": 0.0,
+      "step": 43330
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5987487788625145e-05,
+      "loss": 0.0051,
+      "step": 43332
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5986840828367914e-05,
+      "loss": 0.0,
+      "step": 43334
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598619386811068e-05,
+      "loss": 0.0001,
+      "step": 43336
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598554690785345e-05,
+      "loss": 0.0001,
+      "step": 43338
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598489994759622e-05,
+      "loss": 0.0,
+      "step": 43340
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598425298733899e-05,
+      "loss": 0.0,
+      "step": 43342
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598360602708176e-05,
+      "loss": 0.0001,
+      "step": 43344
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598295906682453e-05,
+      "loss": 0.0,
+      "step": 43346
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.59823121065673e-05,
+      "loss": 0.0,
+      "step": 43348
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.598166514631006e-05,
+      "loss": 0.0003,
+      "step": 43350
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5981018186052836e-05,
+      "loss": 0.0,
+      "step": 43352
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.59803712257956e-05,
+      "loss": 0.0,
+      "step": 43354
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597972426553837e-05,
+      "loss": 0.0,
+      "step": 43356
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5979077305281136e-05,
+      "loss": 0.0015,
+      "step": 43358
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5978430345023905e-05,
+      "loss": 0.0,
+      "step": 43360
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597778338476668e-05,
+      "loss": 0.0,
+      "step": 43362
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5977136424509444e-05,
+      "loss": 0.0001,
+      "step": 43364
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597648946425221e-05,
+      "loss": 0.1263,
+      "step": 43366
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597584250399498e-05,
+      "loss": 0.0002,
+      "step": 43368
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597519554373775e-05,
+      "loss": 0.0,
+      "step": 43370
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597454858348051e-05,
+      "loss": 0.0027,
+      "step": 43372
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597390162322329e-05,
+      "loss": 0.0337,
+      "step": 43374
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597325466296606e-05,
+      "loss": 0.0,
+      "step": 43376
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597260770270883e-05,
+      "loss": 0.0,
+      "step": 43378
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5971960742451596e-05,
+      "loss": 0.0001,
+      "step": 43380
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.597131378219436e-05,
+      "loss": 0.0001,
+      "step": 43382
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5970666821937134e-05,
+      "loss": 0.0,
+      "step": 43384
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.59700198616799e-05,
+      "loss": 0.0,
+      "step": 43386
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5969372901422666e-05,
+      "loss": 0.0001,
+      "step": 43388
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5968725941165435e-05,
+      "loss": 0.0001,
+      "step": 43390
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5968078980908204e-05,
+      "loss": 0.0036,
+      "step": 43392
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596743202065097e-05,
+      "loss": 0.0,
+      "step": 43394
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596678506039374e-05,
+      "loss": 0.0065,
+      "step": 43396
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596613810013651e-05,
+      "loss": 0.0001,
+      "step": 43398
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596549113987928e-05,
+      "loss": 0.0039,
+      "step": 43400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596484417962205e-05,
+      "loss": 0.0001,
+      "step": 43402
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596419721936481e-05,
+      "loss": 0.004,
+      "step": 43404
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596355025910759e-05,
+      "loss": 0.0,
+      "step": 43406
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596290329885036e-05,
+      "loss": 0.0,
+      "step": 43408
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596225633859312e-05,
+      "loss": 0.0,
+      "step": 43410
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5961609378335895e-05,
+      "loss": 0.0001,
+      "step": 43412
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.596096241807866e-05,
+      "loss": 0.0002,
+      "step": 43414
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5960315457821426e-05,
+      "loss": 0.0,
+      "step": 43416
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5959668497564195e-05,
+      "loss": 0.0,
+      "step": 43418
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5959021537306964e-05,
+      "loss": 0.0,
+      "step": 43420
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5958374577049733e-05,
+      "loss": 0.0,
+      "step": 43422
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.59577276167925e-05,
+      "loss": 0.006,
+      "step": 43424
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595708065653527e-05,
+      "loss": 0.0,
+      "step": 43426
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595643369627804e-05,
+      "loss": 0.0035,
+      "step": 43428
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595578673602081e-05,
+      "loss": 0.0001,
+      "step": 43430
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595513977576357e-05,
+      "loss": 0.0081,
+      "step": 43432
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595449281550635e-05,
+      "loss": 0.0,
+      "step": 43434
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595384585524911e-05,
+      "loss": 0.0,
+      "step": 43436
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595319889499188e-05,
+      "loss": 0.0029,
+      "step": 43438
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595255193473465e-05,
+      "loss": 0.0,
+      "step": 43440
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595190497447742e-05,
+      "loss": 0.0,
+      "step": 43442
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.595125801422019e-05,
+      "loss": 0.0001,
+      "step": 43444
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5950611053962956e-05,
+      "loss": 0.0001,
+      "step": 43446
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5949964093705725e-05,
+      "loss": 0.0087,
+      "step": 43448
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5949317133448494e-05,
+      "loss": 0.0354,
+      "step": 43450
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594867017319126e-05,
+      "loss": 0.0074,
+      "step": 43452
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594802321293403e-05,
+      "loss": 0.0,
+      "step": 43454
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.59473762526768e-05,
+      "loss": 0.0084,
+      "step": 43456
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594672929241957e-05,
+      "loss": 0.0,
+      "step": 43458
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594608233216234e-05,
+      "loss": 0.0,
+      "step": 43460
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594543537190511e-05,
+      "loss": 0.0068,
+      "step": 43462
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594478841164787e-05,
+      "loss": 0.0,
+      "step": 43464
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5944141451390647e-05,
+      "loss": 0.0,
+      "step": 43466
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594349449113341e-05,
+      "loss": 0.0036,
+      "step": 43468
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594284753087618e-05,
+      "loss": 0.0012,
+      "step": 43470
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.594220057061895e-05,
+      "loss": 0.0,
+      "step": 43472
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5941553610361716e-05,
+      "loss": 0.0049,
+      "step": 43474
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5940906650104485e-05,
+      "loss": 0.0081,
+      "step": 43476
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5940259689847254e-05,
+      "loss": 0.0016,
+      "step": 43478
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593961272959002e-05,
+      "loss": 0.0137,
+      "step": 43480
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593896576933279e-05,
+      "loss": 0.0,
+      "step": 43482
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593831880907556e-05,
+      "loss": 0.0,
+      "step": 43484
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593767184881833e-05,
+      "loss": 0.0,
+      "step": 43486
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.59370248885611e-05,
+      "loss": 0.0001,
+      "step": 43488
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593637792830387e-05,
+      "loss": 0.0,
+      "step": 43490
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593573096804663e-05,
+      "loss": 0.0,
+      "step": 43492
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593508400778941e-05,
+      "loss": 0.0004,
+      "step": 43494
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593443704753217e-05,
+      "loss": 0.0004,
+      "step": 43496
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593379008727494e-05,
+      "loss": 0.0093,
+      "step": 43498
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.593314312701771e-05,
+      "loss": 0.0,
+      "step": 43500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5932496166760476e-05,
+      "loss": 0.0,
+      "step": 43502
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5931849206503246e-05,
+      "loss": 0.0,
+      "step": 43504
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5931202246246015e-05,
+      "loss": 0.0,
+      "step": 43506
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5930555285988784e-05,
+      "loss": 0.0,
+      "step": 43508
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.592990832573155e-05,
+      "loss": 0.0029,
+      "step": 43510
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.592926136547432e-05,
+      "loss": 0.0023,
+      "step": 43512
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5928614405217084e-05,
+      "loss": 0.0002,
+      "step": 43514
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.592796744495986e-05,
+      "loss": 0.0,
+      "step": 43516
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.592732048470262e-05,
+      "loss": 0.0017,
+      "step": 43518
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.59266735244454e-05,
+      "loss": 0.0001,
+      "step": 43520
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.592602656418817e-05,
+      "loss": 0.0034,
+      "step": 43522
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.592537960393093e-05,
+      "loss": 0.0,
+      "step": 43524
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5924732643673706e-05,
+      "loss": 0.0007,
+      "step": 43526
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.592408568341647e-05,
+      "loss": 0.008,
+      "step": 43528
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.592343872315924e-05,
+      "loss": 0.0,
+      "step": 43530
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5922791762902006e-05,
+      "loss": 0.0,
+      "step": 43532
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5922144802644775e-05,
+      "loss": 0.0014,
+      "step": 43534
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.5921497842387544e-05,
+      "loss": 0.0,
+      "step": 43536
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.592085088213031e-05,
+      "loss": 0.0004,
+      "step": 43538
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.592020392187308e-05,
+      "loss": 0.0001,
+      "step": 43540
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591955696161585e-05,
+      "loss": 0.0005,
+      "step": 43542
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591891000135862e-05,
+      "loss": 0.004,
+      "step": 43544
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591826304110138e-05,
+      "loss": 0.0001,
+      "step": 43546
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591761608084416e-05,
+      "loss": 0.001,
+      "step": 43548
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591696912058692e-05,
+      "loss": 0.0001,
+      "step": 43550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591632216032969e-05,
+      "loss": 0.0,
+      "step": 43552
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5915675200072466e-05,
+      "loss": 0.0,
+      "step": 43554
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591502823981523e-05,
+      "loss": 0.0,
+      "step": 43556
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5914381279558e-05,
+      "loss": 0.0002,
+      "step": 43558
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5913734319300766e-05,
+      "loss": 0.0,
+      "step": 43560
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5913087359043535e-05,
+      "loss": 0.0,
+      "step": 43562
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5912440398786305e-05,
+      "loss": 0.0,
+      "step": 43564
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5911793438529074e-05,
+      "loss": 0.0,
+      "step": 43566
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591114647827184e-05,
+      "loss": 0.0,
+      "step": 43568
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.591049951801461e-05,
+      "loss": 0.0001,
+      "step": 43570
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590985255775738e-05,
+      "loss": 0.0,
+      "step": 43572
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590920559750014e-05,
+      "loss": 0.0,
+      "step": 43574
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590855863724292e-05,
+      "loss": 0.0001,
+      "step": 43576
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590791167698568e-05,
+      "loss": 0.0045,
+      "step": 43578
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590726471672845e-05,
+      "loss": 0.0001,
+      "step": 43580
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590661775647122e-05,
+      "loss": 0.0001,
+      "step": 43582
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590597079621399e-05,
+      "loss": 0.0,
+      "step": 43584
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5905323835956764e-05,
+      "loss": 0.0,
+      "step": 43586
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590467687569953e-05,
+      "loss": 0.0,
+      "step": 43588
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5904029915442296e-05,
+      "loss": 0.0,
+      "step": 43590
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5903382955185065e-05,
+      "loss": 0.0001,
+      "step": 43592
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5902735994927834e-05,
+      "loss": 0.0175,
+      "step": 43594
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5902089034670596e-05,
+      "loss": 0.0001,
+      "step": 43596
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590144207441337e-05,
+      "loss": 0.0001,
+      "step": 43598
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590079511415614e-05,
+      "loss": 0.0001,
+      "step": 43600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590014815389891e-05,
+      "loss": 0.0,
+      "step": 43602
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589950119364168e-05,
+      "loss": 0.0226,
+      "step": 43604
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589885423338444e-05,
+      "loss": 0.0,
+      "step": 43606
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5898530753255826e-05,
+      "loss": 0.3995,
+      "step": 43608
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58978837929986e-05,
+      "loss": 0.0,
+      "step": 43610
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5897236832741364e-05,
+      "loss": 0.0086,
+      "step": 43612
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589658987248414e-05,
+      "loss": 0.0,
+      "step": 43614
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58959429122269e-05,
+      "loss": 0.0,
+      "step": 43616
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589529595196967e-05,
+      "loss": 0.0,
+      "step": 43618
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589464899171244e-05,
+      "loss": 0.0002,
+      "step": 43620
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589400203145521e-05,
+      "loss": 0.0008,
+      "step": 43622
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589335507119798e-05,
+      "loss": 0.0,
+      "step": 43624
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589270811094075e-05,
+      "loss": 0.0,
+      "step": 43626
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589206115068352e-05,
+      "loss": 0.0002,
+      "step": 43628
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589141419042628e-05,
+      "loss": 0.0,
+      "step": 43630
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5890767230169055e-05,
+      "loss": 0.0,
+      "step": 43632
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.589012026991182e-05,
+      "loss": 0.0003,
+      "step": 43634
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5889473309654593e-05,
+      "loss": 0.0001,
+      "step": 43636
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5888826349397356e-05,
+      "loss": 0.0,
+      "step": 43638
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5888179389140125e-05,
+      "loss": 0.0,
+      "step": 43640
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5887532428882894e-05,
+      "loss": 0.0,
+      "step": 43642
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588688546862566e-05,
+      "loss": 0.0022,
+      "step": 43644
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588623850836843e-05,
+      "loss": 0.0,
+      "step": 43646
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58855915481112e-05,
+      "loss": 0.0044,
+      "step": 43648
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588494458785397e-05,
+      "loss": 0.0,
+      "step": 43650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588429762759673e-05,
+      "loss": 0.0,
+      "step": 43652
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588365066733951e-05,
+      "loss": 0.0,
+      "step": 43654
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588300370708228e-05,
+      "loss": 0.0,
+      "step": 43656
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588235674682505e-05,
+      "loss": 0.0002,
+      "step": 43658
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5881709786567816e-05,
+      "loss": 0.0001,
+      "step": 43660
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.588106282631058e-05,
+      "loss": 0.0,
+      "step": 43662
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5880415866053354e-05,
+      "loss": 0.0,
+      "step": 43664
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5879768905796116e-05,
+      "loss": 0.0,
+      "step": 43666
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5879121945538885e-05,
+      "loss": 0.0,
+      "step": 43668
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5878474985281654e-05,
+      "loss": 0.0013,
+      "step": 43670
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5877828025024423e-05,
+      "loss": 0.0,
+      "step": 43672
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587718106476719e-05,
+      "loss": 0.0037,
+      "step": 43674
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587653410450996e-05,
+      "loss": 0.0,
+      "step": 43676
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587588714425273e-05,
+      "loss": 0.0119,
+      "step": 43678
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58752401839955e-05,
+      "loss": 0.0021,
+      "step": 43680
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587459322373827e-05,
+      "loss": 0.0,
+      "step": 43682
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587394626348103e-05,
+      "loss": 0.0,
+      "step": 43684
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587329930322381e-05,
+      "loss": 0.0,
+      "step": 43686
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5872652342966576e-05,
+      "loss": 0.0038,
+      "step": 43688
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587200538270934e-05,
+      "loss": 0.0094,
+      "step": 43690
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5871358422452114e-05,
+      "loss": 0.0185,
+      "step": 43692
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587071146219488e-05,
+      "loss": 0.0,
+      "step": 43694
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.587006450193765e-05,
+      "loss": 0.0,
+      "step": 43696
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5869417541680415e-05,
+      "loss": 0.063,
+      "step": 43698
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5868770581423184e-05,
+      "loss": 0.0,
+      "step": 43700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586812362116595e-05,
+      "loss": 0.0001,
+      "step": 43702
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586747666090872e-05,
+      "loss": 0.0,
+      "step": 43704
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586682970065149e-05,
+      "loss": 0.0082,
+      "step": 43706
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586618274039426e-05,
+      "loss": 0.0016,
+      "step": 43708
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586553578013703e-05,
+      "loss": 0.0,
+      "step": 43710
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586488881987979e-05,
+      "loss": 0.0087,
+      "step": 43712
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586424185962257e-05,
+      "loss": 0.0,
+      "step": 43714
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586359489936533e-05,
+      "loss": 0.0001,
+      "step": 43716
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5862947939108106e-05,
+      "loss": 0.0,
+      "step": 43718
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586230097885087e-05,
+      "loss": 0.0005,
+      "step": 43720
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586165401859364e-05,
+      "loss": 0.0006,
+      "step": 43722
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.586100705833641e-05,
+      "loss": 0.0,
+      "step": 43724
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5860360098079175e-05,
+      "loss": 0.0025,
+      "step": 43726
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5859713137821944e-05,
+      "loss": 0.0,
+      "step": 43728
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585906617756471e-05,
+      "loss": 0.0001,
+      "step": 43730
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585841921730748e-05,
+      "loss": 0.0,
+      "step": 43732
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585777225705025e-05,
+      "loss": 0.0007,
+      "step": 43734
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585712529679302e-05,
+      "loss": 0.0,
+      "step": 43736
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585647833653579e-05,
+      "loss": 0.0003,
+      "step": 43738
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585583137627856e-05,
+      "loss": 0.0019,
+      "step": 43740
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585518441602133e-05,
+      "loss": 0.0064,
+      "step": 43742
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585453745576409e-05,
+      "loss": 0.0,
+      "step": 43744
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5853890495506866e-05,
+      "loss": 0.0,
+      "step": 43746
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585324353524963e-05,
+      "loss": 0.0,
+      "step": 43748
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58525965749924e-05,
+      "loss": 0.0011,
+      "step": 43750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5851949614735167e-05,
+      "loss": 0.0,
+      "step": 43752
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5851302654477936e-05,
+      "loss": 0.0,
+      "step": 43754
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.585065569422071e-05,
+      "loss": 0.0,
+      "step": 43756
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5850008733963474e-05,
+      "loss": 0.0,
+      "step": 43758
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584936177370624e-05,
+      "loss": 0.0,
+      "step": 43760
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584871481344901e-05,
+      "loss": 0.0,
+      "step": 43762
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584806785319178e-05,
+      "loss": 0.0,
+      "step": 43764
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584742089293455e-05,
+      "loss": 0.0,
+      "step": 43766
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584677393267732e-05,
+      "loss": 0.0001,
+      "step": 43768
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584612697242009e-05,
+      "loss": 0.0001,
+      "step": 43770
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584548001216285e-05,
+      "loss": 0.0,
+      "step": 43772
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5844833051905626e-05,
+      "loss": 0.0,
+      "step": 43774
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584418609164839e-05,
+      "loss": 0.0,
+      "step": 43776
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5843539131391165e-05,
+      "loss": 0.0,
+      "step": 43778
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.584289217113393e-05,
+      "loss": 0.0,
+      "step": 43780
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5842245210876696e-05,
+      "loss": 0.0,
+      "step": 43782
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5841598250619465e-05,
+      "loss": 0.0,
+      "step": 43784
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5840951290362234e-05,
+      "loss": 0.0012,
+      "step": 43786
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5840304330105e-05,
+      "loss": 0.0,
+      "step": 43788
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583965736984777e-05,
+      "loss": 0.0,
+      "step": 43790
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583901040959054e-05,
+      "loss": 0.0081,
+      "step": 43792
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5838363449333304e-05,
+      "loss": 0.0,
+      "step": 43794
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583771648907608e-05,
+      "loss": 0.0145,
+      "step": 43796
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583706952881884e-05,
+      "loss": 0.0,
+      "step": 43798
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583642256856162e-05,
+      "loss": 0.0525,
+      "step": 43800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583577560830439e-05,
+      "loss": 0.0,
+      "step": 43802
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583512864804715e-05,
+      "loss": 0.0072,
+      "step": 43804
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5834481687789925e-05,
+      "loss": 0.0,
+      "step": 43806
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583383472753269e-05,
+      "loss": 0.0009,
+      "step": 43808
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5833187767275456e-05,
+      "loss": 0.0127,
+      "step": 43810
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5832540807018225e-05,
+      "loss": 0.0,
+      "step": 43812
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5831893846760995e-05,
+      "loss": 0.0,
+      "step": 43814
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5831246886503764e-05,
+      "loss": 0.0051,
+      "step": 43816
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.583059992624653e-05,
+      "loss": 0.0,
+      "step": 43818
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58299529659893e-05,
+      "loss": 0.0,
+      "step": 43820
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582930600573207e-05,
+      "loss": 0.0,
+      "step": 43822
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582865904547484e-05,
+      "loss": 0.015,
+      "step": 43824
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58280120852176e-05,
+      "loss": 0.0093,
+      "step": 43826
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582736512496038e-05,
+      "loss": 0.0,
+      "step": 43828
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582671816470314e-05,
+      "loss": 0.0,
+      "step": 43830
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582607120444591e-05,
+      "loss": 0.0004,
+      "step": 43832
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5825424244188685e-05,
+      "loss": 0.0,
+      "step": 43834
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582477728393145e-05,
+      "loss": 0.021,
+      "step": 43836
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5824130323674224e-05,
+      "loss": 0.0111,
+      "step": 43838
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5823483363416986e-05,
+      "loss": 0.0,
+      "step": 43840
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5822836403159755e-05,
+      "loss": 0.0124,
+      "step": 43842
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5822189442902524e-05,
+      "loss": 0.0001,
+      "step": 43844
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582154248264529e-05,
+      "loss": 0.0,
+      "step": 43846
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582089552238806e-05,
+      "loss": 0.0001,
+      "step": 43848
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.582024856213083e-05,
+      "loss": 0.0002,
+      "step": 43850
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58196016018736e-05,
+      "loss": 0.0,
+      "step": 43852
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.581895464161636e-05,
+      "loss": 0.0,
+      "step": 43854
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.581830768135914e-05,
+      "loss": 0.0001,
+      "step": 43856
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58176607211019e-05,
+      "loss": 0.0,
+      "step": 43858
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.581701376084468e-05,
+      "loss": 0.0104,
+      "step": 43860
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.581636680058744e-05,
+      "loss": 0.0006,
+      "step": 43862
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.581571984033021e-05,
+      "loss": 0.0001,
+      "step": 43864
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5815072880072984e-05,
+      "loss": 0.0,
+      "step": 43866
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5814425919815746e-05,
+      "loss": 0.0,
+      "step": 43868
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5813778959558515e-05,
+      "loss": 0.0,
+      "step": 43870
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5813131999301284e-05,
+      "loss": 0.0,
+      "step": 43872
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5812485039044054e-05,
+      "loss": 0.0,
+      "step": 43874
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5811838078786816e-05,
+      "loss": 0.0,
+      "step": 43876
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.581119111852959e-05,
+      "loss": 0.0,
+      "step": 43878
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.581054415827236e-05,
+      "loss": 0.0,
+      "step": 43880
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580989719801513e-05,
+      "loss": 0.0002,
+      "step": 43882
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58092502377579e-05,
+      "loss": 0.0003,
+      "step": 43884
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580860327750066e-05,
+      "loss": 0.0061,
+      "step": 43886
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580795631724344e-05,
+      "loss": 0.0,
+      "step": 43888
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.58073093569862e-05,
+      "loss": 0.0,
+      "step": 43890
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580666239672897e-05,
+      "loss": 0.0,
+      "step": 43892
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580601543647174e-05,
+      "loss": 0.0,
+      "step": 43894
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580536847621451e-05,
+      "loss": 0.0002,
+      "step": 43896
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5804721515957276e-05,
+      "loss": 0.0,
+      "step": 43898
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5804074555700045e-05,
+      "loss": 0.0001,
+      "step": 43900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5803427595442814e-05,
+      "loss": 0.0,
+      "step": 43902
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580278063518558e-05,
+      "loss": 0.0,
+      "step": 43904
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580213367492835e-05,
+      "loss": 0.001,
+      "step": 43906
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5801486714671114e-05,
+      "loss": 0.004,
+      "step": 43908
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580083975441389e-05,
+      "loss": 0.0084,
+      "step": 43910
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.580019279415666e-05,
+      "loss": 0.0001,
+      "step": 43912
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.579954583389942e-05,
+      "loss": 0.0,
+      "step": 43914
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.57988988736422e-05,
+      "loss": 0.0021,
+      "step": 43916
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.579825191338496e-05,
+      "loss": 0.0,
+      "step": 43918
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5797604953127736e-05,
+      "loss": 0.0009,
+      "step": 43920
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.57969579928705e-05,
+      "loss": 0.0027,
+      "step": 43922
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.579631103261327e-05,
+      "loss": 0.0,
+      "step": 43924
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5795664072356036e-05,
+      "loss": 0.0,
+      "step": 43926
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5795017112098805e-05,
+      "loss": 0.0001,
+      "step": 43928
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5794370151841574e-05,
+      "loss": 0.0,
+      "step": 43930
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5793723191584343e-05,
+      "loss": 0.0,
+      "step": 43932
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.579307623132711e-05,
+      "loss": 0.0001,
+      "step": 43934
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5792429271069875e-05,
+      "loss": 0.0001,
+      "step": 43936
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.579178231081265e-05,
+      "loss": 0.0,
+      "step": 43938
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.579113535055541e-05,
+      "loss": 0.0,
+      "step": 43940
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.579048839029819e-05,
+      "loss": 0.0,
+      "step": 43942
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578984143004096e-05,
+      "loss": 0.0,
+      "step": 43944
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578919446978372e-05,
+      "loss": 0.0005,
+      "step": 43946
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5788547509526496e-05,
+      "loss": 0.0202,
+      "step": 43948
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578790054926926e-05,
+      "loss": 0.0051,
+      "step": 43950
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578725358901203e-05,
+      "loss": 0.0,
+      "step": 43952
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5786606628754797e-05,
+      "loss": 0.0004,
+      "step": 43954
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5785959668497566e-05,
+      "loss": 0.0056,
+      "step": 43956
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5785312708240335e-05,
+      "loss": 0.0,
+      "step": 43958
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5784665747983104e-05,
+      "loss": 0.0,
+      "step": 43960
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578401878772587e-05,
+      "loss": 0.0,
+      "step": 43962
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578337182746864e-05,
+      "loss": 0.0,
+      "step": 43964
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578272486721141e-05,
+      "loss": 0.0,
+      "step": 43966
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5782077906954173e-05,
+      "loss": 0.0,
+      "step": 43968
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578143094669695e-05,
+      "loss": 0.0,
+      "step": 43970
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578078398643971e-05,
+      "loss": 0.0,
+      "step": 43972
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.578013702618248e-05,
+      "loss": 0.0,
+      "step": 43974
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577949006592525e-05,
+      "loss": 0.0,
+      "step": 43976
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577884310566802e-05,
+      "loss": 0.0,
+      "step": 43978
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5778196145410795e-05,
+      "loss": 0.0003,
+      "step": 43980
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577754918515356e-05,
+      "loss": 0.0,
+      "step": 43982
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5776902224896326e-05,
+      "loss": 0.0001,
+      "step": 43984
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5776255264639095e-05,
+      "loss": 0.0,
+      "step": 43986
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5775608304381864e-05,
+      "loss": 0.0,
+      "step": 43988
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577496134412463e-05,
+      "loss": 0.0,
+      "step": 43990
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.57743143838674e-05,
+      "loss": 0.0,
+      "step": 43992
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577366742361017e-05,
+      "loss": 0.0,
+      "step": 43994
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5773020463352934e-05,
+      "loss": 0.0006,
+      "step": 43996
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577237350309571e-05,
+      "loss": 0.0001,
+      "step": 43998
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577172654283847e-05,
+      "loss": 0.0161,
+      "step": 44000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577107958258125e-05,
+      "loss": 0.0006,
+      "step": 44002
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.577043262232401e-05,
+      "loss": 0.0,
+      "step": 44004
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576978566206678e-05,
+      "loss": 0.0009,
+      "step": 44006
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576913870180955e-05,
+      "loss": 0.0,
+      "step": 44008
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576849174155232e-05,
+      "loss": 0.0001,
+      "step": 44010
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5767844781295086e-05,
+      "loss": 0.0,
+      "step": 44012
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5767197821037856e-05,
+      "loss": 0.0002,
+      "step": 44014
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5766550860780625e-05,
+      "loss": 0.0018,
+      "step": 44016
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576590390052339e-05,
+      "loss": 0.0001,
+      "step": 44018
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576525694026616e-05,
+      "loss": 0.0,
+      "step": 44020
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5764609980008925e-05,
+      "loss": 0.0,
+      "step": 44022
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.57639630197517e-05,
+      "loss": 0.0,
+      "step": 44024
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576331605949447e-05,
+      "loss": 0.0,
+      "step": 44026
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576266909923723e-05,
+      "loss": 0.003,
+      "step": 44028
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576202213898001e-05,
+      "loss": 0.0026,
+      "step": 44030
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576137517872277e-05,
+      "loss": 0.0001,
+      "step": 44032
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576072821846554e-05,
+      "loss": 0.0,
+      "step": 44034
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.576008125820831e-05,
+      "loss": 0.0011,
+      "step": 44036
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.575943429795108e-05,
+      "loss": 0.0011,
+      "step": 44038
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.575878733769385e-05,
+      "loss": 0.0019,
+      "step": 44040
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5758140377436616e-05,
+      "loss": 0.0,
+      "step": 44042
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5757493417179385e-05,
+      "loss": 0.0001,
+      "step": 44044
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5756846456922154e-05,
+      "loss": 0.0,
+      "step": 44046
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.575619949666492e-05,
+      "loss": 0.0,
+      "step": 44048
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.5755552536407686e-05,
+      "loss": 0.0,
+      "step": 44050
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.575490557615046e-05,
+      "loss": 0.004,
+      "step": 44052
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5754258615893224e-05,
+      "loss": 0.0002,
+      "step": 44054
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.575361165563599e-05,
+      "loss": 0.0,
+      "step": 44056
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.575296469537877e-05,
+      "loss": 0.0313,
+      "step": 44058
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.575231773512153e-05,
+      "loss": 0.0,
+      "step": 44060
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.575167077486431e-05,
+      "loss": 0.0066,
+      "step": 44062
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.575102381460707e-05,
+      "loss": 0.0006,
+      "step": 44064
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.575037685434984e-05,
+      "loss": 0.0,
+      "step": 44066
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574972989409261e-05,
+      "loss": 0.0018,
+      "step": 44068
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5749082933835376e-05,
+      "loss": 0.0043,
+      "step": 44070
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5748435973578145e-05,
+      "loss": 0.0008,
+      "step": 44072
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5747789013320915e-05,
+      "loss": 0.0,
+      "step": 44074
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5747142053063684e-05,
+      "loss": 0.0,
+      "step": 44076
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5746495092806446e-05,
+      "loss": 0.0,
+      "step": 44078
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574584813254922e-05,
+      "loss": 0.0122,
+      "step": 44080
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5745201172291984e-05,
+      "loss": 0.0246,
+      "step": 44082
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574455421203476e-05,
+      "loss": 0.0005,
+      "step": 44084
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574390725177752e-05,
+      "loss": 0.0,
+      "step": 44086
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574326029152029e-05,
+      "loss": 0.0146,
+      "step": 44088
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574261333126307e-05,
+      "loss": 0.0,
+      "step": 44090
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574196637100583e-05,
+      "loss": 0.0,
+      "step": 44092
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.57413194107486e-05,
+      "loss": 0.0,
+      "step": 44094
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574067245049137e-05,
+      "loss": 0.0,
+      "step": 44096
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.574002549023414e-05,
+      "loss": 0.0,
+      "step": 44098
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5739378529976906e-05,
+      "loss": 0.0002,
+      "step": 44100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5738731569719675e-05,
+      "loss": 0.0087,
+      "step": 44102
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5738084609462444e-05,
+      "loss": 0.0,
+      "step": 44104
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573743764920521e-05,
+      "loss": 0.0001,
+      "step": 44106
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573679068894798e-05,
+      "loss": 0.0,
+      "step": 44108
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5736143728690745e-05,
+      "loss": 0.0062,
+      "step": 44110
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573549676843352e-05,
+      "loss": 0.0017,
+      "step": 44112
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573484980817628e-05,
+      "loss": 0.0002,
+      "step": 44114
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573420284791905e-05,
+      "loss": 0.0,
+      "step": 44116
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573355588766182e-05,
+      "loss": 0.0002,
+      "step": 44118
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573290892740459e-05,
+      "loss": 0.0002,
+      "step": 44120
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573226196714736e-05,
+      "loss": 0.0,
+      "step": 44122
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.573161500689013e-05,
+      "loss": 0.0,
+      "step": 44124
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.57309680466329e-05,
+      "loss": 0.0,
+      "step": 44126
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5730321086375666e-05,
+      "loss": 0.0,
+      "step": 44128
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5729674126118435e-05,
+      "loss": 0.0002,
+      "step": 44130
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.57290271658612e-05,
+      "loss": 0.0001,
+      "step": 44132
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5728380205603974e-05,
+      "loss": 0.0069,
+      "step": 44134
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572773324534674e-05,
+      "loss": 0.0,
+      "step": 44136
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5727086285089505e-05,
+      "loss": 0.0006,
+      "step": 44138
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572643932483228e-05,
+      "loss": 0.0081,
+      "step": 44140
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572579236457504e-05,
+      "loss": 0.0,
+      "step": 44142
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572514540431782e-05,
+      "loss": 0.0,
+      "step": 44144
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572449844406058e-05,
+      "loss": 0.0008,
+      "step": 44146
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572385148380335e-05,
+      "loss": 0.0001,
+      "step": 44148
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572320452354612e-05,
+      "loss": 0.0002,
+      "step": 44150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572255756328889e-05,
+      "loss": 0.0047,
+      "step": 44152
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572191060303166e-05,
+      "loss": 0.0,
+      "step": 44154
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.572126364277443e-05,
+      "loss": 0.0,
+      "step": 44156
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5720616682517196e-05,
+      "loss": 0.0,
+      "step": 44158
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571996972225996e-05,
+      "loss": 0.0006,
+      "step": 44160
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5719322762002734e-05,
+      "loss": 0.0,
+      "step": 44162
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5718675801745496e-05,
+      "loss": 0.0115,
+      "step": 44164
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571802884148827e-05,
+      "loss": 0.0005,
+      "step": 44166
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571738188123104e-05,
+      "loss": 0.0073,
+      "step": 44168
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5716734920973803e-05,
+      "loss": 0.013,
+      "step": 44170
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571608796071658e-05,
+      "loss": 0.0161,
+      "step": 44172
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571544100045934e-05,
+      "loss": 0.0068,
+      "step": 44174
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571479404020211e-05,
+      "loss": 0.0002,
+      "step": 44176
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571414707994488e-05,
+      "loss": 0.0001,
+      "step": 44178
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571350011968765e-05,
+      "loss": 0.0,
+      "step": 44180
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571285315943042e-05,
+      "loss": 0.0034,
+      "step": 44182
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.571220619917319e-05,
+      "loss": 0.0008,
+      "step": 44184
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5711559238915956e-05,
+      "loss": 0.0002,
+      "step": 44186
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5710912278658725e-05,
+      "loss": 0.0113,
+      "step": 44188
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5710265318401494e-05,
+      "loss": 0.0011,
+      "step": 44190
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570961835814426e-05,
+      "loss": 0.0,
+      "step": 44192
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570897139788703e-05,
+      "loss": 0.0001,
+      "step": 44194
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5708324437629795e-05,
+      "loss": 0.0,
+      "step": 44196
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5707677477372564e-05,
+      "loss": 0.0,
+      "step": 44198
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570703051711533e-05,
+      "loss": 0.0001,
+      "step": 44200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.57063835568581e-05,
+      "loss": 0.0,
+      "step": 44202
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570573659660088e-05,
+      "loss": 0.0,
+      "step": 44204
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570508963634364e-05,
+      "loss": 0.0214,
+      "step": 44206
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570444267608641e-05,
+      "loss": 0.0066,
+      "step": 44208
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570379571582918e-05,
+      "loss": 0.0,
+      "step": 44210
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570314875557195e-05,
+      "loss": 0.0,
+      "step": 44212
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5702501795314717e-05,
+      "loss": 0.0001,
+      "step": 44214
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5701854835057486e-05,
+      "loss": 0.0569,
+      "step": 44216
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5701207874800255e-05,
+      "loss": 0.0,
+      "step": 44218
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.570056091454302e-05,
+      "loss": 0.0,
+      "step": 44220
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569991395428579e-05,
+      "loss": 0.0,
+      "step": 44222
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5699266994028555e-05,
+      "loss": 0.0001,
+      "step": 44224
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569862003377133e-05,
+      "loss": 0.0,
+      "step": 44226
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5697973073514093e-05,
+      "loss": 0.0,
+      "step": 44228
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569732611325686e-05,
+      "loss": 0.0,
+      "step": 44230
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569667915299963e-05,
+      "loss": 0.0,
+      "step": 44232
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56960321927424e-05,
+      "loss": 0.0,
+      "step": 44234
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569538523248517e-05,
+      "loss": 0.0,
+      "step": 44236
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569473827222794e-05,
+      "loss": 0.0,
+      "step": 44238
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569409131197071e-05,
+      "loss": 0.0,
+      "step": 44240
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569344435171348e-05,
+      "loss": 0.0001,
+      "step": 44242
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5692797391456246e-05,
+      "loss": 0.0,
+      "step": 44244
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5692150431199015e-05,
+      "loss": 0.0049,
+      "step": 44246
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5691503470941784e-05,
+      "loss": 0.0004,
+      "step": 44248
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.569085651068455e-05,
+      "loss": 0.0,
+      "step": 44250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5690209550427316e-05,
+      "loss": 0.0151,
+      "step": 44252
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568956259017009e-05,
+      "loss": 0.0,
+      "step": 44254
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5688915629912854e-05,
+      "loss": 0.0,
+      "step": 44256
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568826866965562e-05,
+      "loss": 0.0001,
+      "step": 44258
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568762170939839e-05,
+      "loss": 0.0,
+      "step": 44260
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568697474914116e-05,
+      "loss": 0.0001,
+      "step": 44262
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568632778888393e-05,
+      "loss": 0.0,
+      "step": 44264
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56856808286267e-05,
+      "loss": 0.0006,
+      "step": 44266
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568503386836947e-05,
+      "loss": 0.0,
+      "step": 44268
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568438690811224e-05,
+      "loss": 0.0,
+      "step": 44270
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5683739947855006e-05,
+      "loss": 0.0,
+      "step": 44272
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568309298759777e-05,
+      "loss": 0.0001,
+      "step": 44274
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5682446027340545e-05,
+      "loss": 0.0001,
+      "step": 44276
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568179906708331e-05,
+      "loss": 0.0,
+      "step": 44278
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5681152106826076e-05,
+      "loss": 0.0,
+      "step": 44280
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.568050514656885e-05,
+      "loss": 0.0001,
+      "step": 44282
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5679858186311614e-05,
+      "loss": 0.0,
+      "step": 44284
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567921122605439e-05,
+      "loss": 0.0003,
+      "step": 44286
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567856426579715e-05,
+      "loss": 0.0001,
+      "step": 44288
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567791730553992e-05,
+      "loss": 0.0,
+      "step": 44290
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567727034528269e-05,
+      "loss": 0.0,
+      "step": 44292
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567662338502546e-05,
+      "loss": 0.0048,
+      "step": 44294
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567597642476823e-05,
+      "loss": 0.002,
+      "step": 44296
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5675329464511e-05,
+      "loss": 0.0,
+      "step": 44298
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567468250425377e-05,
+      "loss": 0.0,
+      "step": 44300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567403554399653e-05,
+      "loss": 0.0005,
+      "step": 44302
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5673388583739305e-05,
+      "loss": 0.0,
+      "step": 44304
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567274162348207e-05,
+      "loss": 0.0,
+      "step": 44306
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567209466322484e-05,
+      "loss": 0.0013,
+      "step": 44308
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5671447702967606e-05,
+      "loss": 0.0121,
+      "step": 44310
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5670800742710375e-05,
+      "loss": 0.0,
+      "step": 44312
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.567015378245315e-05,
+      "loss": 0.0,
+      "step": 44314
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566950682219591e-05,
+      "loss": 0.0,
+      "step": 44316
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566885986193868e-05,
+      "loss": 0.0002,
+      "step": 44318
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566821290168145e-05,
+      "loss": 0.0011,
+      "step": 44320
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566756594142422e-05,
+      "loss": 0.0,
+      "step": 44322
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566691898116699e-05,
+      "loss": 0.0001,
+      "step": 44324
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566627202090976e-05,
+      "loss": 0.007,
+      "step": 44326
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566562506065253e-05,
+      "loss": 0.0004,
+      "step": 44328
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5664978100395296e-05,
+      "loss": 0.0,
+      "step": 44330
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5664331140138065e-05,
+      "loss": 0.0,
+      "step": 44332
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566368417988083e-05,
+      "loss": 0.0,
+      "step": 44334
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5663037219623604e-05,
+      "loss": 0.0001,
+      "step": 44336
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5662390259366366e-05,
+      "loss": 0.0,
+      "step": 44338
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5661743299109135e-05,
+      "loss": 0.0004,
+      "step": 44340
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5661096338851904e-05,
+      "loss": 0.001,
+      "step": 44342
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.566044937859467e-05,
+      "loss": 0.0005,
+      "step": 44344
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565980241833745e-05,
+      "loss": 0.0006,
+      "step": 44346
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565915545808021e-05,
+      "loss": 0.0,
+      "step": 44348
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565850849782298e-05,
+      "loss": 0.0001,
+      "step": 44350
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565786153756575e-05,
+      "loss": 0.0,
+      "step": 44352
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565721457730852e-05,
+      "loss": 0.0,
+      "step": 44354
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565656761705128e-05,
+      "loss": 0.0001,
+      "step": 44356
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565592065679406e-05,
+      "loss": 0.0,
+      "step": 44358
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5655273696536826e-05,
+      "loss": 0.0,
+      "step": 44360
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565462673627959e-05,
+      "loss": 0.0002,
+      "step": 44362
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5653979776022364e-05,
+      "loss": 0.0013,
+      "step": 44364
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5653332815765126e-05,
+      "loss": 0.0003,
+      "step": 44366
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56526858555079e-05,
+      "loss": 0.0001,
+      "step": 44368
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5652038895250664e-05,
+      "loss": 0.0129,
+      "step": 44370
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5651391934993434e-05,
+      "loss": 0.0,
+      "step": 44372
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56507449747362e-05,
+      "loss": 0.0,
+      "step": 44374
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.565009801447897e-05,
+      "loss": 0.0,
+      "step": 44376
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564945105422174e-05,
+      "loss": 0.0021,
+      "step": 44378
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564880409396451e-05,
+      "loss": 0.0001,
+      "step": 44380
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564815713370728e-05,
+      "loss": 0.0,
+      "step": 44382
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564751017345005e-05,
+      "loss": 0.0,
+      "step": 44384
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564686321319282e-05,
+      "loss": 0.0001,
+      "step": 44386
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564621625293558e-05,
+      "loss": 0.0002,
+      "step": 44388
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5645569292678355e-05,
+      "loss": 0.0,
+      "step": 44390
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5644922332421124e-05,
+      "loss": 0.0,
+      "step": 44392
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564427537216389e-05,
+      "loss": 0.0091,
+      "step": 44394
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564362841190666e-05,
+      "loss": 0.0,
+      "step": 44396
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5642981451649425e-05,
+      "loss": 0.0102,
+      "step": 44398
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5642334491392194e-05,
+      "loss": 0.0,
+      "step": 44400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564168753113496e-05,
+      "loss": 0.0,
+      "step": 44402
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.564104057087773e-05,
+      "loss": 0.0206,
+      "step": 44404
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56403936106205e-05,
+      "loss": 0.0,
+      "step": 44406
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563974665036327e-05,
+      "loss": 0.0099,
+      "step": 44408
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563909969010604e-05,
+      "loss": 0.0006,
+      "step": 44410
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563845272984881e-05,
+      "loss": 0.0072,
+      "step": 44412
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563780576959158e-05,
+      "loss": 0.0,
+      "step": 44414
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563715880933434e-05,
+      "loss": 0.0,
+      "step": 44416
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5636511849077116e-05,
+      "loss": 0.0,
+      "step": 44418
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563586488881988e-05,
+      "loss": 0.0001,
+      "step": 44420
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563521792856265e-05,
+      "loss": 0.0002,
+      "step": 44422
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563457096830542e-05,
+      "loss": 0.0003,
+      "step": 44424
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5633924008048185e-05,
+      "loss": 0.0049,
+      "step": 44426
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563327704779096e-05,
+      "loss": 0.0,
+      "step": 44428
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5632630087533723e-05,
+      "loss": 0.022,
+      "step": 44430
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563198312727649e-05,
+      "loss": 0.0435,
+      "step": 44432
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563133616701926e-05,
+      "loss": 0.0001,
+      "step": 44434
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.563068920676203e-05,
+      "loss": 0.0,
+      "step": 44436
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56300422465048e-05,
+      "loss": 0.0,
+      "step": 44438
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562939528624757e-05,
+      "loss": 0.0001,
+      "step": 44440
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562874832599034e-05,
+      "loss": 0.0001,
+      "step": 44442
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56281013657331e-05,
+      "loss": 0.0,
+      "step": 44444
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5627454405475876e-05,
+      "loss": 0.0002,
+      "step": 44446
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562680744521864e-05,
+      "loss": 0.0,
+      "step": 44448
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5626160484961414e-05,
+      "loss": 0.0003,
+      "step": 44450
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562551352470418e-05,
+      "loss": 0.0,
+      "step": 44452
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5624866564446946e-05,
+      "loss": 0.0,
+      "step": 44454
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5624219604189715e-05,
+      "loss": 0.0,
+      "step": 44456
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5623572643932484e-05,
+      "loss": 0.0,
+      "step": 44458
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562292568367525e-05,
+      "loss": 0.0,
+      "step": 44460
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562227872341802e-05,
+      "loss": 0.0001,
+      "step": 44462
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562163176316079e-05,
+      "loss": 0.0311,
+      "step": 44464
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562098480290356e-05,
+      "loss": 0.0,
+      "step": 44466
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.562033784264633e-05,
+      "loss": 0.0,
+      "step": 44468
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56196908823891e-05,
+      "loss": 0.0,
+      "step": 44470
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.561904392213187e-05,
+      "loss": 0.0,
+      "step": 44472
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5618396961874637e-05,
+      "loss": 0.0,
+      "step": 44474
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56177500016174e-05,
+      "loss": 0.003,
+      "step": 44476
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5617103041360175e-05,
+      "loss": 0.0007,
+      "step": 44478
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.561645608110294e-05,
+      "loss": 0.0003,
+      "step": 44480
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5615809120845706e-05,
+      "loss": 0.0001,
+      "step": 44482
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5615162160588475e-05,
+      "loss": 0.0,
+      "step": 44484
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5614515200331244e-05,
+      "loss": 0.0,
+      "step": 44486
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.561386824007401e-05,
+      "loss": 0.0,
+      "step": 44488
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.561322127981678e-05,
+      "loss": 0.0,
+      "step": 44490
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.561257431955955e-05,
+      "loss": 0.0019,
+      "step": 44492
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.561192735930232e-05,
+      "loss": 0.0,
+      "step": 44494
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.561128039904509e-05,
+      "loss": 0.0008,
+      "step": 44496
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.561063343878785e-05,
+      "loss": 0.0014,
+      "step": 44498
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560998647853063e-05,
+      "loss": 0.0027,
+      "step": 44500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560933951827339e-05,
+      "loss": 0.0,
+      "step": 44502
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560869255801616e-05,
+      "loss": 0.0014,
+      "step": 44504
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5608045597758935e-05,
+      "loss": 0.0,
+      "step": 44506
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.56073986375017e-05,
+      "loss": 0.0037,
+      "step": 44508
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560675167724447e-05,
+      "loss": 0.0,
+      "step": 44510
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5606104716987236e-05,
+      "loss": 0.0,
+      "step": 44512
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5605457756730005e-05,
+      "loss": 0.0098,
+      "step": 44514
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5604810796472774e-05,
+      "loss": 0.0,
+      "step": 44516
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560416383621554e-05,
+      "loss": 0.0,
+      "step": 44518
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560351687595831e-05,
+      "loss": 0.0001,
+      "step": 44520
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560286991570108e-05,
+      "loss": 0.0001,
+      "step": 44522
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560222295544385e-05,
+      "loss": 0.0,
+      "step": 44524
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560157599518662e-05,
+      "loss": 0.0,
+      "step": 44526
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560092903492939e-05,
+      "loss": 0.0001,
+      "step": 44528
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.560028207467215e-05,
+      "loss": 0.0,
+      "step": 44530
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5599635114414926e-05,
+      "loss": 0.0005,
+      "step": 44532
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559898815415769e-05,
+      "loss": 0.0,
+      "step": 44534
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559834119390046e-05,
+      "loss": 0.0009,
+      "step": 44536
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5597694233643234e-05,
+      "loss": 0.0002,
+      "step": 44538
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5597047273385996e-05,
+      "loss": 0.0048,
+      "step": 44540
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5596400313128765e-05,
+      "loss": 0.0001,
+      "step": 44542
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.5595753352871534e-05,
+      "loss": 0.0,
+      "step": 44544
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.55951063926143e-05,
+      "loss": 0.0002,
+      "step": 44546
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559445943235707e-05,
+      "loss": 0.0001,
+      "step": 44548
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559381247209984e-05,
+      "loss": 0.0,
+      "step": 44550
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559316551184261e-05,
+      "loss": 0.0001,
+      "step": 44552
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559251855158538e-05,
+      "loss": 0.0,
+      "step": 44554
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559187159132815e-05,
+      "loss": 0.0024,
+      "step": 44556
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559122463107091e-05,
+      "loss": 0.0001,
+      "step": 44558
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.559057767081369e-05,
+      "loss": 0.0,
+      "step": 44560
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.558993071055645e-05,
+      "loss": 0.0,
+      "step": 44562
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.558928375029922e-05,
+      "loss": 0.0144,
+      "step": 44564
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.558863679004199e-05,
+      "loss": 0.0,
+      "step": 44566
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5587989829784756e-05,
+      "loss": 0.0001,
+      "step": 44568
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.558734286952753e-05,
+      "loss": 0.009,
+      "step": 44570
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5586695909270295e-05,
+      "loss": 0.0,
+      "step": 44572
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5586048949013064e-05,
+      "loss": 0.0,
+      "step": 44574
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.558540198875583e-05,
+      "loss": 0.0082,
+      "step": 44576
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55847550284986e-05,
+      "loss": 0.0,
+      "step": 44578
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5584108068241364e-05,
+      "loss": 0.0,
+      "step": 44580
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.558346110798414e-05,
+      "loss": 0.0002,
+      "step": 44582
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.558281414772691e-05,
+      "loss": 0.0146,
+      "step": 44584
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.558216718746967e-05,
+      "loss": 0.0004,
+      "step": 44586
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.558152022721245e-05,
+      "loss": 0.0,
+      "step": 44588
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.558087326695521e-05,
+      "loss": 0.0,
+      "step": 44590
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5580226306697985e-05,
+      "loss": 0.0,
+      "step": 44592
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557957934644075e-05,
+      "loss": 0.0001,
+      "step": 44594
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557893238618352e-05,
+      "loss": 0.0325,
+      "step": 44596
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5578285425926286e-05,
+      "loss": 0.0,
+      "step": 44598
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5577638465669055e-05,
+      "loss": 0.0,
+      "step": 44600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5576991505411824e-05,
+      "loss": 0.0,
+      "step": 44602
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557634454515459e-05,
+      "loss": 0.0001,
+      "step": 44604
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557569758489736e-05,
+      "loss": 0.0,
+      "step": 44606
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557505062464013e-05,
+      "loss": 0.0039,
+      "step": 44608
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55744036643829e-05,
+      "loss": 0.0,
+      "step": 44610
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557375670412566e-05,
+      "loss": 0.0039,
+      "step": 44612
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557310974386844e-05,
+      "loss": 0.0001,
+      "step": 44614
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557246278361121e-05,
+      "loss": 0.0114,
+      "step": 44616
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557181582335397e-05,
+      "loss": 0.0001,
+      "step": 44618
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5571168863096746e-05,
+      "loss": 0.0015,
+      "step": 44620
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.557052190283951e-05,
+      "loss": 0.0001,
+      "step": 44622
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556987494258228e-05,
+      "loss": 0.0081,
+      "step": 44624
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5569227982325046e-05,
+      "loss": 0.0001,
+      "step": 44626
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5568581022067815e-05,
+      "loss": 0.0,
+      "step": 44628
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5567934061810584e-05,
+      "loss": 0.0001,
+      "step": 44630
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5567287101553354e-05,
+      "loss": 0.0001,
+      "step": 44632
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556664014129612e-05,
+      "loss": 0.0,
+      "step": 44634
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556599318103889e-05,
+      "loss": 0.0,
+      "step": 44636
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556534622078166e-05,
+      "loss": 0.0,
+      "step": 44638
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556469926052442e-05,
+      "loss": 0.0,
+      "step": 44640
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55640523002672e-05,
+      "loss": 0.0,
+      "step": 44642
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556340534000996e-05,
+      "loss": 0.0001,
+      "step": 44644
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556275837975273e-05,
+      "loss": 0.0001,
+      "step": 44646
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5562111419495506e-05,
+      "loss": 0.0,
+      "step": 44648
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556146445923827e-05,
+      "loss": 0.0,
+      "step": 44650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5560817498981044e-05,
+      "loss": 0.0,
+      "step": 44652
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.556017053872381e-05,
+      "loss": 0.0,
+      "step": 44654
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5559523578466576e-05,
+      "loss": 0.0,
+      "step": 44656
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5558876618209345e-05,
+      "loss": 0.0004,
+      "step": 44658
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5558229657952114e-05,
+      "loss": 0.0,
+      "step": 44660
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555758269769488e-05,
+      "loss": 0.0001,
+      "step": 44662
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555693573743765e-05,
+      "loss": 0.0,
+      "step": 44664
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555628877718042e-05,
+      "loss": 0.0,
+      "step": 44666
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555564181692319e-05,
+      "loss": 0.0,
+      "step": 44668
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555499485666596e-05,
+      "loss": 0.001,
+      "step": 44670
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555434789640872e-05,
+      "loss": 0.0003,
+      "step": 44672
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55537009361515e-05,
+      "loss": 0.0065,
+      "step": 44674
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555305397589426e-05,
+      "loss": 0.0,
+      "step": 44676
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555240701563703e-05,
+      "loss": 0.0,
+      "step": 44678
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55517600553798e-05,
+      "loss": 0.0012,
+      "step": 44680
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.555111309512257e-05,
+      "loss": 0.0,
+      "step": 44682
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5550466134865336e-05,
+      "loss": 0.0031,
+      "step": 44684
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5549819174608105e-05,
+      "loss": 0.0,
+      "step": 44686
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5549172214350874e-05,
+      "loss": 0.0,
+      "step": 44688
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5548525254093643e-05,
+      "loss": 0.0001,
+      "step": 44690
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554787829383641e-05,
+      "loss": 0.0001,
+      "step": 44692
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554723133357918e-05,
+      "loss": 0.0081,
+      "step": 44694
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554658437332195e-05,
+      "loss": 0.0,
+      "step": 44696
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554593741306472e-05,
+      "loss": 0.0,
+      "step": 44698
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554529045280748e-05,
+      "loss": 0.0172,
+      "step": 44700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554464349255026e-05,
+      "loss": 0.0001,
+      "step": 44702
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554399653229302e-05,
+      "loss": 0.0001,
+      "step": 44704
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554334957203579e-05,
+      "loss": 0.0,
+      "step": 44706
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554270261177856e-05,
+      "loss": 0.0,
+      "step": 44708
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.554205565152133e-05,
+      "loss": 0.0002,
+      "step": 44710
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5541408691264097e-05,
+      "loss": 0.0,
+      "step": 44712
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5540761731006866e-05,
+      "loss": 0.0,
+      "step": 44714
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5540114770749635e-05,
+      "loss": 0.0001,
+      "step": 44716
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5539467810492404e-05,
+      "loss": 0.0001,
+      "step": 44718
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553882085023517e-05,
+      "loss": 0.0054,
+      "step": 44720
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5538173889977935e-05,
+      "loss": 0.0,
+      "step": 44722
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553752692972071e-05,
+      "loss": 0.0065,
+      "step": 44724
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553687996946348e-05,
+      "loss": 0.0,
+      "step": 44726
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553623300920624e-05,
+      "loss": 0.0,
+      "step": 44728
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553558604894902e-05,
+      "loss": 0.0,
+      "step": 44730
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553493908869178e-05,
+      "loss": 0.0107,
+      "step": 44732
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5534292128434557e-05,
+      "loss": 0.0001,
+      "step": 44734
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553364516817732e-05,
+      "loss": 0.0,
+      "step": 44736
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553299820792009e-05,
+      "loss": 0.0004,
+      "step": 44738
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.553235124766286e-05,
+      "loss": 0.0,
+      "step": 44740
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5531704287405626e-05,
+      "loss": 0.0,
+      "step": 44742
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5531057327148395e-05,
+      "loss": 0.0001,
+      "step": 44744
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5530410366891164e-05,
+      "loss": 0.0,
+      "step": 44746
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552976340663393e-05,
+      "loss": 0.0004,
+      "step": 44748
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55291164463767e-05,
+      "loss": 0.0,
+      "step": 44750
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552846948611947e-05,
+      "loss": 0.0,
+      "step": 44752
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5527822525862234e-05,
+      "loss": 0.0,
+      "step": 44754
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552717556560501e-05,
+      "loss": 0.0,
+      "step": 44756
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552652860534777e-05,
+      "loss": 0.0034,
+      "step": 44758
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552588164509054e-05,
+      "loss": 0.0002,
+      "step": 44760
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552523468483332e-05,
+      "loss": 0.0011,
+      "step": 44762
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552458772457608e-05,
+      "loss": 0.0,
+      "step": 44764
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552394076431885e-05,
+      "loss": 0.0002,
+      "step": 44766
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552329380406162e-05,
+      "loss": 0.0005,
+      "step": 44768
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5522646843804387e-05,
+      "loss": 0.0,
+      "step": 44770
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5521999883547156e-05,
+      "loss": 0.0037,
+      "step": 44772
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5521352923289925e-05,
+      "loss": 0.0,
+      "step": 44774
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5520705963032694e-05,
+      "loss": 0.0,
+      "step": 44776
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.552005900277546e-05,
+      "loss": 0.001,
+      "step": 44778
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551941204251823e-05,
+      "loss": 0.0,
+      "step": 44780
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5518765082260994e-05,
+      "loss": 0.0003,
+      "step": 44782
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551811812200377e-05,
+      "loss": 0.0,
+      "step": 44784
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551747116174653e-05,
+      "loss": 0.0,
+      "step": 44786
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55168242014893e-05,
+      "loss": 0.0035,
+      "step": 44788
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551617724123207e-05,
+      "loss": 0.0,
+      "step": 44790
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551553028097484e-05,
+      "loss": 0.0,
+      "step": 44792
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5514883320717616e-05,
+      "loss": 0.0,
+      "step": 44794
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551423636046038e-05,
+      "loss": 0.0032,
+      "step": 44796
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551358940020315e-05,
+      "loss": 0.0,
+      "step": 44798
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5512942439945916e-05,
+      "loss": 0.0043,
+      "step": 44800
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5512295479688685e-05,
+      "loss": 0.0017,
+      "step": 44802
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551164851943145e-05,
+      "loss": 0.0,
+      "step": 44804
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551100155917422e-05,
+      "loss": 0.0,
+      "step": 44806
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.551035459891699e-05,
+      "loss": 0.0,
+      "step": 44808
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550970763865976e-05,
+      "loss": 0.0047,
+      "step": 44810
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550906067840253e-05,
+      "loss": 0.0002,
+      "step": 44812
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550841371814529e-05,
+      "loss": 0.001,
+      "step": 44814
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550776675788807e-05,
+      "loss": 0.0,
+      "step": 44816
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550711979763083e-05,
+      "loss": 0.0025,
+      "step": 44818
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.55064728373736e-05,
+      "loss": 0.0,
+      "step": 44820
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550582587711637e-05,
+      "loss": 0.0,
+      "step": 44822
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550517891685914e-05,
+      "loss": 0.0,
+      "step": 44824
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550453195660191e-05,
+      "loss": 0.0001,
+      "step": 44826
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5503884996344676e-05,
+      "loss": 0.0,
+      "step": 44828
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5503238036087445e-05,
+      "loss": 0.0,
+      "step": 44830
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5502591075830215e-05,
+      "loss": 0.0,
+      "step": 44832
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5501944115572984e-05,
+      "loss": 0.0,
+      "step": 44834
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5501297155315746e-05,
+      "loss": 0.0,
+      "step": 44836
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550065019505852e-05,
+      "loss": 0.0002,
+      "step": 44838
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.550000323480129e-05,
+      "loss": 0.0,
+      "step": 44840
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549935627454405e-05,
+      "loss": 0.0,
+      "step": 44842
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549870931428683e-05,
+      "loss": 0.0,
+      "step": 44844
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549806235402959e-05,
+      "loss": 0.0001,
+      "step": 44846
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549741539377236e-05,
+      "loss": 0.0002,
+      "step": 44848
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549676843351513e-05,
+      "loss": 0.0,
+      "step": 44850
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54961214732579e-05,
+      "loss": 0.0,
+      "step": 44852
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549547451300067e-05,
+      "loss": 0.021,
+      "step": 44854
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549482755274344e-05,
+      "loss": 0.0,
+      "step": 44856
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5494180592486206e-05,
+      "loss": 0.0,
+      "step": 44858
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5493533632228975e-05,
+      "loss": 0.0003,
+      "step": 44860
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5492886671971744e-05,
+      "loss": 0.0,
+      "step": 44862
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5492239711714506e-05,
+      "loss": 0.0001,
+      "step": 44864
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.549159275145728e-05,
+      "loss": 0.0,
+      "step": 44866
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5490945791200045e-05,
+      "loss": 0.0002,
+      "step": 44868
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5490298830942814e-05,
+      "loss": 0.0,
+      "step": 44870
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548965187068559e-05,
+      "loss": 0.0,
+      "step": 44872
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548900491042835e-05,
+      "loss": 0.0001,
+      "step": 44874
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548835795017113e-05,
+      "loss": 0.002,
+      "step": 44876
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548771098991389e-05,
+      "loss": 0.0,
+      "step": 44878
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548706402965666e-05,
+      "loss": 0.0003,
+      "step": 44880
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548641706939943e-05,
+      "loss": 0.0187,
+      "step": 44882
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54857701091422e-05,
+      "loss": 0.0007,
+      "step": 44884
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5485123148884966e-05,
+      "loss": 0.0,
+      "step": 44886
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5484476188627735e-05,
+      "loss": 0.0027,
+      "step": 44888
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5483829228370504e-05,
+      "loss": 0.0,
+      "step": 44890
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5483182268113274e-05,
+      "loss": 0.0,
+      "step": 44892
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548253530785604e-05,
+      "loss": 0.0,
+      "step": 44894
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5481888347598805e-05,
+      "loss": 0.0,
+      "step": 44896
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548124138734158e-05,
+      "loss": 0.0,
+      "step": 44898
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.548059442708434e-05,
+      "loss": 0.0002,
+      "step": 44900
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547994746682711e-05,
+      "loss": 0.0014,
+      "step": 44902
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547930050656989e-05,
+      "loss": 0.0,
+      "step": 44904
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547865354631265e-05,
+      "loss": 0.0011,
+      "step": 44906
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547800658605542e-05,
+      "loss": 0.0,
+      "step": 44908
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547735962579819e-05,
+      "loss": 0.0004,
+      "step": 44910
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547671266554096e-05,
+      "loss": 0.0,
+      "step": 44912
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547606570528373e-05,
+      "loss": 0.0,
+      "step": 44914
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5475418745026496e-05,
+      "loss": 0.0,
+      "step": 44916
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5474771784769265e-05,
+      "loss": 0.0034,
+      "step": 44918
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5474124824512034e-05,
+      "loss": 0.0,
+      "step": 44920
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54734778642548e-05,
+      "loss": 0.0023,
+      "step": 44922
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5472830903997565e-05,
+      "loss": 0.0,
+      "step": 44924
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547218394374034e-05,
+      "loss": 0.0,
+      "step": 44926
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5471536983483104e-05,
+      "loss": 0.0003,
+      "step": 44928
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547089002322587e-05,
+      "loss": 0.0002,
+      "step": 44930
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.547024306296864e-05,
+      "loss": 0.0107,
+      "step": 44932
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546959610271141e-05,
+      "loss": 0.0022,
+      "step": 44934
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546894914245418e-05,
+      "loss": 0.0,
+      "step": 44936
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546830218219695e-05,
+      "loss": 0.0,
+      "step": 44938
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546765522193972e-05,
+      "loss": 0.0036,
+      "step": 44940
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546700826168249e-05,
+      "loss": 0.0001,
+      "step": 44942
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5466361301425256e-05,
+      "loss": 0.0,
+      "step": 44944
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546571434116802e-05,
+      "loss": 0.0,
+      "step": 44946
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5465067380910794e-05,
+      "loss": 0.0035,
+      "step": 44948
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5464420420653563e-05,
+      "loss": 0.0,
+      "step": 44950
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546377346039633e-05,
+      "loss": 0.0005,
+      "step": 44952
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54631265001391e-05,
+      "loss": 0.0001,
+      "step": 44954
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5462479539881864e-05,
+      "loss": 0.0029,
+      "step": 44956
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546183257962464e-05,
+      "loss": 0.0,
+      "step": 44958
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54611856193674e-05,
+      "loss": 0.0001,
+      "step": 44960
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.546053865911017e-05,
+      "loss": 0.0,
+      "step": 44962
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545989169885294e-05,
+      "loss": 0.0,
+      "step": 44964
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545924473859571e-05,
+      "loss": 0.0,
+      "step": 44966
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545859777833848e-05,
+      "loss": 0.0,
+      "step": 44968
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545795081808125e-05,
+      "loss": 0.0,
+      "step": 44970
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5457303857824017e-05,
+      "loss": 0.0041,
+      "step": 44972
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5456656897566786e-05,
+      "loss": 0.0002,
+      "step": 44974
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5456009937309555e-05,
+      "loss": 0.0,
+      "step": 44976
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545536297705232e-05,
+      "loss": 0.0042,
+      "step": 44978
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545471601679509e-05,
+      "loss": 0.0,
+      "step": 44980
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5454069056537855e-05,
+      "loss": 0.0007,
+      "step": 44982
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5453422096280624e-05,
+      "loss": 0.0,
+      "step": 44984
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54527751360234e-05,
+      "loss": 0.0,
+      "step": 44986
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545212817576616e-05,
+      "loss": 0.0003,
+      "step": 44988
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545148121550893e-05,
+      "loss": 0.0,
+      "step": 44990
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54508342552517e-05,
+      "loss": 0.0,
+      "step": 44992
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.545018729499447e-05,
+      "loss": 0.0,
+      "step": 44994
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.544954033473724e-05,
+      "loss": 0.0001,
+      "step": 44996
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.544889337448001e-05,
+      "loss": 0.0024,
+      "step": 44998
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.544824641422278e-05,
+      "loss": 0.0,
+      "step": 45000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5447599453965546e-05,
+      "loss": 0.0,
+      "step": 45002
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5446952493708315e-05,
+      "loss": 0.0002,
+      "step": 45004
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.544630553345108e-05,
+      "loss": 0.001,
+      "step": 45006
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.544565857319385e-05,
+      "loss": 0.0,
+      "step": 45008
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5445011612936616e-05,
+      "loss": 0.0,
+      "step": 45010
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5444364652679385e-05,
+      "loss": 0.0033,
+      "step": 45012
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5443717692422154e-05,
+      "loss": 0.0405,
+      "step": 45014
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.544307073216492e-05,
+      "loss": 0.0014,
+      "step": 45016
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54424237719077e-05,
+      "loss": 0.0,
+      "step": 45018
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.544177681165046e-05,
+      "loss": 0.0,
+      "step": 45020
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.544112985139323e-05,
+      "loss": 0.0084,
+      "step": 45022
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5440482891136e-05,
+      "loss": 0.0052,
+      "step": 45024
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543983593087877e-05,
+      "loss": 0.0,
+      "step": 45026
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543918897062154e-05,
+      "loss": 0.0,
+      "step": 45028
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5438542010364306e-05,
+      "loss": 0.0,
+      "step": 45030
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5437895050107076e-05,
+      "loss": 0.0003,
+      "step": 45032
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5437248089849845e-05,
+      "loss": 0.0,
+      "step": 45034
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5436601129592614e-05,
+      "loss": 0.0001,
+      "step": 45036
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5435954169335376e-05,
+      "loss": 0.0,
+      "step": 45038
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543530720907815e-05,
+      "loss": 0.0011,
+      "step": 45040
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5434660248820914e-05,
+      "loss": 0.0,
+      "step": 45042
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543401328856368e-05,
+      "loss": 0.0003,
+      "step": 45044
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543336632830645e-05,
+      "loss": 0.0029,
+      "step": 45046
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543271936804922e-05,
+      "loss": 0.0,
+      "step": 45048
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543207240779199e-05,
+      "loss": 0.0,
+      "step": 45050
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543142544753476e-05,
+      "loss": 0.0,
+      "step": 45052
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.543077848727753e-05,
+      "loss": 0.0,
+      "step": 45054
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.54301315270203e-05,
+      "loss": 0.0,
+      "step": 45056
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.542948456676307e-05,
+      "loss": 0.0,
+      "step": 45058
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.542883760650583e-05,
+      "loss": 0.0054,
+      "step": 45060
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5428190646248605e-05,
+      "loss": 0.0,
+      "step": 45062
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5427543685991374e-05,
+      "loss": 0.0003,
+      "step": 45064
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5426896725734136e-05,
+      "loss": 0.0015,
+      "step": 45066
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.542624976547691e-05,
+      "loss": 0.0,
+      "step": 45068
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5425602805219675e-05,
+      "loss": 0.0177,
+      "step": 45070
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.5424955844962444e-05,
+      "loss": 0.0,
+      "step": 45072
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.542430888470521e-05,
+      "loss": 0.0,
+      "step": 45074
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.542366192444798e-05,
+      "loss": 0.0,
+      "step": 45076
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.542301496419075e-05,
+      "loss": 0.0062,
+      "step": 45078
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.542236800393352e-05,
+      "loss": 0.0,
+      "step": 45080
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 3.542172104367629e-05,
+      "loss": 0.0015,
+      "step": 45082
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.542107408341906e-05,
+      "loss": 0.0,
+      "step": 45084
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.542042712316183e-05,
+      "loss": 0.0057,
+      "step": 45086
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541978016290459e-05,
+      "loss": 0.0032,
+      "step": 45088
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5419133202647365e-05,
+      "loss": 0.0111,
+      "step": 45090
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541848624239013e-05,
+      "loss": 0.0,
+      "step": 45092
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5417839282132904e-05,
+      "loss": 0.0001,
+      "step": 45094
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541719232187567e-05,
+      "loss": 0.0,
+      "step": 45096
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5416545361618435e-05,
+      "loss": 0.0003,
+      "step": 45098
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541589840136121e-05,
+      "loss": 0.0,
+      "step": 45100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541525144110397e-05,
+      "loss": 0.0,
+      "step": 45102
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541460448084674e-05,
+      "loss": 0.0,
+      "step": 45104
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541395752058951e-05,
+      "loss": 0.0,
+      "step": 45106
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541331056033228e-05,
+      "loss": 0.0,
+      "step": 45108
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541266360007505e-05,
+      "loss": 0.0122,
+      "step": 45110
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541201663981782e-05,
+      "loss": 0.0096,
+      "step": 45112
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541136967956059e-05,
+      "loss": 0.004,
+      "step": 45114
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.541072271930336e-05,
+      "loss": 0.0003,
+      "step": 45116
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5410075759046126e-05,
+      "loss": 0.0,
+      "step": 45118
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540942879878889e-05,
+      "loss": 0.0,
+      "step": 45120
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5408781838531664e-05,
+      "loss": 0.0,
+      "step": 45122
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5408134878274426e-05,
+      "loss": 0.0,
+      "step": 45124
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5407487918017195e-05,
+      "loss": 0.0,
+      "step": 45126
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540684095775997e-05,
+      "loss": 0.0001,
+      "step": 45128
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5406193997502734e-05,
+      "loss": 0.0,
+      "step": 45130
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.54055470372455e-05,
+      "loss": 0.0,
+      "step": 45132
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540490007698827e-05,
+      "loss": 0.0001,
+      "step": 45134
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540425311673104e-05,
+      "loss": 0.0,
+      "step": 45136
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540360615647381e-05,
+      "loss": 0.0,
+      "step": 45138
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540295919621658e-05,
+      "loss": 0.0001,
+      "step": 45140
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540231223595935e-05,
+      "loss": 0.0241,
+      "step": 45142
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540166527570212e-05,
+      "loss": 0.0,
+      "step": 45144
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5401018315444886e-05,
+      "loss": 0.0,
+      "step": 45146
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.540037135518765e-05,
+      "loss": 0.0,
+      "step": 45148
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5399724394930424e-05,
+      "loss": 0.0001,
+      "step": 45150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.539907743467319e-05,
+      "loss": 0.0,
+      "step": 45152
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5398430474415956e-05,
+      "loss": 0.0001,
+      "step": 45154
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5397783514158725e-05,
+      "loss": 0.0,
+      "step": 45156
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5397136553901494e-05,
+      "loss": 0.0093,
+      "step": 45158
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.539648959364426e-05,
+      "loss": 0.0001,
+      "step": 45160
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.539584263338703e-05,
+      "loss": 0.0009,
+      "step": 45162
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53951956731298e-05,
+      "loss": 0.0,
+      "step": 45164
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.539454871287257e-05,
+      "loss": 0.0,
+      "step": 45166
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.539390175261534e-05,
+      "loss": 0.0,
+      "step": 45168
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53932547923581e-05,
+      "loss": 0.0,
+      "step": 45170
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.539260783210088e-05,
+      "loss": 0.0,
+      "step": 45172
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.539196087184365e-05,
+      "loss": 0.0001,
+      "step": 45174
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5391313911586416e-05,
+      "loss": 0.0231,
+      "step": 45176
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5390666951329185e-05,
+      "loss": 0.0,
+      "step": 45178
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.539001999107195e-05,
+      "loss": 0.0005,
+      "step": 45180
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.538937303081472e-05,
+      "loss": 0.0,
+      "step": 45182
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5388726070557485e-05,
+      "loss": 0.0001,
+      "step": 45184
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5388079110300254e-05,
+      "loss": 0.008,
+      "step": 45186
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5387432150043023e-05,
+      "loss": 0.0089,
+      "step": 45188
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.538678518978579e-05,
+      "loss": 0.0,
+      "step": 45190
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.538613822952856e-05,
+      "loss": 0.0,
+      "step": 45192
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.538549126927133e-05,
+      "loss": 0.0011,
+      "step": 45194
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53848443090141e-05,
+      "loss": 0.0,
+      "step": 45196
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.538419734875687e-05,
+      "loss": 0.0,
+      "step": 45198
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.538355038849964e-05,
+      "loss": 0.0004,
+      "step": 45200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53829034282424e-05,
+      "loss": 0.0027,
+      "step": 45202
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5382256467985176e-05,
+      "loss": 0.0008,
+      "step": 45204
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5381609507727945e-05,
+      "loss": 0.0016,
+      "step": 45206
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.538096254747071e-05,
+      "loss": 0.0045,
+      "step": 45208
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5380315587213483e-05,
+      "loss": 0.0,
+      "step": 45210
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5379668626956246e-05,
+      "loss": 0.0004,
+      "step": 45212
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5379021666699015e-05,
+      "loss": 0.0123,
+      "step": 45214
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5378374706441784e-05,
+      "loss": 0.0294,
+      "step": 45216
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.537772774618455e-05,
+      "loss": 0.0432,
+      "step": 45218
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.537708078592732e-05,
+      "loss": 0.0,
+      "step": 45220
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.537643382567009e-05,
+      "loss": 0.0,
+      "step": 45222
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.537578686541286e-05,
+      "loss": 0.0,
+      "step": 45224
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.537513990515563e-05,
+      "loss": 0.0114,
+      "step": 45226
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53744929448984e-05,
+      "loss": 0.0002,
+      "step": 45228
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.537384598464116e-05,
+      "loss": 0.0,
+      "step": 45230
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5373199024383937e-05,
+      "loss": 0.0,
+      "step": 45232
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53725520641267e-05,
+      "loss": 0.0,
+      "step": 45234
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5371905103869475e-05,
+      "loss": 0.0,
+      "step": 45236
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.537125814361224e-05,
+      "loss": 0.0,
+      "step": 45238
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5370611183355006e-05,
+      "loss": 0.0,
+      "step": 45240
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536996422309778e-05,
+      "loss": 0.0007,
+      "step": 45242
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5369317262840544e-05,
+      "loss": 0.0,
+      "step": 45244
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536867030258331e-05,
+      "loss": 0.0,
+      "step": 45246
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536802334232608e-05,
+      "loss": 0.0007,
+      "step": 45248
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536737638206885e-05,
+      "loss": 0.0001,
+      "step": 45250
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536672942181162e-05,
+      "loss": 0.0,
+      "step": 45252
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536608246155439e-05,
+      "loss": 0.0032,
+      "step": 45254
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536543550129716e-05,
+      "loss": 0.0002,
+      "step": 45256
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536478854103993e-05,
+      "loss": 0.0002,
+      "step": 45258
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53641415807827e-05,
+      "loss": 0.0009,
+      "step": 45260
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.536349462052546e-05,
+      "loss": 0.0,
+      "step": 45262
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5362847660268235e-05,
+      "loss": 0.0,
+      "step": 45264
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5362200700011e-05,
+      "loss": 0.0,
+      "step": 45266
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5361553739753767e-05,
+      "loss": 0.0002,
+      "step": 45268
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5360906779496536e-05,
+      "loss": 0.0,
+      "step": 45270
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5360259819239305e-05,
+      "loss": 0.0,
+      "step": 45272
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5359612858982074e-05,
+      "loss": 0.0007,
+      "step": 45274
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535896589872484e-05,
+      "loss": 0.0002,
+      "step": 45276
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535831893846761e-05,
+      "loss": 0.004,
+      "step": 45278
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535767197821038e-05,
+      "loss": 0.0,
+      "step": 45280
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535702501795315e-05,
+      "loss": 0.0,
+      "step": 45282
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535637805769591e-05,
+      "loss": 0.0,
+      "step": 45284
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535573109743869e-05,
+      "loss": 0.0001,
+      "step": 45286
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535508413718146e-05,
+      "loss": 0.0001,
+      "step": 45288
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535443717692422e-05,
+      "loss": 0.0007,
+      "step": 45290
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5353790216666996e-05,
+      "loss": 0.0,
+      "step": 45292
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535314325640976e-05,
+      "loss": 0.0001,
+      "step": 45294
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.535249629615253e-05,
+      "loss": 0.0,
+      "step": 45296
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5351849335895296e-05,
+      "loss": 0.0205,
+      "step": 45298
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5351202375638065e-05,
+      "loss": 0.0,
+      "step": 45300
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5350555415380834e-05,
+      "loss": 0.0,
+      "step": 45302
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53499084551236e-05,
+      "loss": 0.0,
+      "step": 45304
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534926149486637e-05,
+      "loss": 0.0,
+      "step": 45306
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534861453460914e-05,
+      "loss": 0.0,
+      "step": 45308
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534796757435191e-05,
+      "loss": 0.0001,
+      "step": 45310
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534732061409467e-05,
+      "loss": 0.0001,
+      "step": 45312
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534667365383745e-05,
+      "loss": 0.0001,
+      "step": 45314
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534602669358021e-05,
+      "loss": 0.0,
+      "step": 45316
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534537973332299e-05,
+      "loss": 0.0,
+      "step": 45318
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5344732773065756e-05,
+      "loss": 0.0,
+      "step": 45320
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534408581280852e-05,
+      "loss": 0.0,
+      "step": 45322
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5343438852551294e-05,
+      "loss": 0.0,
+      "step": 45324
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5342791892294056e-05,
+      "loss": 0.0,
+      "step": 45326
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5342144932036826e-05,
+      "loss": 0.0001,
+      "step": 45328
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5341497971779595e-05,
+      "loss": 0.0,
+      "step": 45330
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5340851011522364e-05,
+      "loss": 0.0,
+      "step": 45332
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.534020405126513e-05,
+      "loss": 0.0,
+      "step": 45334
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53395570910079e-05,
+      "loss": 0.0036,
+      "step": 45336
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533891013075067e-05,
+      "loss": 0.0015,
+      "step": 45338
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533826317049344e-05,
+      "loss": 0.0,
+      "step": 45340
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533761621023621e-05,
+      "loss": 0.0,
+      "step": 45342
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533696924997897e-05,
+      "loss": 0.0,
+      "step": 45344
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533632228972175e-05,
+      "loss": 0.0,
+      "step": 45346
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533567532946451e-05,
+      "loss": 0.01,
+      "step": 45348
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533502836920728e-05,
+      "loss": 0.0001,
+      "step": 45350
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5334381408950055e-05,
+      "loss": 0.0,
+      "step": 45352
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533373444869282e-05,
+      "loss": 0.0029,
+      "step": 45354
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5333087488435586e-05,
+      "loss": 0.0,
+      "step": 45356
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5332440528178355e-05,
+      "loss": 0.0,
+      "step": 45358
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5331793567921124e-05,
+      "loss": 0.0,
+      "step": 45360
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533114660766389e-05,
+      "loss": 0.0,
+      "step": 45362
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.533049964740666e-05,
+      "loss": 0.0064,
+      "step": 45364
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532985268714943e-05,
+      "loss": 0.0,
+      "step": 45366
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53292057268922e-05,
+      "loss": 0.0,
+      "step": 45368
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532855876663497e-05,
+      "loss": 0.0,
+      "step": 45370
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532791180637773e-05,
+      "loss": 0.0566,
+      "step": 45372
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532726484612051e-05,
+      "loss": 0.0001,
+      "step": 45374
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532661788586327e-05,
+      "loss": 0.0002,
+      "step": 45376
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5325970925606046e-05,
+      "loss": 0.0105,
+      "step": 45378
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532532396534881e-05,
+      "loss": 0.0167,
+      "step": 45380
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532467700509158e-05,
+      "loss": 0.0031,
+      "step": 45382
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532403004483435e-05,
+      "loss": 0.0034,
+      "step": 45384
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5323383084577115e-05,
+      "loss": 0.0001,
+      "step": 45386
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5322736124319884e-05,
+      "loss": 0.0,
+      "step": 45388
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5322089164062654e-05,
+      "loss": 0.0,
+      "step": 45390
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532144220380542e-05,
+      "loss": 0.0001,
+      "step": 45392
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5320795243548185e-05,
+      "loss": 0.0029,
+      "step": 45394
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.532014828329096e-05,
+      "loss": 0.0,
+      "step": 45396
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531950132303373e-05,
+      "loss": 0.0,
+      "step": 45398
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53188543627765e-05,
+      "loss": 0.0058,
+      "step": 45400
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531820740251927e-05,
+      "loss": 0.0,
+      "step": 45402
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531756044226203e-05,
+      "loss": 0.0001,
+      "step": 45404
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5316913482004806e-05,
+      "loss": 0.0,
+      "step": 45406
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531626652174757e-05,
+      "loss": 0.0154,
+      "step": 45408
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531561956149034e-05,
+      "loss": 0.0016,
+      "step": 45410
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531497260123311e-05,
+      "loss": 0.0,
+      "step": 45412
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5314325640975876e-05,
+      "loss": 0.0001,
+      "step": 45414
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5313678680718645e-05,
+      "loss": 0.0,
+      "step": 45416
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5313031720461414e-05,
+      "loss": 0.0,
+      "step": 45418
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531238476020418e-05,
+      "loss": 0.0,
+      "step": 45420
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531173779994695e-05,
+      "loss": 0.0099,
+      "step": 45422
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.531109083968972e-05,
+      "loss": 0.0,
+      "step": 45424
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5310443879432484e-05,
+      "loss": 0.0002,
+      "step": 45426
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530979691917526e-05,
+      "loss": 0.0,
+      "step": 45428
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530914995891803e-05,
+      "loss": 0.0,
+      "step": 45430
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530850299866079e-05,
+      "loss": 0.0,
+      "step": 45432
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530785603840357e-05,
+      "loss": 0.0012,
+      "step": 45434
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530720907814633e-05,
+      "loss": 0.0003,
+      "step": 45436
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.53065621178891e-05,
+      "loss": 0.0111,
+      "step": 45438
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530591515763187e-05,
+      "loss": 0.0019,
+      "step": 45440
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5305268197374636e-05,
+      "loss": 0.0,
+      "step": 45442
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5304621237117405e-05,
+      "loss": 0.0,
+      "step": 45444
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5303974276860174e-05,
+      "loss": 0.0,
+      "step": 45446
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5303327316602943e-05,
+      "loss": 0.0,
+      "step": 45448
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530268035634571e-05,
+      "loss": 0.0,
+      "step": 45450
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530203339608848e-05,
+      "loss": 0.0001,
+      "step": 45452
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5301386435831244e-05,
+      "loss": 0.0077,
+      "step": 45454
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530073947557402e-05,
+      "loss": 0.0,
+      "step": 45456
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.530009251531678e-05,
+      "loss": 0.0,
+      "step": 45458
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529944555505956e-05,
+      "loss": 0.0001,
+      "step": 45460
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529879859480232e-05,
+      "loss": 0.0,
+      "step": 45462
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529815163454509e-05,
+      "loss": 0.0009,
+      "step": 45464
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5297504674287865e-05,
+      "loss": 0.0,
+      "step": 45466
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529685771403063e-05,
+      "loss": 0.0003,
+      "step": 45468
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.52962107537734e-05,
+      "loss": 0.0,
+      "step": 45470
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5295563793516166e-05,
+      "loss": 0.0311,
+      "step": 45472
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5294916833258935e-05,
+      "loss": 0.0,
+      "step": 45474
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5294269873001704e-05,
+      "loss": 0.0001,
+      "step": 45476
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529362291274447e-05,
+      "loss": 0.0001,
+      "step": 45478
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529297595248724e-05,
+      "loss": 0.0,
+      "step": 45480
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529232899223001e-05,
+      "loss": 0.0001,
+      "step": 45482
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529168203197278e-05,
+      "loss": 0.0,
+      "step": 45484
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529103507171554e-05,
+      "loss": 0.0,
+      "step": 45486
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.529038811145832e-05,
+      "loss": 0.0006,
+      "step": 45488
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528974115120108e-05,
+      "loss": 0.0,
+      "step": 45490
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528909419094385e-05,
+      "loss": 0.0023,
+      "step": 45492
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528844723068662e-05,
+      "loss": 0.0,
+      "step": 45494
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528780027042939e-05,
+      "loss": 0.0,
+      "step": 45496
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528715331017216e-05,
+      "loss": 0.0,
+      "step": 45498
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5286506349914926e-05,
+      "loss": 0.0001,
+      "step": 45500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5285859389657695e-05,
+      "loss": 0.0048,
+      "step": 45502
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5285212429400464e-05,
+      "loss": 0.0,
+      "step": 45504
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528456546914323e-05,
+      "loss": 0.0,
+      "step": 45506
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5283918508886e-05,
+      "loss": 0.0,
+      "step": 45508
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528327154862877e-05,
+      "loss": 0.0002,
+      "step": 45510
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528262458837154e-05,
+      "loss": 0.0001,
+      "step": 45512
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.52819776281143e-05,
+      "loss": 0.0001,
+      "step": 45514
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528133066785708e-05,
+      "loss": 0.0034,
+      "step": 45516
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528068370759984e-05,
+      "loss": 0.0001,
+      "step": 45518
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.528003674734261e-05,
+      "loss": 0.0003,
+      "step": 45520
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527938978708538e-05,
+      "loss": 0.0,
+      "step": 45522
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527874282682815e-05,
+      "loss": 0.0001,
+      "step": 45524
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527809586657092e-05,
+      "loss": 0.0,
+      "step": 45526
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5277448906313687e-05,
+      "loss": 0.0002,
+      "step": 45528
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5276801946056456e-05,
+      "loss": 0.0042,
+      "step": 45530
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5276154985799225e-05,
+      "loss": 0.0022,
+      "step": 45532
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5275508025541994e-05,
+      "loss": 0.0158,
+      "step": 45534
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5274861065284756e-05,
+      "loss": 0.0001,
+      "step": 45536
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527421410502753e-05,
+      "loss": 0.0015,
+      "step": 45538
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5273567144770294e-05,
+      "loss": 0.0001,
+      "step": 45540
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527292018451307e-05,
+      "loss": 0.0,
+      "step": 45542
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527227322425584e-05,
+      "loss": 0.0,
+      "step": 45544
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.52716262639986e-05,
+      "loss": 0.0001,
+      "step": 45546
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527097930374138e-05,
+      "loss": 0.0,
+      "step": 45548
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.527033234348414e-05,
+      "loss": 0.0001,
+      "step": 45550
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526968538322691e-05,
+      "loss": 0.0,
+      "step": 45552
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526903842296968e-05,
+      "loss": 0.0,
+      "step": 45554
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526839146271245e-05,
+      "loss": 0.0007,
+      "step": 45556
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5267744502455216e-05,
+      "loss": 0.0023,
+      "step": 45558
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5267097542197985e-05,
+      "loss": 0.0,
+      "step": 45560
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5266450581940754e-05,
+      "loss": 0.0,
+      "step": 45562
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526580362168352e-05,
+      "loss": 0.0,
+      "step": 45564
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526515666142629e-05,
+      "loss": 0.0004,
+      "step": 45566
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5264509701169055e-05,
+      "loss": 0.0001,
+      "step": 45568
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526386274091183e-05,
+      "loss": 0.0,
+      "step": 45570
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526321578065459e-05,
+      "loss": 0.0148,
+      "step": 45572
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526256882039736e-05,
+      "loss": 0.0,
+      "step": 45574
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526192186014014e-05,
+      "loss": 0.0002,
+      "step": 45576
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.52612748998829e-05,
+      "loss": 0.0002,
+      "step": 45578
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.526062793962567e-05,
+      "loss": 0.0,
+      "step": 45580
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.525998097936844e-05,
+      "loss": 0.0001,
+      "step": 45582
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.525933401911121e-05,
+      "loss": 0.0035,
+      "step": 45584
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5258687058853976e-05,
+      "loss": 0.0,
+      "step": 45586
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5258040098596746e-05,
+      "loss": 0.0,
+      "step": 45588
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5257393138339515e-05,
+      "loss": 0.0001,
+      "step": 45590
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5256746178082284e-05,
+      "loss": 0.0062,
+      "step": 45592
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.525609921782505e-05,
+      "loss": 0.0001,
+      "step": 45594
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 3.5255452257567815e-05,
+      "loss": 0.0001,
+      "step": 45596
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.525480529731059e-05,
+      "loss": 0.0027,
+      "step": 45598
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.525415833705335e-05,
+      "loss": 0.0001,
+      "step": 45600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.525351137679613e-05,
+      "loss": 0.0002,
+      "step": 45602
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.525286441653889e-05,
+      "loss": 0.0,
+      "step": 45604
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.525221745628166e-05,
+      "loss": 0.0004,
+      "step": 45606
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5251570496024436e-05,
+      "loss": 0.0016,
+      "step": 45608
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.52509235357672e-05,
+      "loss": 0.0,
+      "step": 45610
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.525027657550997e-05,
+      "loss": 0.0,
+      "step": 45612
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524962961525274e-05,
+      "loss": 0.0,
+      "step": 45614
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5248982654995506e-05,
+      "loss": 0.0,
+      "step": 45616
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524833569473827e-05,
+      "loss": 0.0001,
+      "step": 45618
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5247688734481044e-05,
+      "loss": 0.0,
+      "step": 45620
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524704177422381e-05,
+      "loss": 0.0,
+      "step": 45622
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524639481396658e-05,
+      "loss": 0.0132,
+      "step": 45624
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524574785370935e-05,
+      "loss": 0.0121,
+      "step": 45626
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5245100893452114e-05,
+      "loss": 0.0041,
+      "step": 45628
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524445393319489e-05,
+      "loss": 0.0,
+      "step": 45630
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524380697293765e-05,
+      "loss": 0.0109,
+      "step": 45632
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524316001268042e-05,
+      "loss": 0.0755,
+      "step": 45634
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524251305242319e-05,
+      "loss": 0.0057,
+      "step": 45636
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524186609216596e-05,
+      "loss": 0.0,
+      "step": 45638
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.524121913190873e-05,
+      "loss": 0.0,
+      "step": 45640
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.52405721716515e-05,
+      "loss": 0.0021,
+      "step": 45642
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5239925211394266e-05,
+      "loss": 0.0,
+      "step": 45644
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5239278251137035e-05,
+      "loss": 0.0015,
+      "step": 45646
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5238631290879804e-05,
+      "loss": 0.0149,
+      "step": 45648
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523798433062257e-05,
+      "loss": 0.0015,
+      "step": 45650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523733737036534e-05,
+      "loss": 0.0087,
+      "step": 45652
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523669041010811e-05,
+      "loss": 0.0,
+      "step": 45654
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5236043449850874e-05,
+      "loss": 0.0,
+      "step": 45656
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523539648959365e-05,
+      "loss": 0.0015,
+      "step": 45658
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523474952933641e-05,
+      "loss": 0.0,
+      "step": 45660
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523410256907918e-05,
+      "loss": 0.0,
+      "step": 45662
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523345560882195e-05,
+      "loss": 0.0001,
+      "step": 45664
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523280864856472e-05,
+      "loss": 0.0,
+      "step": 45666
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523216168830749e-05,
+      "loss": 0.0019,
+      "step": 45668
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523151472805026e-05,
+      "loss": 0.0,
+      "step": 45670
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.523086776779303e-05,
+      "loss": 0.0049,
+      "step": 45672
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5230220807535796e-05,
+      "loss": 0.0002,
+      "step": 45674
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5229573847278565e-05,
+      "loss": 0.0,
+      "step": 45676
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522892688702133e-05,
+      "loss": 0.0003,
+      "step": 45678
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.52282799267641e-05,
+      "loss": 0.0002,
+      "step": 45680
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5227632966506865e-05,
+      "loss": 0.0,
+      "step": 45682
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522698600624964e-05,
+      "loss": 0.0,
+      "step": 45684
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522633904599241e-05,
+      "loss": 0.0,
+      "step": 45686
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522569208573517e-05,
+      "loss": 0.0,
+      "step": 45688
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522504512547795e-05,
+      "loss": 0.0,
+      "step": 45690
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522439816522071e-05,
+      "loss": 0.0001,
+      "step": 45692
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522375120496348e-05,
+      "loss": 0.0,
+      "step": 45694
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522310424470625e-05,
+      "loss": 0.0,
+      "step": 45696
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522245728444902e-05,
+      "loss": 0.0,
+      "step": 45698
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.522181032419179e-05,
+      "loss": 0.0003,
+      "step": 45700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5221163363934556e-05,
+      "loss": 0.0,
+      "step": 45702
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5220516403677325e-05,
+      "loss": 0.0,
+      "step": 45704
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5219869443420094e-05,
+      "loss": 0.0,
+      "step": 45706
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5219222483162863e-05,
+      "loss": 0.0099,
+      "step": 45708
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5218575522905626e-05,
+      "loss": 0.0229,
+      "step": 45710
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.52179285626484e-05,
+      "loss": 0.002,
+      "step": 45712
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5217281602391164e-05,
+      "loss": 0.0,
+      "step": 45714
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.521663464213393e-05,
+      "loss": 0.0016,
+      "step": 45716
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.52159876818767e-05,
+      "loss": 0.0001,
+      "step": 45718
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.521534072161947e-05,
+      "loss": 0.0,
+      "step": 45720
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.521469376136224e-05,
+      "loss": 0.0,
+      "step": 45722
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.521404680110501e-05,
+      "loss": 0.0,
+      "step": 45724
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.521339984084778e-05,
+      "loss": 0.0001,
+      "step": 45726
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.521275288059055e-05,
+      "loss": 0.0001,
+      "step": 45728
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5212105920333317e-05,
+      "loss": 0.0,
+      "step": 45730
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5211458960076086e-05,
+      "loss": 0.0,
+      "step": 45732
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5210811999818855e-05,
+      "loss": 0.0002,
+      "step": 45734
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5210165039561624e-05,
+      "loss": 0.0005,
+      "step": 45736
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5209518079304386e-05,
+      "loss": 0.007,
+      "step": 45738
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520887111904716e-05,
+      "loss": 0.0049,
+      "step": 45740
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5208224158789924e-05,
+      "loss": 0.0014,
+      "step": 45742
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.52075771985327e-05,
+      "loss": 0.0109,
+      "step": 45744
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520693023827546e-05,
+      "loss": 0.0133,
+      "step": 45746
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520628327801823e-05,
+      "loss": 0.0,
+      "step": 45748
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5205636317761e-05,
+      "loss": 0.0002,
+      "step": 45750
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520498935750377e-05,
+      "loss": 0.0003,
+      "step": 45752
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520434239724654e-05,
+      "loss": 0.0008,
+      "step": 45754
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520369543698931e-05,
+      "loss": 0.0,
+      "step": 45756
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520304847673208e-05,
+      "loss": 0.0,
+      "step": 45758
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520240151647484e-05,
+      "loss": 0.0003,
+      "step": 45760
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5201754556217615e-05,
+      "loss": 0.0002,
+      "step": 45762
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5201107595960384e-05,
+      "loss": 0.0,
+      "step": 45764
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.520046063570315e-05,
+      "loss": 0.0,
+      "step": 45766
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519981367544592e-05,
+      "loss": 0.0,
+      "step": 45768
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5199166715188685e-05,
+      "loss": 0.0,
+      "step": 45770
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519851975493146e-05,
+      "loss": 0.0,
+      "step": 45772
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519787279467422e-05,
+      "loss": 0.0,
+      "step": 45774
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519722583441699e-05,
+      "loss": 0.0,
+      "step": 45776
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519657887415976e-05,
+      "loss": 0.0,
+      "step": 45778
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519593191390253e-05,
+      "loss": 0.0,
+      "step": 45780
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51952849536453e-05,
+      "loss": 0.0001,
+      "step": 45782
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519463799338807e-05,
+      "loss": 0.0,
+      "step": 45784
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519399103313084e-05,
+      "loss": 0.0001,
+      "step": 45786
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5193344072873607e-05,
+      "loss": 0.0355,
+      "step": 45788
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5192697112616376e-05,
+      "loss": 0.0,
+      "step": 45790
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.519205015235914e-05,
+      "loss": 0.0,
+      "step": 45792
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5191403192101914e-05,
+      "loss": 0.0002,
+      "step": 45794
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5190756231844676e-05,
+      "loss": 0.0,
+      "step": 45796
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5190109271587445e-05,
+      "loss": 0.0,
+      "step": 45798
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518946231133022e-05,
+      "loss": 0.0142,
+      "step": 45800
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518881535107298e-05,
+      "loss": 0.0,
+      "step": 45802
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518816839081575e-05,
+      "loss": 0.0,
+      "step": 45804
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518752143055852e-05,
+      "loss": 0.0,
+      "step": 45806
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518687447030129e-05,
+      "loss": 0.0059,
+      "step": 45808
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518622751004406e-05,
+      "loss": 0.0,
+      "step": 45810
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518558054978683e-05,
+      "loss": 0.0263,
+      "step": 45812
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51849335895296e-05,
+      "loss": 0.0,
+      "step": 45814
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518428662927237e-05,
+      "loss": 0.001,
+      "step": 45816
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5183639669015136e-05,
+      "loss": 0.0006,
+      "step": 45818
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51829927087579e-05,
+      "loss": 0.0002,
+      "step": 45820
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5182345748500674e-05,
+      "loss": 0.0076,
+      "step": 45822
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5181698788243436e-05,
+      "loss": 0.0002,
+      "step": 45824
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.518105182798621e-05,
+      "loss": 0.0001,
+      "step": 45826
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5180404867728975e-05,
+      "loss": 0.0108,
+      "step": 45828
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5179757907471744e-05,
+      "loss": 0.0,
+      "step": 45830
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517911094721452e-05,
+      "loss": 0.0002,
+      "step": 45832
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517846398695728e-05,
+      "loss": 0.0001,
+      "step": 45834
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517781702670005e-05,
+      "loss": 0.0,
+      "step": 45836
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517717006644282e-05,
+      "loss": 0.0061,
+      "step": 45838
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517652310618559e-05,
+      "loss": 0.0,
+      "step": 45840
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517587614592835e-05,
+      "loss": 0.0,
+      "step": 45842
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517522918567113e-05,
+      "loss": 0.0001,
+      "step": 45844
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5174582225413896e-05,
+      "loss": 0.0,
+      "step": 45846
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5173935265156665e-05,
+      "loss": 0.0009,
+      "step": 45848
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5173288304899435e-05,
+      "loss": 0.0002,
+      "step": 45850
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51726413446422e-05,
+      "loss": 0.0001,
+      "step": 45852
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517199438438497e-05,
+      "loss": 0.0001,
+      "step": 45854
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5171347424127735e-05,
+      "loss": 0.0,
+      "step": 45856
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5170700463870504e-05,
+      "loss": 0.0,
+      "step": 45858
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.517005350361327e-05,
+      "loss": 0.0,
+      "step": 45860
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516940654335604e-05,
+      "loss": 0.0027,
+      "step": 45862
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516875958309881e-05,
+      "loss": 0.0,
+      "step": 45864
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516811262284158e-05,
+      "loss": 0.0002,
+      "step": 45866
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516746566258435e-05,
+      "loss": 0.0,
+      "step": 45868
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516681870232712e-05,
+      "loss": 0.0027,
+      "step": 45870
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516617174206989e-05,
+      "loss": 0.0,
+      "step": 45872
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516552478181265e-05,
+      "loss": 0.0,
+      "step": 45874
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5164877821555426e-05,
+      "loss": 0.0,
+      "step": 45876
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5164230861298195e-05,
+      "loss": 0.0001,
+      "step": 45878
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516358390104096e-05,
+      "loss": 0.0005,
+      "step": 45880
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516293694078373e-05,
+      "loss": 0.0,
+      "step": 45882
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5162289980526495e-05,
+      "loss": 0.0,
+      "step": 45884
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.516164302026927e-05,
+      "loss": 0.0104,
+      "step": 45886
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5160996060012034e-05,
+      "loss": 0.0,
+      "step": 45888
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51603490997548e-05,
+      "loss": 0.0,
+      "step": 45890
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515970213949757e-05,
+      "loss": 0.0,
+      "step": 45892
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515905517924034e-05,
+      "loss": 0.0,
+      "step": 45894
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515840821898311e-05,
+      "loss": 0.0007,
+      "step": 45896
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515776125872588e-05,
+      "loss": 0.0,
+      "step": 45898
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515711429846865e-05,
+      "loss": 0.0001,
+      "step": 45900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515646733821141e-05,
+      "loss": 0.0,
+      "step": 45902
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5155820377954186e-05,
+      "loss": 0.0001,
+      "step": 45904
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515517341769695e-05,
+      "loss": 0.0001,
+      "step": 45906
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5154526457439724e-05,
+      "loss": 0.0,
+      "step": 45908
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5153879497182494e-05,
+      "loss": 0.0,
+      "step": 45910
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5153232536925256e-05,
+      "loss": 0.0,
+      "step": 45912
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515258557666803e-05,
+      "loss": 0.0,
+      "step": 45914
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5151938616410794e-05,
+      "loss": 0.0,
+      "step": 45916
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515129165615356e-05,
+      "loss": 0.0001,
+      "step": 45918
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.515064469589633e-05,
+      "loss": 0.011,
+      "step": 45920
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51499977356391e-05,
+      "loss": 0.0,
+      "step": 45922
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514935077538187e-05,
+      "loss": 0.0001,
+      "step": 45924
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514870381512464e-05,
+      "loss": 0.0,
+      "step": 45926
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514805685486741e-05,
+      "loss": 0.0001,
+      "step": 45928
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514740989461018e-05,
+      "loss": 0.0051,
+      "step": 45930
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514676293435295e-05,
+      "loss": 0.0002,
+      "step": 45932
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514611597409571e-05,
+      "loss": 0.0,
+      "step": 45934
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5145469013838485e-05,
+      "loss": 0.009,
+      "step": 45936
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514482205358125e-05,
+      "loss": 0.0022,
+      "step": 45938
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5144175093324016e-05,
+      "loss": 0.0092,
+      "step": 45940
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5143528133066785e-05,
+      "loss": 0.0,
+      "step": 45942
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5142881172809554e-05,
+      "loss": 0.0001,
+      "step": 45944
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5142234212552324e-05,
+      "loss": 0.0,
+      "step": 45946
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514158725229509e-05,
+      "loss": 0.0,
+      "step": 45948
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514094029203786e-05,
+      "loss": 0.0,
+      "step": 45950
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.514029333178063e-05,
+      "loss": 0.0,
+      "step": 45952
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51396463715234e-05,
+      "loss": 0.0003,
+      "step": 45954
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513899941126617e-05,
+      "loss": 0.0,
+      "step": 45956
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513835245100894e-05,
+      "loss": 0.0001,
+      "step": 45958
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513770549075171e-05,
+      "loss": 0.0,
+      "step": 45960
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513705853049447e-05,
+      "loss": 0.0,
+      "step": 45962
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5136411570237245e-05,
+      "loss": 0.0,
+      "step": 45964
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513576460998001e-05,
+      "loss": 0.0067,
+      "step": 45966
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5135117649722783e-05,
+      "loss": 0.0,
+      "step": 45968
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5134470689465546e-05,
+      "loss": 0.0,
+      "step": 45970
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5133823729208315e-05,
+      "loss": 0.0,
+      "step": 45972
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5133176768951084e-05,
+      "loss": 0.0,
+      "step": 45974
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513252980869385e-05,
+      "loss": 0.0,
+      "step": 45976
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513188284843662e-05,
+      "loss": 0.0,
+      "step": 45978
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513123588817939e-05,
+      "loss": 0.0001,
+      "step": 45980
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.513058892792216e-05,
+      "loss": 0.0003,
+      "step": 45982
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.512994196766492e-05,
+      "loss": 0.0,
+      "step": 45984
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51292950074077e-05,
+      "loss": 0.014,
+      "step": 45986
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.512864804715047e-05,
+      "loss": 0.0001,
+      "step": 45988
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5128001086893237e-05,
+      "loss": 0.0,
+      "step": 45990
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5127354126636006e-05,
+      "loss": 0.0001,
+      "step": 45992
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.512670716637877e-05,
+      "loss": 0.0,
+      "step": 45994
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5126060206121544e-05,
+      "loss": 0.0,
+      "step": 45996
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5125413245864306e-05,
+      "loss": 0.0,
+      "step": 45998
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5124766285607075e-05,
+      "loss": 0.0,
+      "step": 46000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5124119325349844e-05,
+      "loss": 0.0,
+      "step": 46002
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5123472365092613e-05,
+      "loss": 0.0001,
+      "step": 46004
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.512282540483538e-05,
+      "loss": 0.0,
+      "step": 46006
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.512217844457815e-05,
+      "loss": 0.0001,
+      "step": 46008
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.512153148432092e-05,
+      "loss": 0.0,
+      "step": 46010
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.512088452406369e-05,
+      "loss": 0.0,
+      "step": 46012
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.512023756380646e-05,
+      "loss": 0.0,
+      "step": 46014
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511959060354922e-05,
+      "loss": 0.0148,
+      "step": 46016
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5118943643292e-05,
+      "loss": 0.0001,
+      "step": 46018
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511829668303476e-05,
+      "loss": 0.0,
+      "step": 46020
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511764972277753e-05,
+      "loss": 0.0001,
+      "step": 46022
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5117002762520304e-05,
+      "loss": 0.0002,
+      "step": 46024
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5116355802263067e-05,
+      "loss": 0.0,
+      "step": 46026
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511570884200584e-05,
+      "loss": 0.0,
+      "step": 46028
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5115061881748605e-05,
+      "loss": 0.0024,
+      "step": 46030
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5114414921491374e-05,
+      "loss": 0.0001,
+      "step": 46032
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511376796123414e-05,
+      "loss": 0.0124,
+      "step": 46034
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511312100097691e-05,
+      "loss": 0.0027,
+      "step": 46036
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511247404071968e-05,
+      "loss": 0.0001,
+      "step": 46038
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511182708046245e-05,
+      "loss": 0.0,
+      "step": 46040
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511118012020522e-05,
+      "loss": 0.0161,
+      "step": 46042
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.511053315994798e-05,
+      "loss": 0.0,
+      "step": 46044
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510988619969076e-05,
+      "loss": 0.0272,
+      "step": 46046
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510923923943352e-05,
+      "loss": 0.0,
+      "step": 46048
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5108592279176296e-05,
+      "loss": 0.0001,
+      "step": 46050
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510794531891906e-05,
+      "loss": 0.0058,
+      "step": 46052
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510729835866183e-05,
+      "loss": 0.0,
+      "step": 46054
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51066513984046e-05,
+      "loss": 0.0,
+      "step": 46056
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5106004438147365e-05,
+      "loss": 0.0191,
+      "step": 46058
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5105357477890134e-05,
+      "loss": 0.0157,
+      "step": 46060
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.51047105176329e-05,
+      "loss": 0.0,
+      "step": 46062
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510406355737567e-05,
+      "loss": 0.0001,
+      "step": 46064
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510341659711844e-05,
+      "loss": 0.0,
+      "step": 46066
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510276963686121e-05,
+      "loss": 0.0,
+      "step": 46068
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510212267660398e-05,
+      "loss": 0.0001,
+      "step": 46070
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510147571634675e-05,
+      "loss": 0.0001,
+      "step": 46072
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510082875608952e-05,
+      "loss": 0.0,
+      "step": 46074
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.510018179583228e-05,
+      "loss": 0.0,
+      "step": 46076
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5099534835575056e-05,
+      "loss": 0.0,
+      "step": 46078
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.509888787531782e-05,
+      "loss": 0.0,
+      "step": 46080
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.509824091506059e-05,
+      "loss": 0.0,
+      "step": 46082
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5097593954803356e-05,
+      "loss": 0.0001,
+      "step": 46084
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5096946994546126e-05,
+      "loss": 0.0001,
+      "step": 46086
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5096300034288895e-05,
+      "loss": 0.0,
+      "step": 46088
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5095653074031664e-05,
+      "loss": 0.0001,
+      "step": 46090
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.509500611377443e-05,
+      "loss": 0.0,
+      "step": 46092
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.50943591535172e-05,
+      "loss": 0.0004,
+      "step": 46094
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.509371219325997e-05,
+      "loss": 0.0001,
+      "step": 46096
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.509306523300273e-05,
+      "loss": 0.0,
+      "step": 46098
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.509241827274551e-05,
+      "loss": 0.0,
+      "step": 46100
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.509177131248828e-05,
+      "loss": 0.0,
+      "step": 46102
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.509112435223104e-05,
+      "loss": 0.0,
+      "step": 46104
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5090477391973816e-05,
+      "loss": 0.0,
+      "step": 46106
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.508983043171658e-05,
+      "loss": 0.0012,
+      "step": 46108
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.5089183471459355e-05,
+      "loss": 0.0,
+      "step": 46110
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 3.508853651120212e-05,
+      "loss": 0.0001,
+      "step": 46112
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5087889550944886e-05,
+      "loss": 0.0001,
+      "step": 46114
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5087242590687655e-05,
+      "loss": 0.0001,
+      "step": 46116
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5086595630430424e-05,
+      "loss": 0.0,
+      "step": 46118
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.508594867017319e-05,
+      "loss": 0.0,
+      "step": 46120
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.508530170991596e-05,
+      "loss": 0.0,
+      "step": 46122
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.508465474965873e-05,
+      "loss": 0.0,
+      "step": 46124
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5084007789401494e-05,
+      "loss": 0.0001,
+      "step": 46126
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.508336082914427e-05,
+      "loss": 0.0,
+      "step": 46128
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.508271386888703e-05,
+      "loss": 0.0001,
+      "step": 46130
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.508206690862981e-05,
+      "loss": 0.0001,
+      "step": 46132
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.508141994837258e-05,
+      "loss": 0.002,
+      "step": 46134
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.508077298811534e-05,
+      "loss": 0.0,
+      "step": 46136
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5080126027858115e-05,
+      "loss": 0.0,
+      "step": 46138
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507947906760088e-05,
+      "loss": 0.0086,
+      "step": 46140
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5078832107343646e-05,
+      "loss": 0.002,
+      "step": 46142
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5078185147086415e-05,
+      "loss": 0.0086,
+      "step": 46144
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5077538186829185e-05,
+      "loss": 0.0,
+      "step": 46146
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5076891226571954e-05,
+      "loss": 0.0012,
+      "step": 46148
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507624426631472e-05,
+      "loss": 0.0,
+      "step": 46150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507559730605749e-05,
+      "loss": 0.0,
+      "step": 46152
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507495034580026e-05,
+      "loss": 0.0034,
+      "step": 46154
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507430338554303e-05,
+      "loss": 0.0,
+      "step": 46156
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507365642528579e-05,
+      "loss": 0.0,
+      "step": 46158
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507300946502857e-05,
+      "loss": 0.0075,
+      "step": 46160
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507236250477133e-05,
+      "loss": 0.0,
+      "step": 46162
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50717155445141e-05,
+      "loss": 0.0,
+      "step": 46164
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5071068584256875e-05,
+      "loss": 0.0,
+      "step": 46166
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.507042162399964e-05,
+      "loss": 0.0,
+      "step": 46168
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5069774663742414e-05,
+      "loss": 0.0,
+      "step": 46170
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5069127703485176e-05,
+      "loss": 0.0003,
+      "step": 46172
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5068480743227945e-05,
+      "loss": 0.0014,
+      "step": 46174
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5067833782970714e-05,
+      "loss": 0.0008,
+      "step": 46176
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506718682271348e-05,
+      "loss": 0.0001,
+      "step": 46178
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506653986245625e-05,
+      "loss": 0.0,
+      "step": 46180
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506589290219902e-05,
+      "loss": 0.0001,
+      "step": 46182
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506524594194179e-05,
+      "loss": 0.0,
+      "step": 46184
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506459898168455e-05,
+      "loss": 0.0,
+      "step": 46186
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506395202142733e-05,
+      "loss": 0.0001,
+      "step": 46188
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506330506117009e-05,
+      "loss": 0.0,
+      "step": 46190
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506265810091287e-05,
+      "loss": 0.0004,
+      "step": 46192
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506201114065563e-05,
+      "loss": 0.0185,
+      "step": 46194
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50613641803984e-05,
+      "loss": 0.0003,
+      "step": 46196
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.506071722014117e-05,
+      "loss": 0.0002,
+      "step": 46198
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5060070259883936e-05,
+      "loss": 0.0069,
+      "step": 46200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5059423299626705e-05,
+      "loss": 0.0001,
+      "step": 46202
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5058776339369474e-05,
+      "loss": 0.0,
+      "step": 46204
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5058129379112243e-05,
+      "loss": 0.0,
+      "step": 46206
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5057482418855006e-05,
+      "loss": 0.0,
+      "step": 46208
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505683545859778e-05,
+      "loss": 0.0,
+      "step": 46210
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505618849834055e-05,
+      "loss": 0.0001,
+      "step": 46212
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505554153808332e-05,
+      "loss": 0.0,
+      "step": 46214
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505489457782609e-05,
+      "loss": 0.0011,
+      "step": 46216
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505424761756885e-05,
+      "loss": 0.0,
+      "step": 46218
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505360065731163e-05,
+      "loss": 0.0099,
+      "step": 46220
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505295369705439e-05,
+      "loss": 0.0,
+      "step": 46222
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505230673679716e-05,
+      "loss": 0.0002,
+      "step": 46224
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.505165977653993e-05,
+      "loss": 0.0001,
+      "step": 46226
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50510128162827e-05,
+      "loss": 0.0,
+      "step": 46228
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5050365856025466e-05,
+      "loss": 0.0,
+      "step": 46230
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5049718895768235e-05,
+      "loss": 0.0004,
+      "step": 46232
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5049071935511004e-05,
+      "loss": 0.0002,
+      "step": 46234
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504842497525377e-05,
+      "loss": 0.0,
+      "step": 46236
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504777801499654e-05,
+      "loss": 0.0,
+      "step": 46238
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5047131054739304e-05,
+      "loss": 0.0,
+      "step": 46240
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504648409448208e-05,
+      "loss": 0.0001,
+      "step": 46242
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504583713422485e-05,
+      "loss": 0.0001,
+      "step": 46244
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504519017396761e-05,
+      "loss": 0.0002,
+      "step": 46246
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504454321371039e-05,
+      "loss": 0.0014,
+      "step": 46248
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504389625345315e-05,
+      "loss": 0.0,
+      "step": 46250
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5043249293195926e-05,
+      "loss": 0.0066,
+      "step": 46252
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504260233293869e-05,
+      "loss": 0.0,
+      "step": 46254
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.504195537268146e-05,
+      "loss": 0.0,
+      "step": 46256
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5041308412424226e-05,
+      "loss": 0.0001,
+      "step": 46258
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5040661452166995e-05,
+      "loss": 0.0,
+      "step": 46260
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5040014491909764e-05,
+      "loss": 0.0126,
+      "step": 46262
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.503936753165253e-05,
+      "loss": 0.0,
+      "step": 46264
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50387205713953e-05,
+      "loss": 0.0031,
+      "step": 46266
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5038073611138065e-05,
+      "loss": 0.0002,
+      "step": 46268
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.503742665088084e-05,
+      "loss": 0.0029,
+      "step": 46270
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50367796906236e-05,
+      "loss": 0.0,
+      "step": 46272
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.503613273036638e-05,
+      "loss": 0.0,
+      "step": 46274
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.503548577010914e-05,
+      "loss": 0.0,
+      "step": 46276
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.503483880985191e-05,
+      "loss": 0.0001,
+      "step": 46278
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5034191849594686e-05,
+      "loss": 0.0001,
+      "step": 46280
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.503354488933745e-05,
+      "loss": 0.0,
+      "step": 46282
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.503289792908022e-05,
+      "loss": 0.0,
+      "step": 46284
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5032250968822987e-05,
+      "loss": 0.001,
+      "step": 46286
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5031604008565756e-05,
+      "loss": 0.0001,
+      "step": 46288
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5030957048308525e-05,
+      "loss": 0.0,
+      "step": 46290
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5030310088051294e-05,
+      "loss": 0.0,
+      "step": 46292
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.502966312779406e-05,
+      "loss": 0.0068,
+      "step": 46294
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.502901616753683e-05,
+      "loss": 0.0,
+      "step": 46296
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50283692072796e-05,
+      "loss": 0.0003,
+      "step": 46298
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.502772224702236e-05,
+      "loss": 0.0,
+      "step": 46300
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.502707528676514e-05,
+      "loss": 0.0049,
+      "step": 46302
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50264283265079e-05,
+      "loss": 0.0,
+      "step": 46304
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.502578136625067e-05,
+      "loss": 0.0119,
+      "step": 46306
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.502513440599344e-05,
+      "loss": 0.0,
+      "step": 46308
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.502448744573621e-05,
+      "loss": 0.0,
+      "step": 46310
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5023840485478985e-05,
+      "loss": 0.0,
+      "step": 46312
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.502319352522175e-05,
+      "loss": 0.0,
+      "step": 46314
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5022546564964516e-05,
+      "loss": 0.0003,
+      "step": 46316
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5021899604707285e-05,
+      "loss": 0.0,
+      "step": 46318
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5021252644450054e-05,
+      "loss": 0.0017,
+      "step": 46320
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5020605684192817e-05,
+      "loss": 0.0,
+      "step": 46322
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501995872393559e-05,
+      "loss": 0.0001,
+      "step": 46324
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501931176367836e-05,
+      "loss": 0.0,
+      "step": 46326
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5018664803421124e-05,
+      "loss": 0.0,
+      "step": 46328
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50180178431639e-05,
+      "loss": 0.0,
+      "step": 46330
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501737088290666e-05,
+      "loss": 0.0,
+      "step": 46332
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501672392264944e-05,
+      "loss": 0.0039,
+      "step": 46334
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50160769623922e-05,
+      "loss": 0.0,
+      "step": 46336
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501543000213497e-05,
+      "loss": 0.0,
+      "step": 46338
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501478304187774e-05,
+      "loss": 0.0,
+      "step": 46340
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501413608162051e-05,
+      "loss": 0.002,
+      "step": 46342
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5013489121363276e-05,
+      "loss": 0.0001,
+      "step": 46344
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5012842161106046e-05,
+      "loss": 0.0001,
+      "step": 46346
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5012195200848815e-05,
+      "loss": 0.0,
+      "step": 46348
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501154824059158e-05,
+      "loss": 0.0005,
+      "step": 46350
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.501090128033435e-05,
+      "loss": 0.0269,
+      "step": 46352
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5010254320077115e-05,
+      "loss": 0.0009,
+      "step": 46354
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500960735981989e-05,
+      "loss": 0.0,
+      "step": 46356
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500896039956266e-05,
+      "loss": 0.0,
+      "step": 46358
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500831343930542e-05,
+      "loss": 0.0,
+      "step": 46360
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50076664790482e-05,
+      "loss": 0.0003,
+      "step": 46362
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500701951879096e-05,
+      "loss": 0.0,
+      "step": 46364
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500637255853373e-05,
+      "loss": 0.0137,
+      "step": 46366
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.50057255982765e-05,
+      "loss": 0.0002,
+      "step": 46368
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500507863801927e-05,
+      "loss": 0.0,
+      "step": 46370
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500443167776204e-05,
+      "loss": 0.0,
+      "step": 46372
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5003784717504806e-05,
+      "loss": 0.0036,
+      "step": 46374
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5003137757247575e-05,
+      "loss": 0.0,
+      "step": 46376
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5002490796990344e-05,
+      "loss": 0.0005,
+      "step": 46378
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500184383673311e-05,
+      "loss": 0.0,
+      "step": 46380
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.5001196876475875e-05,
+      "loss": 0.0,
+      "step": 46382
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.500054991621865e-05,
+      "loss": 0.0424,
+      "step": 46384
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4999902955961414e-05,
+      "loss": 0.0,
+      "step": 46386
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.499925599570418e-05,
+      "loss": 0.0,
+      "step": 46388
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.499860903544696e-05,
+      "loss": 0.0013,
+      "step": 46390
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.499796207518972e-05,
+      "loss": 0.0001,
+      "step": 46392
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.49973151149325e-05,
+      "loss": 0.0,
+      "step": 46394
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.499666815467526e-05,
+      "loss": 0.0,
+      "step": 46396
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.499602119441803e-05,
+      "loss": 0.0,
+      "step": 46398
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.49953742341608e-05,
+      "loss": 0.0028,
+      "step": 46400
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4994727273903566e-05,
+      "loss": 0.0,
+      "step": 46402
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4994080313646335e-05,
+      "loss": 0.0,
+      "step": 46404
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4993433353389104e-05,
+      "loss": 0.0,
+      "step": 46406
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4992786393131874e-05,
+      "loss": 0.0,
+      "step": 46408
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4992139432874636e-05,
+      "loss": 0.0,
+      "step": 46410
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.499149247261741e-05,
+      "loss": 0.0027,
+      "step": 46412
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4990845512360174e-05,
+      "loss": 0.0021,
+      "step": 46414
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.499019855210295e-05,
+      "loss": 0.0,
+      "step": 46416
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498955159184571e-05,
+      "loss": 0.0001,
+      "step": 46418
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498890463158848e-05,
+      "loss": 0.0011,
+      "step": 46420
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498825767133125e-05,
+      "loss": 0.0001,
+      "step": 46422
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498761071107402e-05,
+      "loss": 0.0001,
+      "step": 46424
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498696375081679e-05,
+      "loss": 0.0019,
+      "step": 46426
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498631679055956e-05,
+      "loss": 0.0,
+      "step": 46428
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498566983030233e-05,
+      "loss": 0.0002,
+      "step": 46430
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498502287004509e-05,
+      "loss": 0.0091,
+      "step": 46432
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4984375909787865e-05,
+      "loss": 0.0007,
+      "step": 46434
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4983728949530634e-05,
+      "loss": 0.0,
+      "step": 46436
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.49830819892734e-05,
+      "loss": 0.0001,
+      "step": 46438
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498243502901617e-05,
+      "loss": 0.0,
+      "step": 46440
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4981788068758934e-05,
+      "loss": 0.0021,
+      "step": 46442
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498114110850171e-05,
+      "loss": 0.0,
+      "step": 46444
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.498049414824447e-05,
+      "loss": 0.001,
+      "step": 46446
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497984718798724e-05,
+      "loss": 0.0003,
+      "step": 46448
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497920022773001e-05,
+      "loss": 0.0,
+      "step": 46450
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497855326747278e-05,
+      "loss": 0.0,
+      "step": 46452
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497790630721555e-05,
+      "loss": 0.0,
+      "step": 46454
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497725934695832e-05,
+      "loss": 0.0,
+      "step": 46456
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497661238670109e-05,
+      "loss": 0.0,
+      "step": 46458
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4975965426443856e-05,
+      "loss": 0.0,
+      "step": 46460
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4975318466186625e-05,
+      "loss": 0.0003,
+      "step": 46462
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497467150592939e-05,
+      "loss": 0.0,
+      "step": 46464
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4974024545672163e-05,
+      "loss": 0.0237,
+      "step": 46466
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497337758541493e-05,
+      "loss": 0.0,
+      "step": 46468
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4972730625157695e-05,
+      "loss": 0.008,
+      "step": 46470
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497208366490047e-05,
+      "loss": 0.0,
+      "step": 46472
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497143670464323e-05,
+      "loss": 0.0,
+      "step": 46474
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497078974438601e-05,
+      "loss": 0.0004,
+      "step": 46476
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.497014278412877e-05,
+      "loss": 0.0,
+      "step": 46478
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496949582387154e-05,
+      "loss": 0.0,
+      "step": 46480
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496884886361431e-05,
+      "loss": 0.0,
+      "step": 46482
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496820190335708e-05,
+      "loss": 0.0,
+      "step": 46484
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496755494309985e-05,
+      "loss": 0.0,
+      "step": 46486
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496690798284262e-05,
+      "loss": 0.0,
+      "step": 46488
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4966261022585386e-05,
+      "loss": 0.059,
+      "step": 46490
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496561406232815e-05,
+      "loss": 0.0005,
+      "step": 46492
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4964967102070924e-05,
+      "loss": 0.0,
+      "step": 46494
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4964320141813686e-05,
+      "loss": 0.0001,
+      "step": 46496
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496367318155646e-05,
+      "loss": 0.0097,
+      "step": 46498
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4963026221299224e-05,
+      "loss": 0.0001,
+      "step": 46500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4962379261041993e-05,
+      "loss": 0.0005,
+      "step": 46502
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496173230078477e-05,
+      "loss": 0.0002,
+      "step": 46504
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.496108534052753e-05,
+      "loss": 0.0,
+      "step": 46506
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.49604383802703e-05,
+      "loss": 0.0,
+      "step": 46508
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495979142001307e-05,
+      "loss": 0.0,
+      "step": 46510
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495914445975584e-05,
+      "loss": 0.0005,
+      "step": 46512
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495849749949861e-05,
+      "loss": 0.0,
+      "step": 46514
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495785053924138e-05,
+      "loss": 0.0,
+      "step": 46516
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4957203578984146e-05,
+      "loss": 0.0,
+      "step": 46518
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4956556618726915e-05,
+      "loss": 0.009,
+      "step": 46520
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4955909658469684e-05,
+      "loss": 0.0042,
+      "step": 46522
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4955262698212447e-05,
+      "loss": 0.0,
+      "step": 46524
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495461573795522e-05,
+      "loss": 0.0,
+      "step": 46526
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4953968777697985e-05,
+      "loss": 0.0001,
+      "step": 46528
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4953321817440754e-05,
+      "loss": 0.0,
+      "step": 46530
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495267485718352e-05,
+      "loss": 0.0,
+      "step": 46532
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495202789692629e-05,
+      "loss": 0.0,
+      "step": 46534
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495138093666907e-05,
+      "loss": 0.0,
+      "step": 46536
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.495073397641183e-05,
+      "loss": 0.0,
+      "step": 46538
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.49500870161546e-05,
+      "loss": 0.0,
+      "step": 46540
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494944005589737e-05,
+      "loss": 0.0003,
+      "step": 46542
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494879309564014e-05,
+      "loss": 0.0,
+      "step": 46544
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4948146135382907e-05,
+      "loss": 0.0,
+      "step": 46546
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4947499175125676e-05,
+      "loss": 0.0,
+      "step": 46548
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4946852214868445e-05,
+      "loss": 0.0,
+      "step": 46550
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494620525461121e-05,
+      "loss": 0.0001,
+      "step": 46552
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494555829435398e-05,
+      "loss": 0.0,
+      "step": 46554
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4944911334096745e-05,
+      "loss": 0.0,
+      "step": 46556
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494426437383952e-05,
+      "loss": 0.0007,
+      "step": 46558
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494361741358228e-05,
+      "loss": 0.0,
+      "step": 46560
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494297045332505e-05,
+      "loss": 0.0,
+      "step": 46562
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494232349306782e-05,
+      "loss": 0.0,
+      "step": 46564
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494167653281059e-05,
+      "loss": 0.0,
+      "step": 46566
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494102957255336e-05,
+      "loss": 0.0001,
+      "step": 46568
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.494038261229613e-05,
+      "loss": 0.0,
+      "step": 46570
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.49397356520389e-05,
+      "loss": 0.0002,
+      "step": 46572
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493908869178166e-05,
+      "loss": 0.0026,
+      "step": 46574
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4938441731524436e-05,
+      "loss": 0.0,
+      "step": 46576
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.49377947712672e-05,
+      "loss": 0.0001,
+      "step": 46578
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4937147811009974e-05,
+      "loss": 0.0329,
+      "step": 46580
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493650085075274e-05,
+      "loss": 0.0002,
+      "step": 46582
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4935853890495506e-05,
+      "loss": 0.0,
+      "step": 46584
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493520693023828e-05,
+      "loss": 0.0,
+      "step": 46586
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4934559969981044e-05,
+      "loss": 0.0001,
+      "step": 46588
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493391300972381e-05,
+      "loss": 0.0001,
+      "step": 46590
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493326604946658e-05,
+      "loss": 0.0,
+      "step": 46592
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493261908920935e-05,
+      "loss": 0.0001,
+      "step": 46594
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493197212895212e-05,
+      "loss": 0.0001,
+      "step": 46596
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493132516869489e-05,
+      "loss": 0.0,
+      "step": 46598
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493067820843766e-05,
+      "loss": 0.0,
+      "step": 46600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.493003124818043e-05,
+      "loss": 0.0,
+      "step": 46602
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4929384287923196e-05,
+      "loss": 0.0001,
+      "step": 46604
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.492873732766596e-05,
+      "loss": 0.0,
+      "step": 46606
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4928090367408735e-05,
+      "loss": 0.0001,
+      "step": 46608
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.49274434071515e-05,
+      "loss": 0.0,
+      "step": 46610
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4926796446894266e-05,
+      "loss": 0.0,
+      "step": 46612
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.492614948663704e-05,
+      "loss": 0.0,
+      "step": 46614
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.4925502526379804e-05,
+      "loss": 0.0208,
+      "step": 46616
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.492485556612258e-05,
+      "loss": 0.0,
+      "step": 46618
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.492420860586534e-05,
+      "loss": 0.0007,
+      "step": 46620
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.492356164560811e-05,
+      "loss": 0.0,
+      "step": 46622
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.492291468535088e-05,
+      "loss": 0.0008,
+      "step": 46624
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.492226772509365e-05,
+      "loss": 0.0003,
+      "step": 46626
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 3.492162076483642e-05,
+      "loss": 0.008,
+      "step": 46628
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.492097380457919e-05,
+      "loss": 0.0013,
+      "step": 46630
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.492032684432196e-05,
+      "loss": 0.0,
+      "step": 46632
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491967988406472e-05,
+      "loss": 0.0,
+      "step": 46634
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4919032923807495e-05,
+      "loss": 0.0,
+      "step": 46636
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491838596355026e-05,
+      "loss": 0.0102,
+      "step": 46638
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491773900329303e-05,
+      "loss": 0.0,
+      "step": 46640
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4917092043035795e-05,
+      "loss": 0.0,
+      "step": 46642
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4916445082778565e-05,
+      "loss": 0.0,
+      "step": 46644
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491579812252134e-05,
+      "loss": 0.0,
+      "step": 46646
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.49151511622641e-05,
+      "loss": 0.0001,
+      "step": 46648
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491450420200687e-05,
+      "loss": 0.0002,
+      "step": 46650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491385724174964e-05,
+      "loss": 0.0001,
+      "step": 46652
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491321028149241e-05,
+      "loss": 0.0009,
+      "step": 46654
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491256332123517e-05,
+      "loss": 0.0,
+      "step": 46656
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491191636097795e-05,
+      "loss": 0.0131,
+      "step": 46658
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.491126940072072e-05,
+      "loss": 0.0003,
+      "step": 46660
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4910622440463486e-05,
+      "loss": 0.0,
+      "step": 46662
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4909975480206255e-05,
+      "loss": 0.0,
+      "step": 46664
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490932851994902e-05,
+      "loss": 0.0001,
+      "step": 46666
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4908681559691794e-05,
+      "loss": 0.0001,
+      "step": 46668
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4908034599434556e-05,
+      "loss": 0.0009,
+      "step": 46670
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4907387639177325e-05,
+      "loss": 0.0006,
+      "step": 46672
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4906740678920094e-05,
+      "loss": 0.0201,
+      "step": 46674
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490609371866286e-05,
+      "loss": 0.0,
+      "step": 46676
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490544675840563e-05,
+      "loss": 0.0,
+      "step": 46678
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.49047997981484e-05,
+      "loss": 0.0,
+      "step": 46680
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490415283789117e-05,
+      "loss": 0.0,
+      "step": 46682
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490350587763394e-05,
+      "loss": 0.0093,
+      "step": 46684
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490285891737671e-05,
+      "loss": 0.0115,
+      "step": 46686
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490221195711947e-05,
+      "loss": 0.0001,
+      "step": 46688
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490156499686225e-05,
+      "loss": 0.0,
+      "step": 46690
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4900918036605016e-05,
+      "loss": 0.0053,
+      "step": 46692
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.490027107634778e-05,
+      "loss": 0.0,
+      "step": 46694
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4899624116090554e-05,
+      "loss": 0.0,
+      "step": 46696
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4898977155833316e-05,
+      "loss": 0.0037,
+      "step": 46698
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.489833019557609e-05,
+      "loss": 0.003,
+      "step": 46700
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4897683235318854e-05,
+      "loss": 0.0,
+      "step": 46702
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4897036275061624e-05,
+      "loss": 0.0,
+      "step": 46704
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.489638931480439e-05,
+      "loss": 0.0,
+      "step": 46706
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.489574235454716e-05,
+      "loss": 0.0,
+      "step": 46708
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.489509539428993e-05,
+      "loss": 0.0,
+      "step": 46710
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48944484340327e-05,
+      "loss": 0.0001,
+      "step": 46712
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.489380147377547e-05,
+      "loss": 0.0,
+      "step": 46714
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.489315451351823e-05,
+      "loss": 0.0002,
+      "step": 46716
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.489250755326101e-05,
+      "loss": 0.0,
+      "step": 46718
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.489186059300377e-05,
+      "loss": 0.0016,
+      "step": 46720
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4891213632746545e-05,
+      "loss": 0.0017,
+      "step": 46722
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4890566672489314e-05,
+      "loss": 0.0,
+      "step": 46724
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488991971223208e-05,
+      "loss": 0.0,
+      "step": 46726
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488927275197485e-05,
+      "loss": 0.0002,
+      "step": 46728
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4888625791717615e-05,
+      "loss": 0.0,
+      "step": 46730
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4887978831460384e-05,
+      "loss": 0.0002,
+      "step": 46732
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488733187120315e-05,
+      "loss": 0.0,
+      "step": 46734
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488668491094592e-05,
+      "loss": 0.0016,
+      "step": 46736
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488603795068869e-05,
+      "loss": 0.0,
+      "step": 46738
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488539099043146e-05,
+      "loss": 0.0001,
+      "step": 46740
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488474403017423e-05,
+      "loss": 0.0,
+      "step": 46742
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4884097069917e-05,
+      "loss": 0.0,
+      "step": 46744
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488345010965977e-05,
+      "loss": 0.0006,
+      "step": 46746
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488280314940253e-05,
+      "loss": 0.0,
+      "step": 46748
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4882156189145306e-05,
+      "loss": 0.0001,
+      "step": 46750
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488150922888807e-05,
+      "loss": 0.0,
+      "step": 46752
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.488086226863084e-05,
+      "loss": 0.0213,
+      "step": 46754
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4880215308373606e-05,
+      "loss": 0.0,
+      "step": 46756
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4879568348116375e-05,
+      "loss": 0.0,
+      "step": 46758
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487892138785915e-05,
+      "loss": 0.0009,
+      "step": 46760
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4878274427601913e-05,
+      "loss": 0.0001,
+      "step": 46762
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487762746734468e-05,
+      "loss": 0.0007,
+      "step": 46764
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487698050708745e-05,
+      "loss": 0.0003,
+      "step": 46766
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487633354683022e-05,
+      "loss": 0.0,
+      "step": 46768
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487568658657299e-05,
+      "loss": 0.0002,
+      "step": 46770
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487503962631576e-05,
+      "loss": 0.0059,
+      "step": 46772
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487439266605853e-05,
+      "loss": 0.0,
+      "step": 46774
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487374570580129e-05,
+      "loss": 0.0116,
+      "step": 46776
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4873098745544066e-05,
+      "loss": 0.0,
+      "step": 46778
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.487245178528683e-05,
+      "loss": 0.0,
+      "step": 46780
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4871804825029604e-05,
+      "loss": 0.0,
+      "step": 46782
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4871157864772367e-05,
+      "loss": 0.0095,
+      "step": 46784
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4870510904515136e-05,
+      "loss": 0.0091,
+      "step": 46786
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4869863944257905e-05,
+      "loss": 0.0,
+      "step": 46788
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4869216984000674e-05,
+      "loss": 0.0008,
+      "step": 46790
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486857002374344e-05,
+      "loss": 0.0183,
+      "step": 46792
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486792306348621e-05,
+      "loss": 0.0005,
+      "step": 46794
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486727610322898e-05,
+      "loss": 0.0001,
+      "step": 46796
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486662914297174e-05,
+      "loss": 0.0001,
+      "step": 46798
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486598218271452e-05,
+      "loss": 0.0,
+      "step": 46800
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486533522245728e-05,
+      "loss": 0.0,
+      "step": 46802
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486468826220006e-05,
+      "loss": 0.0,
+      "step": 46804
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4864041301942827e-05,
+      "loss": 0.0001,
+      "step": 46806
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486339434168559e-05,
+      "loss": 0.0046,
+      "step": 46808
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4862747381428365e-05,
+      "loss": 0.0076,
+      "step": 46810
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.486210042117113e-05,
+      "loss": 0.0275,
+      "step": 46812
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4861453460913896e-05,
+      "loss": 0.0,
+      "step": 46814
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4860806500656665e-05,
+      "loss": 0.0,
+      "step": 46816
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4860159540399434e-05,
+      "loss": 0.0,
+      "step": 46818
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48595125801422e-05,
+      "loss": 0.0252,
+      "step": 46820
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485886561988497e-05,
+      "loss": 0.0,
+      "step": 46822
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485821865962774e-05,
+      "loss": 0.0,
+      "step": 46824
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485757169937051e-05,
+      "loss": 0.0,
+      "step": 46826
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485692473911328e-05,
+      "loss": 0.0001,
+      "step": 46828
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485627777885604e-05,
+      "loss": 0.0,
+      "step": 46830
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485563081859882e-05,
+      "loss": 0.0015,
+      "step": 46832
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485498385834158e-05,
+      "loss": 0.0,
+      "step": 46834
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485433689808435e-05,
+      "loss": 0.0,
+      "step": 46836
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4853689937827125e-05,
+      "loss": 0.0,
+      "step": 46838
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485304297756989e-05,
+      "loss": 0.0,
+      "step": 46840
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.485239601731266e-05,
+      "loss": 0.0,
+      "step": 46842
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4851749057055426e-05,
+      "loss": 0.0001,
+      "step": 46844
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4851102096798195e-05,
+      "loss": 0.0011,
+      "step": 46846
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4850455136540964e-05,
+      "loss": 0.0,
+      "step": 46848
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484980817628373e-05,
+      "loss": 0.0001,
+      "step": 46850
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48491612160265e-05,
+      "loss": 0.0055,
+      "step": 46852
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484851425576927e-05,
+      "loss": 0.0001,
+      "step": 46854
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484786729551204e-05,
+      "loss": 0.0,
+      "step": 46856
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48472203352548e-05,
+      "loss": 0.0018,
+      "step": 46858
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484657337499758e-05,
+      "loss": 0.0,
+      "step": 46860
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484592641474034e-05,
+      "loss": 0.0007,
+      "step": 46862
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4845279454483116e-05,
+      "loss": 0.0,
+      "step": 46864
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484463249422588e-05,
+      "loss": 0.0,
+      "step": 46866
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484398553396865e-05,
+      "loss": 0.0001,
+      "step": 46868
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4843338573711424e-05,
+      "loss": 0.0017,
+      "step": 46870
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4842691613454186e-05,
+      "loss": 0.0,
+      "step": 46872
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4842044653196955e-05,
+      "loss": 0.0066,
+      "step": 46874
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4841397692939724e-05,
+      "loss": 0.0048,
+      "step": 46876
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484075073268249e-05,
+      "loss": 0.0002,
+      "step": 46878
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.484010377242526e-05,
+      "loss": 0.0,
+      "step": 46880
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483945681216803e-05,
+      "loss": 0.0008,
+      "step": 46882
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48388098519108e-05,
+      "loss": 0.0,
+      "step": 46884
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483816289165357e-05,
+      "loss": 0.0027,
+      "step": 46886
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483751593139634e-05,
+      "loss": 0.0,
+      "step": 46888
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48368689711391e-05,
+      "loss": 0.0,
+      "step": 46890
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483622201088188e-05,
+      "loss": 0.0,
+      "step": 46892
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483557505062464e-05,
+      "loss": 0.0001,
+      "step": 46894
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483492809036741e-05,
+      "loss": 0.0,
+      "step": 46896
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483428113011018e-05,
+      "loss": 0.0001,
+      "step": 46898
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4833634169852946e-05,
+      "loss": 0.0,
+      "step": 46900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4832987209595715e-05,
+      "loss": 0.0008,
+      "step": 46902
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4832340249338485e-05,
+      "loss": 0.0,
+      "step": 46904
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4831693289081254e-05,
+      "loss": 0.0,
+      "step": 46906
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483104632882402e-05,
+      "loss": 0.0,
+      "step": 46908
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.483039936856679e-05,
+      "loss": 0.0001,
+      "step": 46910
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4829752408309554e-05,
+      "loss": 0.0,
+      "step": 46912
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.482910544805233e-05,
+      "loss": 0.0,
+      "step": 46914
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48284584877951e-05,
+      "loss": 0.0,
+      "step": 46916
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.482781152753786e-05,
+      "loss": 0.0,
+      "step": 46918
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.482716456728064e-05,
+      "loss": 0.0003,
+      "step": 46920
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48265176070234e-05,
+      "loss": 0.0,
+      "step": 46922
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4825870646766175e-05,
+      "loss": 0.0,
+      "step": 46924
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.482522368650894e-05,
+      "loss": 0.0,
+      "step": 46926
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.482457672625171e-05,
+      "loss": 0.0001,
+      "step": 46928
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4823929765994476e-05,
+      "loss": 0.0,
+      "step": 46930
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4823282805737245e-05,
+      "loss": 0.002,
+      "step": 46932
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4822635845480014e-05,
+      "loss": 0.0,
+      "step": 46934
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.482198888522278e-05,
+      "loss": 0.0,
+      "step": 46936
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.482134192496555e-05,
+      "loss": 0.0,
+      "step": 46938
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4820694964708314e-05,
+      "loss": 0.0,
+      "step": 46940
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.482004800445109e-05,
+      "loss": 0.0,
+      "step": 46942
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.481940104419385e-05,
+      "loss": 0.0,
+      "step": 46944
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.481875408393663e-05,
+      "loss": 0.0,
+      "step": 46946
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48181071236794e-05,
+      "loss": 0.0001,
+      "step": 46948
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.481746016342216e-05,
+      "loss": 0.0,
+      "step": 46950
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4816813203164936e-05,
+      "loss": 0.0001,
+      "step": 46952
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.48161662429077e-05,
+      "loss": 0.0,
+      "step": 46954
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.481551928265047e-05,
+      "loss": 0.0,
+      "step": 46956
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4814872322393236e-05,
+      "loss": 0.0,
+      "step": 46958
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4814225362136005e-05,
+      "loss": 0.0002,
+      "step": 46960
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4813578401878774e-05,
+      "loss": 0.0001,
+      "step": 46962
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4812931441621544e-05,
+      "loss": 0.0003,
+      "step": 46964
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.481228448136431e-05,
+      "loss": 0.0022,
+      "step": 46966
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.481163752110708e-05,
+      "loss": 0.0,
+      "step": 46968
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.481099056084985e-05,
+      "loss": 0.0,
+      "step": 46970
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.481034360059261e-05,
+      "loss": 0.0,
+      "step": 46972
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480969664033539e-05,
+      "loss": 0.0027,
+      "step": 46974
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480904968007815e-05,
+      "loss": 0.0,
+      "step": 46976
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480840271982092e-05,
+      "loss": 0.0,
+      "step": 46978
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480775575956369e-05,
+      "loss": 0.0008,
+      "step": 46980
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480710879930646e-05,
+      "loss": 0.01,
+      "step": 46982
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4806461839049234e-05,
+      "loss": 0.017,
+      "step": 46984
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4805814878792e-05,
+      "loss": 0.0081,
+      "step": 46986
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4805167918534766e-05,
+      "loss": 0.0001,
+      "step": 46988
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4804520958277535e-05,
+      "loss": 0.0,
+      "step": 46990
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4803873998020304e-05,
+      "loss": 0.0001,
+      "step": 46992
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480322703776307e-05,
+      "loss": 0.0,
+      "step": 46994
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480258007750584e-05,
+      "loss": 0.0255,
+      "step": 46996
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480193311724861e-05,
+      "loss": 0.0,
+      "step": 46998
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4801286156991373e-05,
+      "loss": 0.0,
+      "step": 47000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.480063919673415e-05,
+      "loss": 0.0001,
+      "step": 47002
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479999223647691e-05,
+      "loss": 0.0014,
+      "step": 47004
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479934527621969e-05,
+      "loss": 0.0005,
+      "step": 47006
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479869831596245e-05,
+      "loss": 0.0,
+      "step": 47008
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479805135570522e-05,
+      "loss": 0.0001,
+      "step": 47010
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479740439544799e-05,
+      "loss": 0.0,
+      "step": 47012
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479675743519076e-05,
+      "loss": 0.0001,
+      "step": 47014
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4796110474933526e-05,
+      "loss": 0.0,
+      "step": 47016
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4795463514676295e-05,
+      "loss": 0.0,
+      "step": 47018
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4794816554419064e-05,
+      "loss": 0.0001,
+      "step": 47020
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4794169594161833e-05,
+      "loss": 0.0027,
+      "step": 47022
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.47935226339046e-05,
+      "loss": 0.0,
+      "step": 47024
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479287567364737e-05,
+      "loss": 0.0001,
+      "step": 47026
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479222871339014e-05,
+      "loss": 0.0056,
+      "step": 47028
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479158175313291e-05,
+      "loss": 0.0,
+      "step": 47030
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479093479287567e-05,
+      "loss": 0.0001,
+      "step": 47032
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.479028783261845e-05,
+      "loss": 0.0,
+      "step": 47034
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478964087236121e-05,
+      "loss": 0.0,
+      "step": 47036
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478899391210398e-05,
+      "loss": 0.0001,
+      "step": 47038
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478834695184675e-05,
+      "loss": 0.0004,
+      "step": 47040
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478769999158952e-05,
+      "loss": 0.0,
+      "step": 47042
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4787053031332287e-05,
+      "loss": 0.0,
+      "step": 47044
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4786406071075056e-05,
+      "loss": 0.0,
+      "step": 47046
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4785759110817825e-05,
+      "loss": 0.0001,
+      "step": 47048
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4785112150560594e-05,
+      "loss": 0.0005,
+      "step": 47050
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478446519030336e-05,
+      "loss": 0.0,
+      "step": 47052
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4783818230046125e-05,
+      "loss": 0.0,
+      "step": 47054
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.47831712697889e-05,
+      "loss": 0.0,
+      "step": 47056
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478252430953166e-05,
+      "loss": 0.0095,
+      "step": 47058
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478187734927443e-05,
+      "loss": 0.0,
+      "step": 47060
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478123038901721e-05,
+      "loss": 0.0001,
+      "step": 47062
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.478058342875997e-05,
+      "loss": 0.0011,
+      "step": 47064
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4779936468502746e-05,
+      "loss": 0.0,
+      "step": 47066
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477928950824551e-05,
+      "loss": 0.0,
+      "step": 47068
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477864254798828e-05,
+      "loss": 0.0,
+      "step": 47070
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477799558773105e-05,
+      "loss": 0.0223,
+      "step": 47072
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4777348627473816e-05,
+      "loss": 0.0,
+      "step": 47074
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4776701667216585e-05,
+      "loss": 0.0,
+      "step": 47076
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4776054706959354e-05,
+      "loss": 0.0001,
+      "step": 47078
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477540774670212e-05,
+      "loss": 0.0,
+      "step": 47080
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4774760786444886e-05,
+      "loss": 0.0001,
+      "step": 47082
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477411382618766e-05,
+      "loss": 0.0,
+      "step": 47084
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4773466865930424e-05,
+      "loss": 0.0,
+      "step": 47086
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.47728199056732e-05,
+      "loss": 0.0015,
+      "step": 47088
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477217294541596e-05,
+      "loss": 0.0001,
+      "step": 47090
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477152598515873e-05,
+      "loss": 0.0,
+      "step": 47092
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477087902490151e-05,
+      "loss": 0.0,
+      "step": 47094
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.477023206464427e-05,
+      "loss": 0.0,
+      "step": 47096
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476958510438704e-05,
+      "loss": 0.0,
+      "step": 47098
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476893814412981e-05,
+      "loss": 0.0,
+      "step": 47100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4768291183872576e-05,
+      "loss": 0.0002,
+      "step": 47102
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4767644223615346e-05,
+      "loss": 0.0,
+      "step": 47104
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4766997263358115e-05,
+      "loss": 0.0,
+      "step": 47106
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4766350303100884e-05,
+      "loss": 0.0,
+      "step": 47108
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476570334284365e-05,
+      "loss": 0.0,
+      "step": 47110
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476505638258642e-05,
+      "loss": 0.0,
+      "step": 47112
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4764409422329184e-05,
+      "loss": 0.0,
+      "step": 47114
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476376246207196e-05,
+      "loss": 0.0001,
+      "step": 47116
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476311550181472e-05,
+      "loss": 0.0,
+      "step": 47118
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476246854155749e-05,
+      "loss": 0.0001,
+      "step": 47120
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476182158130026e-05,
+      "loss": 0.0182,
+      "step": 47122
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.476117462104303e-05,
+      "loss": 0.0,
+      "step": 47124
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4760527660785805e-05,
+      "loss": 0.0,
+      "step": 47126
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.475988070052857e-05,
+      "loss": 0.0,
+      "step": 47128
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.475923374027134e-05,
+      "loss": 0.0,
+      "step": 47130
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4758586780014106e-05,
+      "loss": 0.0016,
+      "step": 47132
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4757939819756875e-05,
+      "loss": 0.0,
+      "step": 47134
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.475729285949964e-05,
+      "loss": 0.0001,
+      "step": 47136
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.475664589924241e-05,
+      "loss": 0.0,
+      "step": 47138
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.475599893898518e-05,
+      "loss": 0.0001,
+      "step": 47140
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 3.4755351978727945e-05,
+      "loss": 0.0003,
+      "step": 47142
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.475470501847072e-05,
+      "loss": 0.0,
+      "step": 47144
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.475405805821348e-05,
+      "loss": 0.0,
+      "step": 47146
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.475341109795626e-05,
+      "loss": 0.0,
+      "step": 47148
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.475276413769902e-05,
+      "loss": 0.0,
+      "step": 47150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.475211717744179e-05,
+      "loss": 0.0,
+      "step": 47152
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.475147021718456e-05,
+      "loss": 0.0,
+      "step": 47154
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.475082325692733e-05,
+      "loss": 0.0,
+      "step": 47156
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.47501762966701e-05,
+      "loss": 0.0001,
+      "step": 47158
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4749529336412866e-05,
+      "loss": 0.0,
+      "step": 47160
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4748882376155635e-05,
+      "loss": 0.0,
+      "step": 47162
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.47482354158984e-05,
+      "loss": 0.0,
+      "step": 47164
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4747588455641174e-05,
+      "loss": 0.0,
+      "step": 47166
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4746941495383936e-05,
+      "loss": 0.0001,
+      "step": 47168
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474629453512671e-05,
+      "loss": 0.0,
+      "step": 47170
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474564757486948e-05,
+      "loss": 0.0096,
+      "step": 47172
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474500061461224e-05,
+      "loss": 0.0,
+      "step": 47174
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474435365435502e-05,
+      "loss": 0.0002,
+      "step": 47176
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474370669409778e-05,
+      "loss": 0.0058,
+      "step": 47178
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474305973384055e-05,
+      "loss": 0.0,
+      "step": 47180
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474241277358332e-05,
+      "loss": 0.0001,
+      "step": 47182
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474176581332609e-05,
+      "loss": 0.0013,
+      "step": 47184
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474111885306886e-05,
+      "loss": 0.0,
+      "step": 47186
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.474047189281163e-05,
+      "loss": 0.0006,
+      "step": 47188
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4739824932554396e-05,
+      "loss": 0.0,
+      "step": 47190
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4739177972297165e-05,
+      "loss": 0.0,
+      "step": 47192
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4738531012039934e-05,
+      "loss": 0.0,
+      "step": 47194
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4737884051782696e-05,
+      "loss": 0.001,
+      "step": 47196
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.473723709152547e-05,
+      "loss": 0.009,
+      "step": 47198
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4736590131268234e-05,
+      "loss": 0.0002,
+      "step": 47200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4735943171011004e-05,
+      "loss": 0.0,
+      "step": 47202
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.473529621075378e-05,
+      "loss": 0.0842,
+      "step": 47204
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.473464925049654e-05,
+      "loss": 0.0,
+      "step": 47206
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.473400229023932e-05,
+      "loss": 0.0,
+      "step": 47208
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.473335532998208e-05,
+      "loss": 0.0106,
+      "step": 47210
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.473270836972485e-05,
+      "loss": 0.0,
+      "step": 47212
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.473206140946762e-05,
+      "loss": 0.0,
+      "step": 47214
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.473141444921039e-05,
+      "loss": 0.0,
+      "step": 47216
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4730767488953156e-05,
+      "loss": 0.0,
+      "step": 47218
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4730120528695925e-05,
+      "loss": 0.0161,
+      "step": 47220
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4729473568438694e-05,
+      "loss": 0.0,
+      "step": 47222
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472882660818146e-05,
+      "loss": 0.0,
+      "step": 47224
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472817964792423e-05,
+      "loss": 0.0001,
+      "step": 47226
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4727532687666995e-05,
+      "loss": 0.0001,
+      "step": 47228
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472688572740977e-05,
+      "loss": 0.0078,
+      "step": 47230
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472623876715253e-05,
+      "loss": 0.0,
+      "step": 47232
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.47255918068953e-05,
+      "loss": 0.0,
+      "step": 47234
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472494484663807e-05,
+      "loss": 0.0,
+      "step": 47236
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472429788638084e-05,
+      "loss": 0.0,
+      "step": 47238
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472365092612361e-05,
+      "loss": 0.0,
+      "step": 47240
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472300396586638e-05,
+      "loss": 0.0,
+      "step": 47242
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472235700560915e-05,
+      "loss": 0.0,
+      "step": 47244
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.472171004535192e-05,
+      "loss": 0.0,
+      "step": 47246
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4721063085094686e-05,
+      "loss": 0.0,
+      "step": 47248
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4720416124837455e-05,
+      "loss": 0.0002,
+      "step": 47250
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4719769164580224e-05,
+      "loss": 0.0,
+      "step": 47252
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471912220432299e-05,
+      "loss": 0.0001,
+      "step": 47254
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4718475244065755e-05,
+      "loss": 0.0048,
+      "step": 47256
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471782828380853e-05,
+      "loss": 0.0,
+      "step": 47258
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4717181323551293e-05,
+      "loss": 0.0,
+      "step": 47260
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471653436329406e-05,
+      "loss": 0.0056,
+      "step": 47262
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471588740303683e-05,
+      "loss": 0.0,
+      "step": 47264
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.47152404427796e-05,
+      "loss": 0.0,
+      "step": 47266
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471459348252237e-05,
+      "loss": 0.0,
+      "step": 47268
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471394652226514e-05,
+      "loss": 0.0,
+      "step": 47270
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471329956200791e-05,
+      "loss": 0.0,
+      "step": 47272
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471265260175068e-05,
+      "loss": 0.0001,
+      "step": 47274
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4712005641493446e-05,
+      "loss": 0.0,
+      "step": 47276
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.471135868123621e-05,
+      "loss": 0.0002,
+      "step": 47278
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4710711720978984e-05,
+      "loss": 0.0,
+      "step": 47280
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4710064760721747e-05,
+      "loss": 0.0,
+      "step": 47282
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4709417800464516e-05,
+      "loss": 0.0001,
+      "step": 47284
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470877084020729e-05,
+      "loss": 0.0079,
+      "step": 47286
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4708123879950054e-05,
+      "loss": 0.0,
+      "step": 47288
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470747691969283e-05,
+      "loss": 0.0157,
+      "step": 47290
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470682995943559e-05,
+      "loss": 0.0,
+      "step": 47292
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470618299917836e-05,
+      "loss": 0.0,
+      "step": 47294
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470553603892113e-05,
+      "loss": 0.0,
+      "step": 47296
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.47048890786639e-05,
+      "loss": 0.0001,
+      "step": 47298
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470424211840667e-05,
+      "loss": 0.0011,
+      "step": 47300
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470359515814944e-05,
+      "loss": 0.0,
+      "step": 47302
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4702948197892207e-05,
+      "loss": 0.0092,
+      "step": 47304
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470230123763497e-05,
+      "loss": 0.0053,
+      "step": 47306
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4701654277377745e-05,
+      "loss": 0.0,
+      "step": 47308
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470100731712051e-05,
+      "loss": 0.0014,
+      "step": 47310
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.470036035686328e-05,
+      "loss": 0.0001,
+      "step": 47312
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4699713396606045e-05,
+      "loss": 0.0,
+      "step": 47314
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4699066436348814e-05,
+      "loss": 0.0001,
+      "step": 47316
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469841947609159e-05,
+      "loss": 0.0,
+      "step": 47318
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469777251583435e-05,
+      "loss": 0.0002,
+      "step": 47320
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469712555557712e-05,
+      "loss": 0.0,
+      "step": 47322
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469647859531989e-05,
+      "loss": 0.0077,
+      "step": 47324
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469583163506266e-05,
+      "loss": 0.0002,
+      "step": 47326
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469518467480543e-05,
+      "loss": 0.0001,
+      "step": 47328
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46945377145482e-05,
+      "loss": 0.0001,
+      "step": 47330
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469389075429097e-05,
+      "loss": 0.0001,
+      "step": 47332
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4693243794033736e-05,
+      "loss": 0.0,
+      "step": 47334
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4692596833776505e-05,
+      "loss": 0.0087,
+      "step": 47336
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469194987351927e-05,
+      "loss": 0.0001,
+      "step": 47338
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.469130291326204e-05,
+      "loss": 0.0,
+      "step": 47340
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4690655953004806e-05,
+      "loss": 0.0014,
+      "step": 47342
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4690008992747575e-05,
+      "loss": 0.0,
+      "step": 47344
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4689362032490344e-05,
+      "loss": 0.0,
+      "step": 47346
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468871507223311e-05,
+      "loss": 0.0813,
+      "step": 47348
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468806811197589e-05,
+      "loss": 0.0,
+      "step": 47350
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468742115171865e-05,
+      "loss": 0.0,
+      "step": 47352
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468677419146142e-05,
+      "loss": 0.0002,
+      "step": 47354
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468612723120419e-05,
+      "loss": 0.0001,
+      "step": 47356
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468548027094696e-05,
+      "loss": 0.0042,
+      "step": 47358
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468483331068972e-05,
+      "loss": 0.0,
+      "step": 47360
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4684186350432496e-05,
+      "loss": 0.0,
+      "step": 47362
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4683539390175266e-05,
+      "loss": 0.0,
+      "step": 47364
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468289242991803e-05,
+      "loss": 0.0,
+      "step": 47366
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4682245469660804e-05,
+      "loss": 0.0,
+      "step": 47368
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4681598509403566e-05,
+      "loss": 0.0,
+      "step": 47370
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.468095154914634e-05,
+      "loss": 0.0,
+      "step": 47372
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4680304588889104e-05,
+      "loss": 0.0,
+      "step": 47374
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467965762863187e-05,
+      "loss": 0.0,
+      "step": 47376
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467901066837464e-05,
+      "loss": 0.0089,
+      "step": 47378
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467836370811741e-05,
+      "loss": 0.0,
+      "step": 47380
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467771674786018e-05,
+      "loss": 0.0001,
+      "step": 47382
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467706978760295e-05,
+      "loss": 0.0,
+      "step": 47384
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467642282734572e-05,
+      "loss": 0.0003,
+      "step": 47386
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467577586708849e-05,
+      "loss": 0.0,
+      "step": 47388
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467512890683126e-05,
+      "loss": 0.0001,
+      "step": 47390
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.467448194657402e-05,
+      "loss": 0.0003,
+      "step": 47392
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4673834986316795e-05,
+      "loss": 0.0024,
+      "step": 47394
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4673188026059564e-05,
+      "loss": 0.0,
+      "step": 47396
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4672541065802326e-05,
+      "loss": 0.0,
+      "step": 47398
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46718941055451e-05,
+      "loss": 0.0,
+      "step": 47400
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4671247145287865e-05,
+      "loss": 0.0,
+      "step": 47402
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4670600185030634e-05,
+      "loss": 0.0,
+      "step": 47404
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46699532247734e-05,
+      "loss": 0.0,
+      "step": 47406
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466930626451617e-05,
+      "loss": 0.0,
+      "step": 47408
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466865930425894e-05,
+      "loss": 0.0,
+      "step": 47410
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466801234400171e-05,
+      "loss": 0.0001,
+      "step": 47412
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466736538374448e-05,
+      "loss": 0.0036,
+      "step": 47414
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466671842348725e-05,
+      "loss": 0.0,
+      "step": 47416
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466607146323002e-05,
+      "loss": 0.0,
+      "step": 47418
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466542450297278e-05,
+      "loss": 0.0008,
+      "step": 47420
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4664777542715555e-05,
+      "loss": 0.0,
+      "step": 47422
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466413058245832e-05,
+      "loss": 0.0,
+      "step": 47424
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466348362220109e-05,
+      "loss": 0.0003,
+      "step": 47426
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466283666194386e-05,
+      "loss": 0.0005,
+      "step": 47428
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4662189701686625e-05,
+      "loss": 0.0,
+      "step": 47430
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46615427414294e-05,
+      "loss": 0.0002,
+      "step": 47432
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466089578117216e-05,
+      "loss": 0.0003,
+      "step": 47434
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.466024882091493e-05,
+      "loss": 0.0024,
+      "step": 47436
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46596018606577e-05,
+      "loss": 0.0,
+      "step": 47438
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.465895490040047e-05,
+      "loss": 0.0092,
+      "step": 47440
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.465830794014324e-05,
+      "loss": 0.0,
+      "step": 47442
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.465766097988601e-05,
+      "loss": 0.0,
+      "step": 47444
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.465701401962878e-05,
+      "loss": 0.0,
+      "step": 47446
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.465636705937154e-05,
+      "loss": 0.0,
+      "step": 47448
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4655720099114316e-05,
+      "loss": 0.0,
+      "step": 47450
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.465507313885708e-05,
+      "loss": 0.0,
+      "step": 47452
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4654426178599854e-05,
+      "loss": 0.0183,
+      "step": 47454
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4653779218342616e-05,
+      "loss": 0.0,
+      "step": 47456
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4653132258085385e-05,
+      "loss": 0.0,
+      "step": 47458
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4652485297828154e-05,
+      "loss": 0.0013,
+      "step": 47460
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4651838337570924e-05,
+      "loss": 0.0,
+      "step": 47462
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.465119137731369e-05,
+      "loss": 0.0,
+      "step": 47464
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.465054441705646e-05,
+      "loss": 0.0002,
+      "step": 47466
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464989745679923e-05,
+      "loss": 0.0001,
+      "step": 47468
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4649250496542e-05,
+      "loss": 0.0049,
+      "step": 47470
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464860353628477e-05,
+      "loss": 0.0,
+      "step": 47472
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464795657602754e-05,
+      "loss": 0.0,
+      "step": 47474
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464730961577031e-05,
+      "loss": 0.0,
+      "step": 47476
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4646662655513076e-05,
+      "loss": 0.0256,
+      "step": 47478
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464601569525584e-05,
+      "loss": 0.004,
+      "step": 47480
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4645368734998614e-05,
+      "loss": 0.0,
+      "step": 47482
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464472177474138e-05,
+      "loss": 0.0005,
+      "step": 47484
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4644074814484146e-05,
+      "loss": 0.0025,
+      "step": 47486
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4643427854226915e-05,
+      "loss": 0.0,
+      "step": 47488
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4642780893969684e-05,
+      "loss": 0.0,
+      "step": 47490
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464213393371245e-05,
+      "loss": 0.0054,
+      "step": 47492
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464148697345522e-05,
+      "loss": 0.0,
+      "step": 47494
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464084001319799e-05,
+      "loss": 0.0077,
+      "step": 47496
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.464019305294076e-05,
+      "loss": 0.0,
+      "step": 47498
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463954609268353e-05,
+      "loss": 0.0001,
+      "step": 47500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463889913242629e-05,
+      "loss": 0.0014,
+      "step": 47502
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463825217216907e-05,
+      "loss": 0.0,
+      "step": 47504
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463760521191184e-05,
+      "loss": 0.0,
+      "step": 47506
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46369582516546e-05,
+      "loss": 0.0,
+      "step": 47508
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4636311291397375e-05,
+      "loss": 0.0,
+      "step": 47510
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463566433114014e-05,
+      "loss": 0.0,
+      "step": 47512
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463501737088291e-05,
+      "loss": 0.0,
+      "step": 47514
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4634370410625675e-05,
+      "loss": 0.0,
+      "step": 47516
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4633723450368444e-05,
+      "loss": 0.0,
+      "step": 47518
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4633076490111213e-05,
+      "loss": 0.0005,
+      "step": 47520
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463242952985398e-05,
+      "loss": 0.0,
+      "step": 47522
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463178256959675e-05,
+      "loss": 0.0001,
+      "step": 47524
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463113560933952e-05,
+      "loss": 0.0002,
+      "step": 47526
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.463048864908229e-05,
+      "loss": 0.0,
+      "step": 47528
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462984168882506e-05,
+      "loss": 0.0001,
+      "step": 47530
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462919472856783e-05,
+      "loss": 0.0028,
+      "step": 47532
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462854776831059e-05,
+      "loss": 0.0,
+      "step": 47534
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4627900808053366e-05,
+      "loss": 0.0022,
+      "step": 47536
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462725384779613e-05,
+      "loss": 0.0173,
+      "step": 47538
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46266068875389e-05,
+      "loss": 0.0,
+      "step": 47540
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462595992728167e-05,
+      "loss": 0.0055,
+      "step": 47542
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4625312967024436e-05,
+      "loss": 0.0,
+      "step": 47544
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4624666006767205e-05,
+      "loss": 0.0005,
+      "step": 47546
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4624019046509974e-05,
+      "loss": 0.0001,
+      "step": 47548
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462337208625274e-05,
+      "loss": 0.0,
+      "step": 47550
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462272512599551e-05,
+      "loss": 0.0,
+      "step": 47552
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462207816573828e-05,
+      "loss": 0.0,
+      "step": 47554
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462143120548105e-05,
+      "loss": 0.0,
+      "step": 47556
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462078424522382e-05,
+      "loss": 0.0004,
+      "step": 47558
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.462013728496659e-05,
+      "loss": 0.0065,
+      "step": 47560
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461949032470935e-05,
+      "loss": 0.0001,
+      "step": 47562
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4618843364452127e-05,
+      "loss": 0.0005,
+      "step": 47564
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461819640419489e-05,
+      "loss": 0.0,
+      "step": 47566
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461754944393766e-05,
+      "loss": 0.0,
+      "step": 47568
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461690248368043e-05,
+      "loss": 0.0007,
+      "step": 47570
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4616255523423196e-05,
+      "loss": 0.0,
+      "step": 47572
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461560856316597e-05,
+      "loss": 0.0,
+      "step": 47574
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4614961602908734e-05,
+      "loss": 0.0,
+      "step": 47576
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46143146426515e-05,
+      "loss": 0.0,
+      "step": 47578
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461366768239427e-05,
+      "loss": 0.0012,
+      "step": 47580
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461302072213704e-05,
+      "loss": 0.0,
+      "step": 47582
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4612373761879804e-05,
+      "loss": 0.0,
+      "step": 47584
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461172680162258e-05,
+      "loss": 0.0178,
+      "step": 47586
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461107984136535e-05,
+      "loss": 0.0004,
+      "step": 47588
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.461043288110811e-05,
+      "loss": 0.0,
+      "step": 47590
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460978592085089e-05,
+      "loss": 0.0,
+      "step": 47592
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460913896059365e-05,
+      "loss": 0.0072,
+      "step": 47594
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4608492000336425e-05,
+      "loss": 0.0,
+      "step": 47596
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460784504007919e-05,
+      "loss": 0.0003,
+      "step": 47598
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4607198079821956e-05,
+      "loss": 0.0,
+      "step": 47600
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4606551119564726e-05,
+      "loss": 0.0,
+      "step": 47602
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4605904159307495e-05,
+      "loss": 0.0005,
+      "step": 47604
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4605257199050264e-05,
+      "loss": 0.0001,
+      "step": 47606
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460461023879303e-05,
+      "loss": 0.0025,
+      "step": 47608
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46039632785358e-05,
+      "loss": 0.0,
+      "step": 47610
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460331631827857e-05,
+      "loss": 0.0003,
+      "step": 47612
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460266935802134e-05,
+      "loss": 0.0019,
+      "step": 47614
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.46020223977641e-05,
+      "loss": 0.0021,
+      "step": 47616
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460137543750688e-05,
+      "loss": 0.0002,
+      "step": 47618
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460072847724965e-05,
+      "loss": 0.0,
+      "step": 47620
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.460008151699241e-05,
+      "loss": 0.0047,
+      "step": 47622
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4599434556735185e-05,
+      "loss": 0.0,
+      "step": 47624
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.459878759647795e-05,
+      "loss": 0.0,
+      "step": 47626
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.459814063622072e-05,
+      "loss": 0.0013,
+      "step": 47628
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4597493675963486e-05,
+      "loss": 0.0,
+      "step": 47630
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4596846715706255e-05,
+      "loss": 0.0,
+      "step": 47632
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4596199755449024e-05,
+      "loss": 0.0,
+      "step": 47634
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.459555279519179e-05,
+      "loss": 0.0,
+      "step": 47636
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.459490583493456e-05,
+      "loss": 0.0001,
+      "step": 47638
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.459425887467733e-05,
+      "loss": 0.0,
+      "step": 47640
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.45936119144201e-05,
+      "loss": 0.0048,
+      "step": 47642
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.459296495416286e-05,
+      "loss": 0.0,
+      "step": 47644
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.459231799390564e-05,
+      "loss": 0.0,
+      "step": 47646
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.45916710336484e-05,
+      "loss": 0.0002,
+      "step": 47648
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.459102407339117e-05,
+      "loss": 0.0003,
+      "step": 47650
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4590377113133946e-05,
+      "loss": 0.0,
+      "step": 47652
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.458973015287671e-05,
+      "loss": 0.0069,
+      "step": 47654
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4589083192619484e-05,
+      "loss": 0.0001,
+      "step": 47656
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 3.4588436232362246e-05,
+      "loss": 0.0017,
+      "step": 47658
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4587789272105015e-05,
+      "loss": 0.0,
+      "step": 47660
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4587142311847785e-05,
+      "loss": 0.0,
+      "step": 47662
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4586495351590554e-05,
+      "loss": 0.0151,
+      "step": 47664
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.458584839133332e-05,
+      "loss": 0.0106,
+      "step": 47666
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.458520143107609e-05,
+      "loss": 0.0051,
+      "step": 47668
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.458455447081886e-05,
+      "loss": 0.0028,
+      "step": 47670
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.458390751056163e-05,
+      "loss": 0.0,
+      "step": 47672
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.45832605503044e-05,
+      "loss": 0.0042,
+      "step": 47674
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.458261359004716e-05,
+      "loss": 0.0009,
+      "step": 47676
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.458196662978994e-05,
+      "loss": 0.003,
+      "step": 47678
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.45813196695327e-05,
+      "loss": 0.0001,
+      "step": 47680
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.458067270927547e-05,
+      "loss": 0.0,
+      "step": 47682
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4580025749018244e-05,
+      "loss": 0.0,
+      "step": 47684
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457937878876101e-05,
+      "loss": 0.0042,
+      "step": 47686
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4578731828503776e-05,
+      "loss": 0.0001,
+      "step": 47688
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4578084868246545e-05,
+      "loss": 0.0133,
+      "step": 47690
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4577437907989314e-05,
+      "loss": 0.0046,
+      "step": 47692
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457679094773208e-05,
+      "loss": 0.0,
+      "step": 47694
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457614398747485e-05,
+      "loss": 0.0,
+      "step": 47696
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457549702721762e-05,
+      "loss": 0.0004,
+      "step": 47698
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457485006696039e-05,
+      "loss": 0.0,
+      "step": 47700
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457420310670316e-05,
+      "loss": 0.0,
+      "step": 47702
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457355614644592e-05,
+      "loss": 0.0,
+      "step": 47704
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.45729091861887e-05,
+      "loss": 0.0005,
+      "step": 47706
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457226222593146e-05,
+      "loss": 0.0,
+      "step": 47708
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457161526567423e-05,
+      "loss": 0.0001,
+      "step": 47710
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4570968305417e-05,
+      "loss": 0.0001,
+      "step": 47712
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.457032134515977e-05,
+      "loss": 0.0,
+      "step": 47714
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4569674384902536e-05,
+      "loss": 0.0,
+      "step": 47716
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4569027424645305e-05,
+      "loss": 0.0,
+      "step": 47718
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4568380464388074e-05,
+      "loss": 0.0016,
+      "step": 47720
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.456805698425946e-05,
+      "loss": 0.013,
+      "step": 47722
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.456741002400223e-05,
+      "loss": 0.0021,
+      "step": 47724
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4566763063745e-05,
+      "loss": 0.0001,
+      "step": 47726
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4566116103487766e-05,
+      "loss": 0.0028,
+      "step": 47728
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4565469143230535e-05,
+      "loss": 0.0,
+      "step": 47730
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.45648221829733e-05,
+      "loss": 0.0001,
+      "step": 47732
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4564175222716073e-05,
+      "loss": 0.0,
+      "step": 47734
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4563528262458836e-05,
+      "loss": 0.0003,
+      "step": 47736
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4562881302201605e-05,
+      "loss": 0.0,
+      "step": 47738
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4562234341944374e-05,
+      "loss": 0.0,
+      "step": 47740
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.456158738168714e-05,
+      "loss": 0.0003,
+      "step": 47742
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.456094042142992e-05,
+      "loss": 0.0047,
+      "step": 47744
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.456029346117268e-05,
+      "loss": 0.0079,
+      "step": 47746
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455964650091545e-05,
+      "loss": 0.0061,
+      "step": 47748
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455899954065822e-05,
+      "loss": 0.0002,
+      "step": 47750
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455835258040099e-05,
+      "loss": 0.0,
+      "step": 47752
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455770562014376e-05,
+      "loss": 0.0059,
+      "step": 47754
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455705865988653e-05,
+      "loss": 0.0076,
+      "step": 47756
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4556411699629296e-05,
+      "loss": 0.0008,
+      "step": 47758
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455576473937206e-05,
+      "loss": 0.0001,
+      "step": 47760
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4555117779114834e-05,
+      "loss": 0.0,
+      "step": 47762
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4554470818857596e-05,
+      "loss": 0.0003,
+      "step": 47764
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455382385860037e-05,
+      "loss": 0.0002,
+      "step": 47766
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4553176898343134e-05,
+      "loss": 0.0,
+      "step": 47768
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4552529938085903e-05,
+      "loss": 0.0,
+      "step": 47770
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455188297782867e-05,
+      "loss": 0.0,
+      "step": 47772
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455123601757144e-05,
+      "loss": 0.0001,
+      "step": 47774
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.455058905731421e-05,
+      "loss": 0.0,
+      "step": 47776
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454994209705698e-05,
+      "loss": 0.0003,
+      "step": 47778
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454929513679975e-05,
+      "loss": 0.0,
+      "step": 47780
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454864817654251e-05,
+      "loss": 0.0,
+      "step": 47782
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454800121628529e-05,
+      "loss": 0.0,
+      "step": 47784
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4547354256028056e-05,
+      "loss": 0.0,
+      "step": 47786
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4546707295770825e-05,
+      "loss": 0.0,
+      "step": 47788
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4546060335513594e-05,
+      "loss": 0.0001,
+      "step": 47790
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4545413375256357e-05,
+      "loss": 0.0002,
+      "step": 47792
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454476641499913e-05,
+      "loss": 0.0001,
+      "step": 47794
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4544119454741895e-05,
+      "loss": 0.0,
+      "step": 47796
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4543472494484664e-05,
+      "loss": 0.0,
+      "step": 47798
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454282553422743e-05,
+      "loss": 0.0,
+      "step": 47800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.45421785739702e-05,
+      "loss": 0.0,
+      "step": 47802
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454153161371297e-05,
+      "loss": 0.0068,
+      "step": 47804
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454088465345574e-05,
+      "loss": 0.0,
+      "step": 47806
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.454023769319851e-05,
+      "loss": 0.0,
+      "step": 47808
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453959073294128e-05,
+      "loss": 0.0,
+      "step": 47810
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453894377268405e-05,
+      "loss": 0.0,
+      "step": 47812
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453829681242681e-05,
+      "loss": 0.0001,
+      "step": 47814
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4537649852169586e-05,
+      "loss": 0.0074,
+      "step": 47816
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453700289191235e-05,
+      "loss": 0.0,
+      "step": 47818
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453635593165512e-05,
+      "loss": 0.0,
+      "step": 47820
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453570897139789e-05,
+      "loss": 0.0001,
+      "step": 47822
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4535062011140655e-05,
+      "loss": 0.0,
+      "step": 47824
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453441505088343e-05,
+      "loss": 0.0059,
+      "step": 47826
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453376809062619e-05,
+      "loss": 0.0,
+      "step": 47828
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453312113036896e-05,
+      "loss": 0.0002,
+      "step": 47830
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453247417011173e-05,
+      "loss": 0.0,
+      "step": 47832
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.45318272098545e-05,
+      "loss": 0.0,
+      "step": 47834
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453118024959727e-05,
+      "loss": 0.0,
+      "step": 47836
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.453053328934004e-05,
+      "loss": 0.0,
+      "step": 47838
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452988632908281e-05,
+      "loss": 0.0,
+      "step": 47840
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452923936882557e-05,
+      "loss": 0.0007,
+      "step": 47842
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4528592408568346e-05,
+      "loss": 0.0012,
+      "step": 47844
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452794544831111e-05,
+      "loss": 0.0,
+      "step": 47846
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4527298488053884e-05,
+      "loss": 0.0,
+      "step": 47848
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4526651527796647e-05,
+      "loss": 0.0,
+      "step": 47850
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4526004567539416e-05,
+      "loss": 0.0003,
+      "step": 47852
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452535760728219e-05,
+      "loss": 0.0,
+      "step": 47854
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4524710647024954e-05,
+      "loss": 0.0,
+      "step": 47856
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452406368676772e-05,
+      "loss": 0.0,
+      "step": 47858
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452341672651049e-05,
+      "loss": 0.0005,
+      "step": 47860
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452276976625326e-05,
+      "loss": 0.0055,
+      "step": 47862
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452212280599602e-05,
+      "loss": 0.0004,
+      "step": 47864
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.45214758457388e-05,
+      "loss": 0.0066,
+      "step": 47866
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452082888548157e-05,
+      "loss": 0.0,
+      "step": 47868
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.452018192522434e-05,
+      "loss": 0.0013,
+      "step": 47870
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4519534964967106e-05,
+      "loss": 0.001,
+      "step": 47872
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451888800470987e-05,
+      "loss": 0.0,
+      "step": 47874
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4518241044452645e-05,
+      "loss": 0.0,
+      "step": 47876
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451759408419541e-05,
+      "loss": 0.0,
+      "step": 47878
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4516947123938176e-05,
+      "loss": 0.0,
+      "step": 47880
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4516300163680945e-05,
+      "loss": 0.0,
+      "step": 47882
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4515653203423714e-05,
+      "loss": 0.0,
+      "step": 47884
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451500624316649e-05,
+      "loss": 0.0,
+      "step": 47886
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451435928290925e-05,
+      "loss": 0.0,
+      "step": 47888
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451371232265202e-05,
+      "loss": 0.0102,
+      "step": 47890
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451306536239479e-05,
+      "loss": 0.0,
+      "step": 47892
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451241840213756e-05,
+      "loss": 0.0002,
+      "step": 47894
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451177144188032e-05,
+      "loss": 0.0,
+      "step": 47896
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.45111244816231e-05,
+      "loss": 0.0,
+      "step": 47898
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.451047752136587e-05,
+      "loss": 0.0,
+      "step": 47900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450983056110863e-05,
+      "loss": 0.0,
+      "step": 47902
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4509183600851405e-05,
+      "loss": 0.0001,
+      "step": 47904
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450853664059417e-05,
+      "loss": 0.0001,
+      "step": 47906
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450788968033694e-05,
+      "loss": 0.0,
+      "step": 47908
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4507242720079705e-05,
+      "loss": 0.0,
+      "step": 47910
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4506595759822475e-05,
+      "loss": 0.0003,
+      "step": 47912
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4505948799565244e-05,
+      "loss": 0.0001,
+      "step": 47914
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450530183930801e-05,
+      "loss": 0.0001,
+      "step": 47916
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450465487905078e-05,
+      "loss": 0.0,
+      "step": 47918
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450400791879355e-05,
+      "loss": 0.0,
+      "step": 47920
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450336095853632e-05,
+      "loss": 0.0,
+      "step": 47922
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450271399827908e-05,
+      "loss": 0.0001,
+      "step": 47924
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450206703802186e-05,
+      "loss": 0.0,
+      "step": 47926
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.450142007776462e-05,
+      "loss": 0.0,
+      "step": 47928
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4500773117507396e-05,
+      "loss": 0.0158,
+      "step": 47930
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4500126157250165e-05,
+      "loss": 0.0,
+      "step": 47932
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449947919699293e-05,
+      "loss": 0.0038,
+      "step": 47934
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4498832236735704e-05,
+      "loss": 0.0,
+      "step": 47936
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4498185276478466e-05,
+      "loss": 0.0,
+      "step": 47938
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4497538316221235e-05,
+      "loss": 0.0368,
+      "step": 47940
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4496891355964004e-05,
+      "loss": 0.0001,
+      "step": 47942
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449624439570677e-05,
+      "loss": 0.0017,
+      "step": 47944
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449559743544954e-05,
+      "loss": 0.0,
+      "step": 47946
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449495047519231e-05,
+      "loss": 0.0,
+      "step": 47948
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449430351493508e-05,
+      "loss": 0.0,
+      "step": 47950
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449365655467785e-05,
+      "loss": 0.0,
+      "step": 47952
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449300959442062e-05,
+      "loss": 0.0017,
+      "step": 47954
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449236263416338e-05,
+      "loss": 0.0002,
+      "step": 47956
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449171567390616e-05,
+      "loss": 0.0,
+      "step": 47958
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449106871364892e-05,
+      "loss": 0.0024,
+      "step": 47960
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.449042175339169e-05,
+      "loss": 0.0,
+      "step": 47962
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448977479313446e-05,
+      "loss": 0.0,
+      "step": 47964
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4489127832877226e-05,
+      "loss": 0.0,
+      "step": 47966
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448848087262e-05,
+      "loss": 0.0016,
+      "step": 47968
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4487833912362764e-05,
+      "loss": 0.0001,
+      "step": 47970
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4487186952105534e-05,
+      "loss": 0.0,
+      "step": 47972
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.44865399918483e-05,
+      "loss": 0.0001,
+      "step": 47974
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448589303159107e-05,
+      "loss": 0.0018,
+      "step": 47976
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448524607133384e-05,
+      "loss": 0.0,
+      "step": 47978
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448459911107661e-05,
+      "loss": 0.0,
+      "step": 47980
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448395215081938e-05,
+      "loss": 0.0,
+      "step": 47982
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448330519056214e-05,
+      "loss": 0.0001,
+      "step": 47984
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448265823030492e-05,
+      "loss": 0.0,
+      "step": 47986
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448201127004768e-05,
+      "loss": 0.0,
+      "step": 47988
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4481364309790455e-05,
+      "loss": 0.0,
+      "step": 47990
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448071734953322e-05,
+      "loss": 0.0001,
+      "step": 47992
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.448007038927599e-05,
+      "loss": 0.0009,
+      "step": 47994
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4479423429018756e-05,
+      "loss": 0.0,
+      "step": 47996
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4478776468761525e-05,
+      "loss": 0.0001,
+      "step": 47998
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4478129508504294e-05,
+      "loss": 0.0,
+      "step": 48000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447748254824706e-05,
+      "loss": 0.0,
+      "step": 48002
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447683558798983e-05,
+      "loss": 0.0001,
+      "step": 48004
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4476188627732594e-05,
+      "loss": 0.0,
+      "step": 48006
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447554166747537e-05,
+      "loss": 0.0,
+      "step": 48008
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447489470721814e-05,
+      "loss": 0.0,
+      "step": 48010
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447424774696091e-05,
+      "loss": 0.0,
+      "step": 48012
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447360078670368e-05,
+      "loss": 0.0,
+      "step": 48014
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447295382644644e-05,
+      "loss": 0.0,
+      "step": 48016
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4472306866189216e-05,
+      "loss": 0.0,
+      "step": 48018
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447165990593198e-05,
+      "loss": 0.0,
+      "step": 48020
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.447101294567475e-05,
+      "loss": 0.0,
+      "step": 48022
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4470365985417516e-05,
+      "loss": 0.0004,
+      "step": 48024
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4469719025160285e-05,
+      "loss": 0.0,
+      "step": 48026
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4469072064903054e-05,
+      "loss": 0.006,
+      "step": 48028
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4468425104645823e-05,
+      "loss": 0.0,
+      "step": 48030
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.446777814438859e-05,
+      "loss": 0.0,
+      "step": 48032
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.446713118413136e-05,
+      "loss": 0.0,
+      "step": 48034
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.446648422387413e-05,
+      "loss": 0.0,
+      "step": 48036
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.446583726361689e-05,
+      "loss": 0.0,
+      "step": 48038
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.446519030335967e-05,
+      "loss": 0.0,
+      "step": 48040
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.446454334310243e-05,
+      "loss": 0.0107,
+      "step": 48042
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.44638963828452e-05,
+      "loss": 0.0,
+      "step": 48044
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4463249422587976e-05,
+      "loss": 0.0,
+      "step": 48046
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.446260246233074e-05,
+      "loss": 0.0,
+      "step": 48048
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4461955502073514e-05,
+      "loss": 0.0,
+      "step": 48050
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4461308541816277e-05,
+      "loss": 0.0,
+      "step": 48052
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4460661581559046e-05,
+      "loss": 0.0294,
+      "step": 48054
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4460014621301815e-05,
+      "loss": 0.0001,
+      "step": 48056
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4459367661044584e-05,
+      "loss": 0.0001,
+      "step": 48058
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445872070078735e-05,
+      "loss": 0.0,
+      "step": 48060
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445807374053012e-05,
+      "loss": 0.0,
+      "step": 48062
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445742678027289e-05,
+      "loss": 0.0,
+      "step": 48064
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4456779820015653e-05,
+      "loss": 0.0,
+      "step": 48066
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445613285975843e-05,
+      "loss": 0.0,
+      "step": 48068
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445548589950119e-05,
+      "loss": 0.0001,
+      "step": 48070
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445483893924397e-05,
+      "loss": 0.0,
+      "step": 48072
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445419197898673e-05,
+      "loss": 0.0,
+      "step": 48074
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.44535450187295e-05,
+      "loss": 0.0045,
+      "step": 48076
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4452898058472275e-05,
+      "loss": 0.0001,
+      "step": 48078
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.445225109821504e-05,
+      "loss": 0.0018,
+      "step": 48080
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4451604137957806e-05,
+      "loss": 0.0,
+      "step": 48082
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4450957177700575e-05,
+      "loss": 0.0005,
+      "step": 48084
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4450310217443344e-05,
+      "loss": 0.0,
+      "step": 48086
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444966325718611e-05,
+      "loss": 0.0,
+      "step": 48088
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444901629692888e-05,
+      "loss": 0.0,
+      "step": 48090
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444836933667165e-05,
+      "loss": 0.0067,
+      "step": 48092
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444772237641442e-05,
+      "loss": 0.0,
+      "step": 48094
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444707541615719e-05,
+      "loss": 0.0003,
+      "step": 48096
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444642845589995e-05,
+      "loss": 0.0,
+      "step": 48098
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444578149564273e-05,
+      "loss": 0.0,
+      "step": 48100
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444513453538549e-05,
+      "loss": 0.0002,
+      "step": 48102
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444448757512826e-05,
+      "loss": 0.0003,
+      "step": 48104
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444384061487103e-05,
+      "loss": 0.0276,
+      "step": 48106
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.44431936546138e-05,
+      "loss": 0.0115,
+      "step": 48108
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.444254669435657e-05,
+      "loss": 0.0024,
+      "step": 48110
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4441899734099336e-05,
+      "loss": 0.0002,
+      "step": 48112
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4441252773842105e-05,
+      "loss": 0.0,
+      "step": 48114
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4440605813584874e-05,
+      "loss": 0.0,
+      "step": 48116
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443995885332764e-05,
+      "loss": 0.0,
+      "step": 48118
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4439311893070405e-05,
+      "loss": 0.0019,
+      "step": 48120
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443866493281318e-05,
+      "loss": 0.0,
+      "step": 48122
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443801797255595e-05,
+      "loss": 0.0,
+      "step": 48124
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443737101229871e-05,
+      "loss": 0.0001,
+      "step": 48126
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443672405204149e-05,
+      "loss": 0.0,
+      "step": 48128
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443607709178425e-05,
+      "loss": 0.0819,
+      "step": 48130
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4435430131527026e-05,
+      "loss": 0.0,
+      "step": 48132
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443478317126979e-05,
+      "loss": 0.0,
+      "step": 48134
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443413621101256e-05,
+      "loss": 0.0105,
+      "step": 48136
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.443348925075533e-05,
+      "loss": 0.0,
+      "step": 48138
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4432842290498096e-05,
+      "loss": 0.006,
+      "step": 48140
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4432195330240865e-05,
+      "loss": 0.0,
+      "step": 48142
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4431548369983634e-05,
+      "loss": 0.0,
+      "step": 48144
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.44309014097264e-05,
+      "loss": 0.0,
+      "step": 48146
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4430254449469166e-05,
+      "loss": 0.0001,
+      "step": 48148
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.442960748921194e-05,
+      "loss": 0.0,
+      "step": 48150
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4428960528954704e-05,
+      "loss": 0.0001,
+      "step": 48152
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.442831356869748e-05,
+      "loss": 0.0,
+      "step": 48154
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.442766660844025e-05,
+      "loss": 0.0,
+      "step": 48156
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.442701964818301e-05,
+      "loss": 0.0014,
+      "step": 48158
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.442637268792579e-05,
+      "loss": 0.0,
+      "step": 48160
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.442572572766855e-05,
+      "loss": 0.0,
+      "step": 48162
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.442507876741132e-05,
+      "loss": 0.0,
+      "step": 48164
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.442443180715409e-05,
+      "loss": 0.0035,
+      "step": 48166
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4423784846896856e-05,
+      "loss": 0.0,
+      "step": 48168
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4423137886639625e-05,
+      "loss": 0.0008,
+      "step": 48170
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4422490926382395e-05,
+      "loss": 0.0,
+      "step": 48172
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 3.4421843966125164e-05,
+      "loss": 0.0003,
+      "step": 48174
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.442119700586793e-05,
+      "loss": 0.0,
+      "step": 48176
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.44205500456107e-05,
+      "loss": 0.0312,
+      "step": 48178
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4419903085353464e-05,
+      "loss": 0.0,
+      "step": 48180
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.441925612509624e-05,
+      "loss": 0.0,
+      "step": 48182
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4418609164839e-05,
+      "loss": 0.0,
+      "step": 48184
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.441796220458177e-05,
+      "loss": 0.0,
+      "step": 48186
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.441731524432455e-05,
+      "loss": 0.0,
+      "step": 48188
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.441666828406731e-05,
+      "loss": 0.0115,
+      "step": 48190
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4416021323810085e-05,
+      "loss": 0.0003,
+      "step": 48192
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.441537436355285e-05,
+      "loss": 0.0,
+      "step": 48194
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.441472740329562e-05,
+      "loss": 0.0022,
+      "step": 48196
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4414080443038386e-05,
+      "loss": 0.0,
+      "step": 48198
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4413433482781155e-05,
+      "loss": 0.0005,
+      "step": 48200
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4412786522523924e-05,
+      "loss": 0.0001,
+      "step": 48202
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.441213956226669e-05,
+      "loss": 0.0003,
+      "step": 48204
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.441149260200946e-05,
+      "loss": 0.0,
+      "step": 48206
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4410845641752225e-05,
+      "loss": 0.0,
+      "step": 48208
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4410198681495e-05,
+      "loss": 0.0001,
+      "step": 48210
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440955172123776e-05,
+      "loss": 0.0,
+      "step": 48212
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440890476098054e-05,
+      "loss": 0.0,
+      "step": 48214
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.44082578007233e-05,
+      "loss": 0.0,
+      "step": 48216
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440761084046607e-05,
+      "loss": 0.0001,
+      "step": 48218
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440696388020884e-05,
+      "loss": 0.0277,
+      "step": 48220
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440631691995161e-05,
+      "loss": 0.0,
+      "step": 48222
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440566995969438e-05,
+      "loss": 0.0,
+      "step": 48224
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4405022999437146e-05,
+      "loss": 0.0001,
+      "step": 48226
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4404376039179915e-05,
+      "loss": 0.0038,
+      "step": 48228
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440372907892268e-05,
+      "loss": 0.0002,
+      "step": 48230
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4403082118665454e-05,
+      "loss": 0.0001,
+      "step": 48232
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440243515840822e-05,
+      "loss": 0.0007,
+      "step": 48234
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440178819815099e-05,
+      "loss": 0.0,
+      "step": 48236
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440114123789376e-05,
+      "loss": 0.0,
+      "step": 48238
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.440049427763652e-05,
+      "loss": 0.0098,
+      "step": 48240
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.43998473173793e-05,
+      "loss": 0.0,
+      "step": 48242
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439920035712206e-05,
+      "loss": 0.0012,
+      "step": 48244
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439855339686483e-05,
+      "loss": 0.0,
+      "step": 48246
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.43979064366076e-05,
+      "loss": 0.0001,
+      "step": 48248
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439725947635037e-05,
+      "loss": 0.0001,
+      "step": 48250
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439661251609314e-05,
+      "loss": 0.0699,
+      "step": 48252
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439596555583591e-05,
+      "loss": 0.0,
+      "step": 48254
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4395318595578676e-05,
+      "loss": 0.0,
+      "step": 48256
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4394671635321445e-05,
+      "loss": 0.0317,
+      "step": 48258
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4394024675064214e-05,
+      "loss": 0.0,
+      "step": 48260
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4393377714806976e-05,
+      "loss": 0.0001,
+      "step": 48262
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439273075454975e-05,
+      "loss": 0.0002,
+      "step": 48264
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439208379429252e-05,
+      "loss": 0.0,
+      "step": 48266
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4391436834035283e-05,
+      "loss": 0.0,
+      "step": 48268
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439078987377806e-05,
+      "loss": 0.0006,
+      "step": 48270
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.439014291352082e-05,
+      "loss": 0.0,
+      "step": 48272
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.43894959532636e-05,
+      "loss": 0.0,
+      "step": 48274
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438884899300636e-05,
+      "loss": 0.0,
+      "step": 48276
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438820203274913e-05,
+      "loss": 0.0002,
+      "step": 48278
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.43875550724919e-05,
+      "loss": 0.0,
+      "step": 48280
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438690811223467e-05,
+      "loss": 0.0,
+      "step": 48282
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4386261151977436e-05,
+      "loss": 0.0063,
+      "step": 48284
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4385614191720205e-05,
+      "loss": 0.0,
+      "step": 48286
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4384967231462974e-05,
+      "loss": 0.0018,
+      "step": 48288
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438432027120574e-05,
+      "loss": 0.0006,
+      "step": 48290
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438367331094851e-05,
+      "loss": 0.0003,
+      "step": 48292
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4383026350691275e-05,
+      "loss": 0.0,
+      "step": 48294
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438237939043405e-05,
+      "loss": 0.0,
+      "step": 48296
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438173243017681e-05,
+      "loss": 0.006,
+      "step": 48298
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438108546991958e-05,
+      "loss": 0.0018,
+      "step": 48300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.438043850966236e-05,
+      "loss": 0.0122,
+      "step": 48302
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437979154940512e-05,
+      "loss": 0.0,
+      "step": 48304
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437914458914789e-05,
+      "loss": 0.0135,
+      "step": 48306
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437849762889066e-05,
+      "loss": 0.0,
+      "step": 48308
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437785066863343e-05,
+      "loss": 0.0,
+      "step": 48310
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4377203708376197e-05,
+      "loss": 0.0,
+      "step": 48312
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4376556748118966e-05,
+      "loss": 0.0008,
+      "step": 48314
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4375909787861735e-05,
+      "loss": 0.0,
+      "step": 48316
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4375262827604504e-05,
+      "loss": 0.0,
+      "step": 48318
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437461586734727e-05,
+      "loss": 0.004,
+      "step": 48320
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4373968907090035e-05,
+      "loss": 0.0,
+      "step": 48322
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437332194683281e-05,
+      "loss": 0.0029,
+      "step": 48324
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437267498657557e-05,
+      "loss": 0.0214,
+      "step": 48326
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437202802631834e-05,
+      "loss": 0.0002,
+      "step": 48328
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437138106606111e-05,
+      "loss": 0.0,
+      "step": 48330
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.437073410580388e-05,
+      "loss": 0.0,
+      "step": 48332
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4370087145546656e-05,
+      "loss": 0.0,
+      "step": 48334
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436944018528942e-05,
+      "loss": 0.0001,
+      "step": 48336
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436879322503219e-05,
+      "loss": 0.0,
+      "step": 48338
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436814626477496e-05,
+      "loss": 0.0,
+      "step": 48340
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4367499304517726e-05,
+      "loss": 0.0,
+      "step": 48342
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436685234426049e-05,
+      "loss": 0.0002,
+      "step": 48344
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4366205384003264e-05,
+      "loss": 0.0,
+      "step": 48346
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436555842374603e-05,
+      "loss": 0.0,
+      "step": 48348
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4364911463488796e-05,
+      "loss": 0.0,
+      "step": 48350
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436426450323157e-05,
+      "loss": 0.0,
+      "step": 48352
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4363617542974334e-05,
+      "loss": 0.0696,
+      "step": 48354
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436297058271711e-05,
+      "loss": 0.0,
+      "step": 48356
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436232362245987e-05,
+      "loss": 0.0002,
+      "step": 48358
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436167666220264e-05,
+      "loss": 0.0,
+      "step": 48360
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436102970194541e-05,
+      "loss": 0.0002,
+      "step": 48362
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.436038274168818e-05,
+      "loss": 0.0,
+      "step": 48364
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435973578143095e-05,
+      "loss": 0.0013,
+      "step": 48366
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435908882117372e-05,
+      "loss": 0.0452,
+      "step": 48368
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4358441860916486e-05,
+      "loss": 0.0,
+      "step": 48370
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435779490065925e-05,
+      "loss": 0.0069,
+      "step": 48372
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4357147940402025e-05,
+      "loss": 0.0,
+      "step": 48374
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435650098014479e-05,
+      "loss": 0.0001,
+      "step": 48376
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435585401988756e-05,
+      "loss": 0.0018,
+      "step": 48378
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435520705963033e-05,
+      "loss": 0.0002,
+      "step": 48380
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4354560099373094e-05,
+      "loss": 0.0,
+      "step": 48382
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435391313911587e-05,
+      "loss": 0.0002,
+      "step": 48384
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435326617885863e-05,
+      "loss": 0.0102,
+      "step": 48386
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.43526192186014e-05,
+      "loss": 0.0534,
+      "step": 48388
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435197225834417e-05,
+      "loss": 0.0004,
+      "step": 48390
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435132529808694e-05,
+      "loss": 0.0148,
+      "step": 48392
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435067833782971e-05,
+      "loss": 0.0,
+      "step": 48394
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.435003137757248e-05,
+      "loss": 0.0006,
+      "step": 48396
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434938441731525e-05,
+      "loss": 0.0198,
+      "step": 48398
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4348737457058016e-05,
+      "loss": 0.0,
+      "step": 48400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4348090496800785e-05,
+      "loss": 0.0,
+      "step": 48402
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434744353654355e-05,
+      "loss": 0.0,
+      "step": 48404
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434679657628632e-05,
+      "loss": 0.0,
+      "step": 48406
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4346149616029086e-05,
+      "loss": 0.0,
+      "step": 48408
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4345502655771855e-05,
+      "loss": 0.0,
+      "step": 48410
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434485569551463e-05,
+      "loss": 0.0,
+      "step": 48412
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434420873525739e-05,
+      "loss": 0.0,
+      "step": 48414
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434356177500017e-05,
+      "loss": 0.0002,
+      "step": 48416
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434291481474293e-05,
+      "loss": 0.0001,
+      "step": 48418
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.43422678544857e-05,
+      "loss": 0.0,
+      "step": 48420
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434162089422847e-05,
+      "loss": 0.0275,
+      "step": 48422
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434097393397124e-05,
+      "loss": 0.0004,
+      "step": 48424
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.434032697371401e-05,
+      "loss": 0.0,
+      "step": 48426
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4339680013456776e-05,
+      "loss": 0.0,
+      "step": 48428
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4339033053199545e-05,
+      "loss": 0.0,
+      "step": 48430
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433838609294231e-05,
+      "loss": 0.0069,
+      "step": 48432
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4337739132685084e-05,
+      "loss": 0.0,
+      "step": 48434
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4337092172427846e-05,
+      "loss": 0.0,
+      "step": 48436
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433644521217062e-05,
+      "loss": 0.0002,
+      "step": 48438
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4335798251913384e-05,
+      "loss": 0.0,
+      "step": 48440
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433515129165615e-05,
+      "loss": 0.0024,
+      "step": 48442
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433450433139892e-05,
+      "loss": 0.0198,
+      "step": 48444
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433385737114169e-05,
+      "loss": 0.0,
+      "step": 48446
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433321041088446e-05,
+      "loss": 0.0,
+      "step": 48448
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433256345062723e-05,
+      "loss": 0.0001,
+      "step": 48450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433191649037e-05,
+      "loss": 0.0,
+      "step": 48452
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433126953011277e-05,
+      "loss": 0.0,
+      "step": 48454
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.433062256985554e-05,
+      "loss": 0.0,
+      "step": 48456
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4329975609598306e-05,
+      "loss": 0.0,
+      "step": 48458
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4329328649341075e-05,
+      "loss": 0.0001,
+      "step": 48460
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4328681689083844e-05,
+      "loss": 0.0,
+      "step": 48462
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4328034728826606e-05,
+      "loss": 0.0001,
+      "step": 48464
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432738776856938e-05,
+      "loss": 0.0002,
+      "step": 48466
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4326740808312144e-05,
+      "loss": 0.0021,
+      "step": 48468
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4326093848054914e-05,
+      "loss": 0.015,
+      "step": 48470
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432544688779768e-05,
+      "loss": 0.0,
+      "step": 48472
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432479992754045e-05,
+      "loss": 0.0,
+      "step": 48474
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432415296728322e-05,
+      "loss": 0.0002,
+      "step": 48476
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432350600702599e-05,
+      "loss": 0.0,
+      "step": 48478
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432285904676876e-05,
+      "loss": 0.0,
+      "step": 48480
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432221208651153e-05,
+      "loss": 0.0073,
+      "step": 48482
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.43215651262543e-05,
+      "loss": 0.0017,
+      "step": 48484
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.432091816599706e-05,
+      "loss": 0.0,
+      "step": 48486
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4320271205739835e-05,
+      "loss": 0.0003,
+      "step": 48488
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4319624245482604e-05,
+      "loss": 0.0001,
+      "step": 48490
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431897728522537e-05,
+      "loss": 0.0,
+      "step": 48492
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431833032496814e-05,
+      "loss": 0.0123,
+      "step": 48494
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4317683364710905e-05,
+      "loss": 0.0002,
+      "step": 48496
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431703640445368e-05,
+      "loss": 0.0,
+      "step": 48498
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431638944419644e-05,
+      "loss": 0.0001,
+      "step": 48500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431574248393921e-05,
+      "loss": 0.0,
+      "step": 48502
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431509552368198e-05,
+      "loss": 0.0,
+      "step": 48504
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431444856342475e-05,
+      "loss": 0.0,
+      "step": 48506
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431380160316752e-05,
+      "loss": 0.001,
+      "step": 48508
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431315464291029e-05,
+      "loss": 0.0042,
+      "step": 48510
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431250768265306e-05,
+      "loss": 0.0,
+      "step": 48512
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431186072239582e-05,
+      "loss": 0.0001,
+      "step": 48514
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4311213762138596e-05,
+      "loss": 0.0,
+      "step": 48516
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.431056680188136e-05,
+      "loss": 0.0,
+      "step": 48518
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4309919841624134e-05,
+      "loss": 0.0,
+      "step": 48520
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4309272881366896e-05,
+      "loss": 0.0066,
+      "step": 48522
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4308625921109665e-05,
+      "loss": 0.0004,
+      "step": 48524
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.430797896085244e-05,
+      "loss": 0.0004,
+      "step": 48526
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.430765548072382e-05,
+      "loss": 0.0225,
+      "step": 48528
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.430700852046659e-05,
+      "loss": 0.0001,
+      "step": 48530
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.430636156020936e-05,
+      "loss": 0.0,
+      "step": 48532
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4305714599952126e-05,
+      "loss": 0.0,
+      "step": 48534
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4305067639694895e-05,
+      "loss": 0.0001,
+      "step": 48536
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4304420679437664e-05,
+      "loss": 0.0001,
+      "step": 48538
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4303773719180433e-05,
+      "loss": 0.0002,
+      "step": 48540
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4303126758923196e-05,
+      "loss": 0.0001,
+      "step": 48542
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.430247979866597e-05,
+      "loss": 0.0,
+      "step": 48544
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4301832838408734e-05,
+      "loss": 0.001,
+      "step": 48546
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.430118587815151e-05,
+      "loss": 0.0023,
+      "step": 48548
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.430053891789428e-05,
+      "loss": 0.0021,
+      "step": 48550
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429989195763704e-05,
+      "loss": 0.0,
+      "step": 48552
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429924499737982e-05,
+      "loss": 0.0001,
+      "step": 48554
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429859803712258e-05,
+      "loss": 0.0,
+      "step": 48556
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429795107686535e-05,
+      "loss": 0.0005,
+      "step": 48558
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429730411660812e-05,
+      "loss": 0.0003,
+      "step": 48560
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4296657156350887e-05,
+      "loss": 0.0001,
+      "step": 48562
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4296010196093656e-05,
+      "loss": 0.0003,
+      "step": 48564
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4295363235836425e-05,
+      "loss": 0.0014,
+      "step": 48566
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4294716275579194e-05,
+      "loss": 0.0059,
+      "step": 48568
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429406931532196e-05,
+      "loss": 0.0008,
+      "step": 48570
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429342235506473e-05,
+      "loss": 0.0033,
+      "step": 48572
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4292775394807494e-05,
+      "loss": 0.0263,
+      "step": 48574
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429212843455027e-05,
+      "loss": 0.0,
+      "step": 48576
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429148147429303e-05,
+      "loss": 0.0001,
+      "step": 48578
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.42908345140358e-05,
+      "loss": 0.0,
+      "step": 48580
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.429018755377858e-05,
+      "loss": 0.0001,
+      "step": 48582
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428954059352134e-05,
+      "loss": 0.0091,
+      "step": 48584
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428889363326411e-05,
+      "loss": 0.0002,
+      "step": 48586
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428824667300688e-05,
+      "loss": 0.0001,
+      "step": 48588
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428759971274965e-05,
+      "loss": 0.0,
+      "step": 48590
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4286952752492416e-05,
+      "loss": 0.0003,
+      "step": 48592
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4286305792235185e-05,
+      "loss": 0.0009,
+      "step": 48594
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4285658831977954e-05,
+      "loss": 0.0001,
+      "step": 48596
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428501187172072e-05,
+      "loss": 0.0,
+      "step": 48598
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428436491146349e-05,
+      "loss": 0.0,
+      "step": 48600
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4283717951206255e-05,
+      "loss": 0.0006,
+      "step": 48602
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428307099094903e-05,
+      "loss": 0.0,
+      "step": 48604
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428242403069179e-05,
+      "loss": 0.0,
+      "step": 48606
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428177707043457e-05,
+      "loss": 0.0,
+      "step": 48608
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.428113011017733e-05,
+      "loss": 0.0,
+      "step": 48610
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.42804831499201e-05,
+      "loss": 0.0,
+      "step": 48612
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4279836189662876e-05,
+      "loss": 0.0033,
+      "step": 48614
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427918922940564e-05,
+      "loss": 0.0152,
+      "step": 48616
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427854226914841e-05,
+      "loss": 0.0,
+      "step": 48618
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4277895308891176e-05,
+      "loss": 0.0002,
+      "step": 48620
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4277248348633946e-05,
+      "loss": 0.0014,
+      "step": 48622
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427660138837671e-05,
+      "loss": 0.0,
+      "step": 48624
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4275954428119484e-05,
+      "loss": 0.0,
+      "step": 48626
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427530746786225e-05,
+      "loss": 0.0,
+      "step": 48628
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427466050760502e-05,
+      "loss": 0.002,
+      "step": 48630
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427401354734779e-05,
+      "loss": 0.0,
+      "step": 48632
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427336658709055e-05,
+      "loss": 0.0,
+      "step": 48634
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427271962683333e-05,
+      "loss": 0.0099,
+      "step": 48636
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427207266657609e-05,
+      "loss": 0.0,
+      "step": 48638
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427142570631886e-05,
+      "loss": 0.0,
+      "step": 48640
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.427077874606163e-05,
+      "loss": 0.0064,
+      "step": 48642
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.42701317858044e-05,
+      "loss": 0.0019,
+      "step": 48644
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426948482554717e-05,
+      "loss": 0.0029,
+      "step": 48646
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426883786528994e-05,
+      "loss": 0.0,
+      "step": 48648
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4268190905032706e-05,
+      "loss": 0.0,
+      "step": 48650
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4267543944775475e-05,
+      "loss": 0.0002,
+      "step": 48652
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4266896984518244e-05,
+      "loss": 0.0015,
+      "step": 48654
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4266250024261006e-05,
+      "loss": 0.0,
+      "step": 48656
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426560306400378e-05,
+      "loss": 0.0,
+      "step": 48658
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426495610374655e-05,
+      "loss": 0.0001,
+      "step": 48660
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4264309143489314e-05,
+      "loss": 0.0,
+      "step": 48662
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426366218323209e-05,
+      "loss": 0.0,
+      "step": 48664
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426301522297485e-05,
+      "loss": 0.0014,
+      "step": 48666
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426236826271762e-05,
+      "loss": 0.0,
+      "step": 48668
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426172130246039e-05,
+      "loss": 0.0,
+      "step": 48670
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426107434220316e-05,
+      "loss": 0.0001,
+      "step": 48672
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.426042738194593e-05,
+      "loss": 0.0,
+      "step": 48674
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.42597804216887e-05,
+      "loss": 0.0001,
+      "step": 48676
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4259133461431466e-05,
+      "loss": 0.001,
+      "step": 48678
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4258486501174235e-05,
+      "loss": 0.0009,
+      "step": 48680
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4257839540917005e-05,
+      "loss": 0.0,
+      "step": 48682
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.425719258065977e-05,
+      "loss": 0.0,
+      "step": 48684
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.425654562040254e-05,
+      "loss": 0.0,
+      "step": 48686
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 3.4255898660145305e-05,
+      "loss": 0.0001,
+      "step": 48688
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425525169988808e-05,
+      "loss": 0.0094,
+      "step": 48690
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425460473963085e-05,
+      "loss": 0.0,
+      "step": 48692
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425395777937361e-05,
+      "loss": 0.0,
+      "step": 48694
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425331081911639e-05,
+      "loss": 0.0002,
+      "step": 48696
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425266385885915e-05,
+      "loss": 0.0,
+      "step": 48698
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425201689860192e-05,
+      "loss": 0.0,
+      "step": 48700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425136993834469e-05,
+      "loss": 0.0,
+      "step": 48702
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425072297808746e-05,
+      "loss": 0.0,
+      "step": 48704
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.425007601783023e-05,
+      "loss": 0.0,
+      "step": 48706
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4249429057572996e-05,
+      "loss": 0.0,
+      "step": 48708
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4248782097315765e-05,
+      "loss": 0.0045,
+      "step": 48710
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4248135137058534e-05,
+      "loss": 0.0,
+      "step": 48712
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.42474881768013e-05,
+      "loss": 0.0,
+      "step": 48714
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4246841216544065e-05,
+      "loss": 0.0002,
+      "step": 48716
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424619425628684e-05,
+      "loss": 0.0,
+      "step": 48718
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4245547296029604e-05,
+      "loss": 0.0,
+      "step": 48720
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424490033577237e-05,
+      "loss": 0.0003,
+      "step": 48722
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424425337551514e-05,
+      "loss": 0.0114,
+      "step": 48724
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424360641525791e-05,
+      "loss": 0.0001,
+      "step": 48726
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424295945500068e-05,
+      "loss": 0.0072,
+      "step": 48728
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424231249474345e-05,
+      "loss": 0.0046,
+      "step": 48730
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424166553448622e-05,
+      "loss": 0.0001,
+      "step": 48732
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.424101857422899e-05,
+      "loss": 0.0,
+      "step": 48734
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4240371613971756e-05,
+      "loss": 0.0002,
+      "step": 48736
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4239724653714525e-05,
+      "loss": 0.003,
+      "step": 48738
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4239077693457294e-05,
+      "loss": 0.0,
+      "step": 48740
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4238430733200064e-05,
+      "loss": 0.0,
+      "step": 48742
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4237783772942826e-05,
+      "loss": 0.0,
+      "step": 48744
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.42371368126856e-05,
+      "loss": 0.0014,
+      "step": 48746
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4236489852428364e-05,
+      "loss": 0.0,
+      "step": 48748
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.423584289217114e-05,
+      "loss": 0.0,
+      "step": 48750
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.42351959319139e-05,
+      "loss": 0.0,
+      "step": 48752
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.423454897165667e-05,
+      "loss": 0.0016,
+      "step": 48754
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.423390201139944e-05,
+      "loss": 0.0,
+      "step": 48756
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.423325505114221e-05,
+      "loss": 0.0,
+      "step": 48758
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.423260809088498e-05,
+      "loss": 0.0175,
+      "step": 48760
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.423196113062775e-05,
+      "loss": 0.0006,
+      "step": 48762
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.423131417037052e-05,
+      "loss": 0.0,
+      "step": 48764
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.423066721011328e-05,
+      "loss": 0.0022,
+      "step": 48766
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4230020249856055e-05,
+      "loss": 0.0,
+      "step": 48768
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4229373289598824e-05,
+      "loss": 0.0,
+      "step": 48770
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422872632934159e-05,
+      "loss": 0.0001,
+      "step": 48772
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422807936908436e-05,
+      "loss": 0.0188,
+      "step": 48774
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4227432408827124e-05,
+      "loss": 0.0,
+      "step": 48776
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.42267854485699e-05,
+      "loss": 0.0067,
+      "step": 48778
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422613848831266e-05,
+      "loss": 0.0047,
+      "step": 48780
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422549152805543e-05,
+      "loss": 0.0002,
+      "step": 48782
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.42248445677982e-05,
+      "loss": 0.0,
+      "step": 48784
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422419760754097e-05,
+      "loss": 0.0015,
+      "step": 48786
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422355064728374e-05,
+      "loss": 0.0008,
+      "step": 48788
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422290368702651e-05,
+      "loss": 0.0,
+      "step": 48790
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422225672676928e-05,
+      "loss": 0.0002,
+      "step": 48792
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4221609766512046e-05,
+      "loss": 0.0,
+      "step": 48794
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4220962806254815e-05,
+      "loss": 0.0,
+      "step": 48796
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.422031584599758e-05,
+      "loss": 0.0021,
+      "step": 48798
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4219668885740353e-05,
+      "loss": 0.0014,
+      "step": 48800
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4219021925483116e-05,
+      "loss": 0.0001,
+      "step": 48802
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4218374965225885e-05,
+      "loss": 0.0,
+      "step": 48804
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421772800496866e-05,
+      "loss": 0.0,
+      "step": 48806
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421708104471142e-05,
+      "loss": 0.0065,
+      "step": 48808
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421643408445419e-05,
+      "loss": 0.0,
+      "step": 48810
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421578712419696e-05,
+      "loss": 0.0003,
+      "step": 48812
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421514016393973e-05,
+      "loss": 0.0,
+      "step": 48814
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.42144932036825e-05,
+      "loss": 0.0,
+      "step": 48816
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421384624342527e-05,
+      "loss": 0.0,
+      "step": 48818
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421319928316804e-05,
+      "loss": 0.0,
+      "step": 48820
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4212552322910807e-05,
+      "loss": 0.0009,
+      "step": 48822
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4211905362653576e-05,
+      "loss": 0.0001,
+      "step": 48824
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.421125840239634e-05,
+      "loss": 0.0,
+      "step": 48826
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4210611442139114e-05,
+      "loss": 0.0001,
+      "step": 48828
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4209964481881876e-05,
+      "loss": 0.0,
+      "step": 48830
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420931752162465e-05,
+      "loss": 0.0001,
+      "step": 48832
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4208670561367414e-05,
+      "loss": 0.0,
+      "step": 48834
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420802360111018e-05,
+      "loss": 0.0,
+      "step": 48836
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420737664085296e-05,
+      "loss": 0.0015,
+      "step": 48838
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420672968059572e-05,
+      "loss": 0.0016,
+      "step": 48840
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420608272033849e-05,
+      "loss": 0.003,
+      "step": 48842
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420543576008126e-05,
+      "loss": 0.0,
+      "step": 48844
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420478879982403e-05,
+      "loss": 0.0002,
+      "step": 48846
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.42041418395668e-05,
+      "loss": 0.0193,
+      "step": 48848
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420349487930957e-05,
+      "loss": 0.0,
+      "step": 48850
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4202847919052336e-05,
+      "loss": 0.0,
+      "step": 48852
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4202200958795105e-05,
+      "loss": 0.0001,
+      "step": 48854
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4201553998537874e-05,
+      "loss": 0.0,
+      "step": 48856
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4200907038280637e-05,
+      "loss": 0.0,
+      "step": 48858
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.420026007802341e-05,
+      "loss": 0.0001,
+      "step": 48860
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4199613117766175e-05,
+      "loss": 0.0002,
+      "step": 48862
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4198966157508944e-05,
+      "loss": 0.0002,
+      "step": 48864
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419831919725171e-05,
+      "loss": 0.0,
+      "step": 48866
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419767223699448e-05,
+      "loss": 0.0001,
+      "step": 48868
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419702527673725e-05,
+      "loss": 0.0,
+      "step": 48870
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419637831648002e-05,
+      "loss": 0.0,
+      "step": 48872
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419573135622279e-05,
+      "loss": 0.0,
+      "step": 48874
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419508439596556e-05,
+      "loss": 0.0051,
+      "step": 48876
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419443743570833e-05,
+      "loss": 0.0,
+      "step": 48878
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419379047545109e-05,
+      "loss": 0.0,
+      "step": 48880
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4193143515193866e-05,
+      "loss": 0.006,
+      "step": 48882
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4192496554936635e-05,
+      "loss": 0.0,
+      "step": 48884
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41918495946794e-05,
+      "loss": 0.0,
+      "step": 48886
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.419120263442217e-05,
+      "loss": 0.0,
+      "step": 48888
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4190555674164935e-05,
+      "loss": 0.0004,
+      "step": 48890
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418990871390771e-05,
+      "loss": 0.0,
+      "step": 48892
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418926175365047e-05,
+      "loss": 0.0,
+      "step": 48894
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418861479339324e-05,
+      "loss": 0.0003,
+      "step": 48896
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418796783313601e-05,
+      "loss": 0.0061,
+      "step": 48898
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418732087287878e-05,
+      "loss": 0.0045,
+      "step": 48900
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418667391262155e-05,
+      "loss": 0.0001,
+      "step": 48902
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418602695236432e-05,
+      "loss": 0.0,
+      "step": 48904
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418537999210709e-05,
+      "loss": 0.0,
+      "step": 48906
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418473303184985e-05,
+      "loss": 0.0001,
+      "step": 48908
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4184086071592626e-05,
+      "loss": 0.0,
+      "step": 48910
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418343911133539e-05,
+      "loss": 0.0013,
+      "step": 48912
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4182792151078164e-05,
+      "loss": 0.0008,
+      "step": 48914
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418214519082093e-05,
+      "loss": 0.0,
+      "step": 48916
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4181498230563696e-05,
+      "loss": 0.0,
+      "step": 48918
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.418085127030647e-05,
+      "loss": 0.0,
+      "step": 48920
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4180204310049234e-05,
+      "loss": 0.0001,
+      "step": 48922
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4179557349792e-05,
+      "loss": 0.0004,
+      "step": 48924
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417891038953477e-05,
+      "loss": 0.0049,
+      "step": 48926
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417826342927754e-05,
+      "loss": 0.0,
+      "step": 48928
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417761646902031e-05,
+      "loss": 0.0,
+      "step": 48930
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417696950876308e-05,
+      "loss": 0.0002,
+      "step": 48932
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417632254850585e-05,
+      "loss": 0.0,
+      "step": 48934
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417567558824862e-05,
+      "loss": 0.0119,
+      "step": 48936
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4175028627991386e-05,
+      "loss": 0.0,
+      "step": 48938
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417438166773415e-05,
+      "loss": 0.0,
+      "step": 48940
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4173734707476925e-05,
+      "loss": 0.0,
+      "step": 48942
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417308774721969e-05,
+      "loss": 0.0,
+      "step": 48944
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4172440786962456e-05,
+      "loss": 0.0,
+      "step": 48946
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417179382670523e-05,
+      "loss": 0.0001,
+      "step": 48948
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4171146866447994e-05,
+      "loss": 0.0,
+      "step": 48950
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.417049990619076e-05,
+      "loss": 0.0,
+      "step": 48952
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416985294593353e-05,
+      "loss": 0.0,
+      "step": 48954
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41692059856763e-05,
+      "loss": 0.0001,
+      "step": 48956
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416855902541907e-05,
+      "loss": 0.0,
+      "step": 48958
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416791206516184e-05,
+      "loss": 0.0016,
+      "step": 48960
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416726510490461e-05,
+      "loss": 0.0,
+      "step": 48962
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416661814464738e-05,
+      "loss": 0.0005,
+      "step": 48964
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416597118439015e-05,
+      "loss": 0.0057,
+      "step": 48966
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416532422413291e-05,
+      "loss": 0.0003,
+      "step": 48968
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4164677263875685e-05,
+      "loss": 0.0037,
+      "step": 48970
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416403030361845e-05,
+      "loss": 0.0,
+      "step": 48972
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416338334336122e-05,
+      "loss": 0.0038,
+      "step": 48974
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4162736383103985e-05,
+      "loss": 0.0,
+      "step": 48976
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4162089422846754e-05,
+      "loss": 0.0,
+      "step": 48978
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4161442462589524e-05,
+      "loss": 0.0,
+      "step": 48980
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416079550233229e-05,
+      "loss": 0.0001,
+      "step": 48982
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.416014854207506e-05,
+      "loss": 0.0,
+      "step": 48984
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.415950158181783e-05,
+      "loss": 0.0,
+      "step": 48986
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41588546215606e-05,
+      "loss": 0.0076,
+      "step": 48988
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.415820766130336e-05,
+      "loss": 0.0,
+      "step": 48990
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.415756070104614e-05,
+      "loss": 0.0,
+      "step": 48992
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.415691374078891e-05,
+      "loss": 0.0055,
+      "step": 48994
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4156266780531676e-05,
+      "loss": 0.0,
+      "step": 48996
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4155619820274445e-05,
+      "loss": 0.0,
+      "step": 48998
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.415497286001721e-05,
+      "loss": 0.0001,
+      "step": 49000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4154325899759984e-05,
+      "loss": 0.0001,
+      "step": 49002
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4153678939502746e-05,
+      "loss": 0.0,
+      "step": 49004
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4153031979245515e-05,
+      "loss": 0.0,
+      "step": 49006
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4152385018988284e-05,
+      "loss": 0.0,
+      "step": 49008
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.415173805873105e-05,
+      "loss": 0.0001,
+      "step": 49010
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.415109109847382e-05,
+      "loss": 0.0002,
+      "step": 49012
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.415044413821659e-05,
+      "loss": 0.004,
+      "step": 49014
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414979717795936e-05,
+      "loss": 0.0,
+      "step": 49016
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414915021770213e-05,
+      "loss": 0.0001,
+      "step": 49018
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41485032574449e-05,
+      "loss": 0.0,
+      "step": 49020
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414785629718766e-05,
+      "loss": 0.0,
+      "step": 49022
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414720933693044e-05,
+      "loss": 0.0,
+      "step": 49024
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41465623766732e-05,
+      "loss": 0.0,
+      "step": 49026
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414591541641597e-05,
+      "loss": 0.0054,
+      "step": 49028
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4145268456158744e-05,
+      "loss": 0.0004,
+      "step": 49030
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4144621495901506e-05,
+      "loss": 0.0,
+      "step": 49032
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414397453564428e-05,
+      "loss": 0.0107,
+      "step": 49034
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4143327575387044e-05,
+      "loss": 0.0,
+      "step": 49036
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4142680615129813e-05,
+      "loss": 0.0017,
+      "step": 49038
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414203365487258e-05,
+      "loss": 0.0004,
+      "step": 49040
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414138669461535e-05,
+      "loss": 0.0,
+      "step": 49042
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414073973435812e-05,
+      "loss": 0.0001,
+      "step": 49044
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.414009277410089e-05,
+      "loss": 0.0155,
+      "step": 49046
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413944581384366e-05,
+      "loss": 0.0047,
+      "step": 49048
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413879885358642e-05,
+      "loss": 0.0,
+      "step": 49050
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41381518933292e-05,
+      "loss": 0.0,
+      "step": 49052
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413750493307196e-05,
+      "loss": 0.0007,
+      "step": 49054
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4136857972814735e-05,
+      "loss": 0.0,
+      "step": 49056
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41362110125575e-05,
+      "loss": 0.0001,
+      "step": 49058
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413556405230027e-05,
+      "loss": 0.0001,
+      "step": 49060
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413491709204304e-05,
+      "loss": 0.0,
+      "step": 49062
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4134270131785805e-05,
+      "loss": 0.0,
+      "step": 49064
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4133623171528574e-05,
+      "loss": 0.0114,
+      "step": 49066
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413297621127134e-05,
+      "loss": 0.0,
+      "step": 49068
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413232925101411e-05,
+      "loss": 0.0,
+      "step": 49070
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413168229075688e-05,
+      "loss": 0.0001,
+      "step": 49072
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413103533049965e-05,
+      "loss": 0.0002,
+      "step": 49074
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.413038837024242e-05,
+      "loss": 0.0,
+      "step": 49076
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412974140998519e-05,
+      "loss": 0.0,
+      "step": 49078
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412909444972796e-05,
+      "loss": 0.0,
+      "step": 49080
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412844748947072e-05,
+      "loss": 0.0001,
+      "step": 49082
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4127800529213496e-05,
+      "loss": 0.0003,
+      "step": 49084
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412715356895626e-05,
+      "loss": 0.0,
+      "step": 49086
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412650660869903e-05,
+      "loss": 0.0001,
+      "step": 49088
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4125859648441796e-05,
+      "loss": 0.0,
+      "step": 49090
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4125212688184565e-05,
+      "loss": 0.0001,
+      "step": 49092
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4124565727927334e-05,
+      "loss": 0.0213,
+      "step": 49094
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41239187676701e-05,
+      "loss": 0.0004,
+      "step": 49096
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412327180741287e-05,
+      "loss": 0.0001,
+      "step": 49098
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412262484715564e-05,
+      "loss": 0.0118,
+      "step": 49100
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412197788689841e-05,
+      "loss": 0.0,
+      "step": 49102
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412133092664117e-05,
+      "loss": 0.0,
+      "step": 49104
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412068396638395e-05,
+      "loss": 0.0,
+      "step": 49106
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.412003700612672e-05,
+      "loss": 0.0,
+      "step": 49108
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411939004586948e-05,
+      "loss": 0.0066,
+      "step": 49110
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4118743085612256e-05,
+      "loss": 0.0613,
+      "step": 49112
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411809612535502e-05,
+      "loss": 0.0001,
+      "step": 49114
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4117449165097794e-05,
+      "loss": 0.0,
+      "step": 49116
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4116802204840557e-05,
+      "loss": 0.0026,
+      "step": 49118
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4116155244583326e-05,
+      "loss": 0.0,
+      "step": 49120
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4115508284326095e-05,
+      "loss": 0.0064,
+      "step": 49122
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4114861324068864e-05,
+      "loss": 0.0,
+      "step": 49124
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411421436381163e-05,
+      "loss": 0.0008,
+      "step": 49126
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41135674035544e-05,
+      "loss": 0.0,
+      "step": 49128
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411292044329717e-05,
+      "loss": 0.0001,
+      "step": 49130
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411227348303993e-05,
+      "loss": 0.0,
+      "step": 49132
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411162652278271e-05,
+      "loss": 0.0,
+      "step": 49134
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411097956252547e-05,
+      "loss": 0.0,
+      "step": 49136
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.411033260226825e-05,
+      "loss": 0.0,
+      "step": 49138
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4109685642011016e-05,
+      "loss": 0.0137,
+      "step": 49140
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410903868175378e-05,
+      "loss": 0.0,
+      "step": 49142
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4108391721496555e-05,
+      "loss": 0.0,
+      "step": 49144
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410774476123932e-05,
+      "loss": 0.0,
+      "step": 49146
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4107097800982086e-05,
+      "loss": 0.0,
+      "step": 49148
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4106450840724855e-05,
+      "loss": 0.0054,
+      "step": 49150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4105803880467624e-05,
+      "loss": 0.0,
+      "step": 49152
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410515692021039e-05,
+      "loss": 0.0075,
+      "step": 49154
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410450995995316e-05,
+      "loss": 0.0,
+      "step": 49156
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410386299969593e-05,
+      "loss": 0.0,
+      "step": 49158
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.41032160394387e-05,
+      "loss": 0.0,
+      "step": 49160
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410256907918147e-05,
+      "loss": 0.0005,
+      "step": 49162
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410192211892423e-05,
+      "loss": 0.0001,
+      "step": 49164
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410127515866701e-05,
+      "loss": 0.0,
+      "step": 49166
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.410062819840977e-05,
+      "loss": 0.0013,
+      "step": 49168
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409998123815254e-05,
+      "loss": 0.0002,
+      "step": 49170
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4099334277895315e-05,
+      "loss": 0.0,
+      "step": 49172
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409868731763808e-05,
+      "loss": 0.0002,
+      "step": 49174
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409804035738085e-05,
+      "loss": 0.0001,
+      "step": 49176
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4097393397123615e-05,
+      "loss": 0.0,
+      "step": 49178
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4096746436866385e-05,
+      "loss": 0.0001,
+      "step": 49180
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4096099476609154e-05,
+      "loss": 0.0,
+      "step": 49182
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409545251635192e-05,
+      "loss": 0.0,
+      "step": 49184
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409480555609469e-05,
+      "loss": 0.0001,
+      "step": 49186
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409415859583746e-05,
+      "loss": 0.0006,
+      "step": 49188
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409351163558023e-05,
+      "loss": 0.0,
+      "step": 49190
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409286467532299e-05,
+      "loss": 0.0,
+      "step": 49192
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409221771506577e-05,
+      "loss": 0.0,
+      "step": 49194
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409157075480853e-05,
+      "loss": 0.0001,
+      "step": 49196
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.4090923794551306e-05,
+      "loss": 0.0,
+      "step": 49198
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.409027683429407e-05,
+      "loss": 0.0,
+      "step": 49200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.408962987403684e-05,
+      "loss": 0.0001,
+      "step": 49202
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.408898291377961e-05,
+      "loss": 0.0264,
+      "step": 49204
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4088335953522376e-05,
+      "loss": 0.0,
+      "step": 49206
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4087688993265145e-05,
+      "loss": 0.0165,
+      "step": 49208
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4087042033007914e-05,
+      "loss": 0.0001,
+      "step": 49210
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.408639507275068e-05,
+      "loss": 0.0,
+      "step": 49212
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4085748112493445e-05,
+      "loss": 0.0012,
+      "step": 49214
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.408510115223622e-05,
+      "loss": 0.0,
+      "step": 49216
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.408445419197899e-05,
+      "loss": 0.0,
+      "step": 49218
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.408380723172176e-05,
+      "loss": 0.0001,
+      "step": 49220
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.408316027146453e-05,
+      "loss": 0.0,
+      "step": 49222
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.408251331120729e-05,
+      "loss": 0.0,
+      "step": 49224
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.408186635095007e-05,
+      "loss": 0.0,
+      "step": 49226
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.408121939069283e-05,
+      "loss": 0.0008,
+      "step": 49228
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40805724304356e-05,
+      "loss": 0.0,
+      "step": 49230
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407992547017837e-05,
+      "loss": 0.0038,
+      "step": 49232
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4079278509921136e-05,
+      "loss": 0.0004,
+      "step": 49234
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4078631549663905e-05,
+      "loss": 0.0013,
+      "step": 49236
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4077984589406674e-05,
+      "loss": 0.0,
+      "step": 49238
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4077337629149444e-05,
+      "loss": 0.0,
+      "step": 49240
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407669066889221e-05,
+      "loss": 0.0,
+      "step": 49242
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407604370863498e-05,
+      "loss": 0.002,
+      "step": 49244
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4075396748377744e-05,
+      "loss": 0.0,
+      "step": 49246
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407474978812052e-05,
+      "loss": 0.0001,
+      "step": 49248
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407410282786329e-05,
+      "loss": 0.0,
+      "step": 49250
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407345586760605e-05,
+      "loss": 0.0,
+      "step": 49252
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407280890734883e-05,
+      "loss": 0.0,
+      "step": 49254
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407216194709159e-05,
+      "loss": 0.0,
+      "step": 49256
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4071514986834365e-05,
+      "loss": 0.0,
+      "step": 49258
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.407086802657713e-05,
+      "loss": 0.0006,
+      "step": 49260
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40702210663199e-05,
+      "loss": 0.0,
+      "step": 49262
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4069574106062666e-05,
+      "loss": 0.0009,
+      "step": 49264
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4068927145805435e-05,
+      "loss": 0.0001,
+      "step": 49266
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4068280185548204e-05,
+      "loss": 0.0,
+      "step": 49268
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406763322529097e-05,
+      "loss": 0.0002,
+      "step": 49270
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406698626503374e-05,
+      "loss": 0.0,
+      "step": 49272
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4066339304776504e-05,
+      "loss": 0.006,
+      "step": 49274
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406569234451928e-05,
+      "loss": 0.0,
+      "step": 49276
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406504538426204e-05,
+      "loss": 0.0046,
+      "step": 49278
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406439842400482e-05,
+      "loss": 0.0,
+      "step": 49280
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406375146374758e-05,
+      "loss": 0.0,
+      "step": 49282
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406310450349035e-05,
+      "loss": 0.0006,
+      "step": 49284
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4062457543233126e-05,
+      "loss": 0.0,
+      "step": 49286
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406181058297589e-05,
+      "loss": 0.0,
+      "step": 49288
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.406116362271866e-05,
+      "loss": 0.0,
+      "step": 49290
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4060516662461426e-05,
+      "loss": 0.0014,
+      "step": 49292
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4059869702204195e-05,
+      "loss": 0.0,
+      "step": 49294
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4059222741946964e-05,
+      "loss": 0.0,
+      "step": 49296
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4058575781689733e-05,
+      "loss": 0.0,
+      "step": 49298
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40579288214325e-05,
+      "loss": 0.0,
+      "step": 49300
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.405728186117527e-05,
+      "loss": 0.0,
+      "step": 49302
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.405663490091804e-05,
+      "loss": 0.0,
+      "step": 49304
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40559879406608e-05,
+      "loss": 0.0,
+      "step": 49306
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.405534098040358e-05,
+      "loss": 0.0,
+      "step": 49308
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.405469402014634e-05,
+      "loss": 0.0,
+      "step": 49310
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.405404705988911e-05,
+      "loss": 0.0032,
+      "step": 49312
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.405340009963188e-05,
+      "loss": 0.004,
+      "step": 49314
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.405275313937465e-05,
+      "loss": 0.0,
+      "step": 49316
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4052106179117424e-05,
+      "loss": 0.0039,
+      "step": 49318
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4051459218860187e-05,
+      "loss": 0.02,
+      "step": 49320
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4050812258602956e-05,
+      "loss": 0.0,
+      "step": 49322
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4050165298345725e-05,
+      "loss": 0.0,
+      "step": 49324
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4049518338088494e-05,
+      "loss": 0.001,
+      "step": 49326
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.404887137783126e-05,
+      "loss": 0.0,
+      "step": 49328
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.404822441757403e-05,
+      "loss": 0.0001,
+      "step": 49330
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40475774573168e-05,
+      "loss": 0.0,
+      "step": 49332
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4046930497059563e-05,
+      "loss": 0.0,
+      "step": 49334
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.404628353680234e-05,
+      "loss": 0.0,
+      "step": 49336
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40456365765451e-05,
+      "loss": 0.0006,
+      "step": 49338
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.404498961628788e-05,
+      "loss": 0.0,
+      "step": 49340
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.404434265603064e-05,
+      "loss": 0.0,
+      "step": 49342
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.404369569577341e-05,
+      "loss": 0.0003,
+      "step": 49344
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.404304873551618e-05,
+      "loss": 0.0,
+      "step": 49346
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.404240177525895e-05,
+      "loss": 0.0038,
+      "step": 49348
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4041754815001716e-05,
+      "loss": 0.0001,
+      "step": 49350
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4041107854744485e-05,
+      "loss": 0.0009,
+      "step": 49352
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4040460894487254e-05,
+      "loss": 0.0001,
+      "step": 49354
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4039813934230017e-05,
+      "loss": 0.0,
+      "step": 49356
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403916697397279e-05,
+      "loss": 0.0,
+      "step": 49358
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4038520013715555e-05,
+      "loss": 0.0,
+      "step": 49360
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403787305345833e-05,
+      "loss": 0.0001,
+      "step": 49362
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40372260932011e-05,
+      "loss": 0.0,
+      "step": 49364
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403657913294386e-05,
+      "loss": 0.0001,
+      "step": 49366
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403593217268664e-05,
+      "loss": 0.0,
+      "step": 49368
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40352852124294e-05,
+      "loss": 0.0,
+      "step": 49370
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403463825217217e-05,
+      "loss": 0.0001,
+      "step": 49372
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403399129191494e-05,
+      "loss": 0.0017,
+      "step": 49374
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403334433165771e-05,
+      "loss": 0.0,
+      "step": 49376
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4032697371400476e-05,
+      "loss": 0.0,
+      "step": 49378
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4032050411143246e-05,
+      "loss": 0.0005,
+      "step": 49380
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4031403450886015e-05,
+      "loss": 0.0001,
+      "step": 49382
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4030756490628784e-05,
+      "loss": 0.0044,
+      "step": 49384
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.403010953037155e-05,
+      "loss": 0.0026,
+      "step": 49386
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4029462570114315e-05,
+      "loss": 0.0005,
+      "step": 49388
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.402881560985709e-05,
+      "loss": 0.0,
+      "step": 49390
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.402816864959985e-05,
+      "loss": 0.0001,
+      "step": 49392
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.402752168934262e-05,
+      "loss": 0.0,
+      "step": 49394
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40268747290854e-05,
+      "loss": 0.0008,
+      "step": 49396
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.402622776882816e-05,
+      "loss": 0.0,
+      "step": 49398
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4025580808570936e-05,
+      "loss": 0.0,
+      "step": 49400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40249338483137e-05,
+      "loss": 0.0,
+      "step": 49402
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.402428688805647e-05,
+      "loss": 0.0,
+      "step": 49404
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.402363992779924e-05,
+      "loss": 0.0,
+      "step": 49406
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4022992967542006e-05,
+      "loss": 0.0008,
+      "step": 49408
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4022346007284775e-05,
+      "loss": 0.0027,
+      "step": 49410
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4021699047027544e-05,
+      "loss": 0.0,
+      "step": 49412
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.402105208677031e-05,
+      "loss": 0.0001,
+      "step": 49414
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4020405126513076e-05,
+      "loss": 0.002,
+      "step": 49416
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401975816625585e-05,
+      "loss": 0.0001,
+      "step": 49418
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4019111205998614e-05,
+      "loss": 0.0036,
+      "step": 49420
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401846424574139e-05,
+      "loss": 0.0,
+      "step": 49422
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401781728548415e-05,
+      "loss": 0.0,
+      "step": 49424
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401717032522692e-05,
+      "loss": 0.0062,
+      "step": 49426
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40165233649697e-05,
+      "loss": 0.0,
+      "step": 49428
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401587640471246e-05,
+      "loss": 0.0,
+      "step": 49430
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401522944445523e-05,
+      "loss": 0.0,
+      "step": 49432
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4014582484198e-05,
+      "loss": 0.0001,
+      "step": 49434
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4013935523940766e-05,
+      "loss": 0.001,
+      "step": 49436
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401328856368353e-05,
+      "loss": 0.0001,
+      "step": 49438
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4012641603426305e-05,
+      "loss": 0.0018,
+      "step": 49440
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4011994643169074e-05,
+      "loss": 0.0001,
+      "step": 49442
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401134768291184e-05,
+      "loss": 0.0039,
+      "step": 49444
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.401070072265461e-05,
+      "loss": 0.0,
+      "step": 49446
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4010053762397374e-05,
+      "loss": 0.0,
+      "step": 49448
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400940680214015e-05,
+      "loss": 0.0,
+      "step": 49450
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400875984188291e-05,
+      "loss": 0.0,
+      "step": 49452
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400811288162568e-05,
+      "loss": 0.0037,
+      "step": 49454
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400746592136845e-05,
+      "loss": 0.0,
+      "step": 49456
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400681896111122e-05,
+      "loss": 0.0,
+      "step": 49458
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400617200085399e-05,
+      "loss": 0.0,
+      "step": 49460
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400552504059676e-05,
+      "loss": 0.0002,
+      "step": 49462
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400487808033953e-05,
+      "loss": 0.0083,
+      "step": 49464
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4004231120082296e-05,
+      "loss": 0.0,
+      "step": 49466
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4003584159825065e-05,
+      "loss": 0.0,
+      "step": 49468
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400293719956783e-05,
+      "loss": 0.0,
+      "step": 49470
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.40022902393106e-05,
+      "loss": 0.0,
+      "step": 49472
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400164327905337e-05,
+      "loss": 0.0,
+      "step": 49474
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.4000996318796135e-05,
+      "loss": 0.0,
+      "step": 49476
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.400034935853891e-05,
+      "loss": 0.0,
+      "step": 49478
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399970239828167e-05,
+      "loss": 0.0,
+      "step": 49480
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399905543802445e-05,
+      "loss": 0.0002,
+      "step": 49482
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399840847776721e-05,
+      "loss": 0.0,
+      "step": 49484
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399776151750998e-05,
+      "loss": 0.0,
+      "step": 49486
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399711455725275e-05,
+      "loss": 0.0,
+      "step": 49488
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399646759699552e-05,
+      "loss": 0.0,
+      "step": 49490
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399582063673829e-05,
+      "loss": 0.0104,
+      "step": 49492
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3995173676481056e-05,
+      "loss": 0.0,
+      "step": 49494
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3994526716223825e-05,
+      "loss": 0.0,
+      "step": 49496
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399387975596659e-05,
+      "loss": 0.0,
+      "step": 49498
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3993232795709364e-05,
+      "loss": 0.0,
+      "step": 49500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3992585835452126e-05,
+      "loss": 0.0001,
+      "step": 49502
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39919388751949e-05,
+      "loss": 0.0001,
+      "step": 49504
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3991291914937664e-05,
+      "loss": 0.0001,
+      "step": 49506
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.399064495468043e-05,
+      "loss": 0.0,
+      "step": 49508
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398999799442321e-05,
+      "loss": 0.0,
+      "step": 49510
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398935103416597e-05,
+      "loss": 0.0008,
+      "step": 49512
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398870407390874e-05,
+      "loss": 0.0,
+      "step": 49514
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398805711365151e-05,
+      "loss": 0.0,
+      "step": 49516
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398741015339428e-05,
+      "loss": 0.0,
+      "step": 49518
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398676319313705e-05,
+      "loss": 0.0002,
+      "step": 49520
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398611623287982e-05,
+      "loss": 0.0,
+      "step": 49522
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3985469272622586e-05,
+      "loss": 0.0,
+      "step": 49524
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3984822312365355e-05,
+      "loss": 0.014,
+      "step": 49526
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3984175352108124e-05,
+      "loss": 0.0,
+      "step": 49528
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3983528391850886e-05,
+      "loss": 0.0,
+      "step": 49530
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398288143159366e-05,
+      "loss": 0.0,
+      "step": 49532
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3982234471336424e-05,
+      "loss": 0.0005,
+      "step": 49534
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3981587511079194e-05,
+      "loss": 0.0072,
+      "step": 49536
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398094055082196e-05,
+      "loss": 0.0,
+      "step": 49538
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.398029359056473e-05,
+      "loss": 0.0001,
+      "step": 49540
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397964663030751e-05,
+      "loss": 0.0143,
+      "step": 49542
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397899967005027e-05,
+      "loss": 0.0053,
+      "step": 49544
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397835270979304e-05,
+      "loss": 0.0171,
+      "step": 49546
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397770574953581e-05,
+      "loss": 0.0083,
+      "step": 49548
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397705878927858e-05,
+      "loss": 0.0,
+      "step": 49550
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3976411829021346e-05,
+      "loss": 0.0,
+      "step": 49552
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3975764868764115e-05,
+      "loss": 0.0,
+      "step": 49554
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3975117908506884e-05,
+      "loss": 0.0,
+      "step": 49556
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397447094824965e-05,
+      "loss": 0.0013,
+      "step": 49558
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397382398799242e-05,
+      "loss": 0.0,
+      "step": 49560
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3973177027735185e-05,
+      "loss": 0.0056,
+      "step": 49562
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397253006747796e-05,
+      "loss": 0.0,
+      "step": 49564
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397188310722072e-05,
+      "loss": 0.0,
+      "step": 49566
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397123614696349e-05,
+      "loss": 0.0001,
+      "step": 49568
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.397058918670626e-05,
+      "loss": 0.0001,
+      "step": 49570
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396994222644903e-05,
+      "loss": 0.0001,
+      "step": 49572
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39692952661918e-05,
+      "loss": 0.0139,
+      "step": 49574
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396864830593457e-05,
+      "loss": 0.0001,
+      "step": 49576
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396800134567734e-05,
+      "loss": 0.0,
+      "step": 49578
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39673543854201e-05,
+      "loss": 0.0,
+      "step": 49580
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3966707425162876e-05,
+      "loss": 0.0,
+      "step": 49582
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396606046490564e-05,
+      "loss": 0.0,
+      "step": 49584
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3965413504648414e-05,
+      "loss": 0.0,
+      "step": 49586
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396476654439118e-05,
+      "loss": 0.0,
+      "step": 49588
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3964119584133945e-05,
+      "loss": 0.0,
+      "step": 49590
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396347262387672e-05,
+      "loss": 0.0,
+      "step": 49592
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3962825663619483e-05,
+      "loss": 0.0001,
+      "step": 49594
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396217870336225e-05,
+      "loss": 0.0017,
+      "step": 49596
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396153174310502e-05,
+      "loss": 0.0045,
+      "step": 49598
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396088478284779e-05,
+      "loss": 0.0191,
+      "step": 49600
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.396023782259056e-05,
+      "loss": 0.014,
+      "step": 49602
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.395959086233333e-05,
+      "loss": 0.0,
+      "step": 49604
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39589439020761e-05,
+      "loss": 0.0,
+      "step": 49606
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.395829694181887e-05,
+      "loss": 0.0,
+      "step": 49608
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3957649981561636e-05,
+      "loss": 0.0001,
+      "step": 49610
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39570030213044e-05,
+      "loss": 0.0,
+      "step": 49612
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3956356061047174e-05,
+      "loss": 0.0,
+      "step": 49614
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3955709100789937e-05,
+      "loss": 0.0004,
+      "step": 49616
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3955062140532706e-05,
+      "loss": 0.0001,
+      "step": 49618
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.395441518027548e-05,
+      "loss": 0.0063,
+      "step": 49620
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3953768220018244e-05,
+      "loss": 0.0,
+      "step": 49622
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.395312125976102e-05,
+      "loss": 0.0,
+      "step": 49624
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.395247429950378e-05,
+      "loss": 0.0,
+      "step": 49626
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.395182733924655e-05,
+      "loss": 0.0,
+      "step": 49628
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.395118037898932e-05,
+      "loss": 0.0001,
+      "step": 49630
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.395053341873209e-05,
+      "loss": 0.0,
+      "step": 49632
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394988645847486e-05,
+      "loss": 0.0001,
+      "step": 49634
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394923949821763e-05,
+      "loss": 0.0,
+      "step": 49636
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3948592537960396e-05,
+      "loss": 0.0,
+      "step": 49638
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394794557770316e-05,
+      "loss": 0.0004,
+      "step": 49640
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3947298617445935e-05,
+      "loss": 0.0,
+      "step": 49642
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39466516571887e-05,
+      "loss": 0.0,
+      "step": 49644
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394600469693147e-05,
+      "loss": 0.0002,
+      "step": 49646
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3945357736674235e-05,
+      "loss": 0.0,
+      "step": 49648
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3944710776417004e-05,
+      "loss": 0.0031,
+      "step": 49650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394406381615978e-05,
+      "loss": 0.0,
+      "step": 49652
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394341685590254e-05,
+      "loss": 0.0018,
+      "step": 49654
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394276989564531e-05,
+      "loss": 0.0,
+      "step": 49656
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394212293538808e-05,
+      "loss": 0.0076,
+      "step": 49658
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394147597513085e-05,
+      "loss": 0.0,
+      "step": 49660
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394082901487361e-05,
+      "loss": 0.0299,
+      "step": 49662
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.394018205461639e-05,
+      "loss": 0.0017,
+      "step": 49664
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393953509435916e-05,
+      "loss": 0.0,
+      "step": 49666
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3938888134101926e-05,
+      "loss": 0.0,
+      "step": 49668
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3938241173844695e-05,
+      "loss": 0.0001,
+      "step": 49670
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393759421358746e-05,
+      "loss": 0.0,
+      "step": 49672
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393694725333023e-05,
+      "loss": 0.0007,
+      "step": 49674
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3936300293072996e-05,
+      "loss": 0.0002,
+      "step": 49676
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3935653332815765e-05,
+      "loss": 0.0,
+      "step": 49678
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3935006372558534e-05,
+      "loss": 0.0,
+      "step": 49680
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39343594123013e-05,
+      "loss": 0.0002,
+      "step": 49682
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393371245204407e-05,
+      "loss": 0.0003,
+      "step": 49684
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393306549178684e-05,
+      "loss": 0.0128,
+      "step": 49686
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393241853152961e-05,
+      "loss": 0.0,
+      "step": 49688
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393177157127238e-05,
+      "loss": 0.0004,
+      "step": 49690
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393112461101515e-05,
+      "loss": 0.0,
+      "step": 49692
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.393047765075791e-05,
+      "loss": 0.0084,
+      "step": 49694
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3929830690500686e-05,
+      "loss": 0.0001,
+      "step": 49696
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3929183730243455e-05,
+      "loss": 0.0,
+      "step": 49698
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.392853676998622e-05,
+      "loss": 0.0,
+      "step": 49700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3927889809728994e-05,
+      "loss": 0.0,
+      "step": 49702
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3927242849471756e-05,
+      "loss": 0.0,
+      "step": 49704
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.392659588921453e-05,
+      "loss": 0.0,
+      "step": 49706
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.3925948928957294e-05,
+      "loss": 0.0,
+      "step": 49708
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.392530196870006e-05,
+      "loss": 0.0022,
+      "step": 49710
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.392465500844283e-05,
+      "loss": 0.0,
+      "step": 49712
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.39240080481856e-05,
+      "loss": 0.0,
+      "step": 49714
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.392336108792837e-05,
+      "loss": 0.0001,
+      "step": 49716
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.392271412767114e-05,
+      "loss": 0.0,
+      "step": 49718
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.392206716741391e-05,
+      "loss": 0.0,
+      "step": 49720
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.392142020715667e-05,
+      "loss": 0.0002,
+      "step": 49722
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.392077324689945e-05,
+      "loss": 0.0,
+      "step": 49724
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.392012628664221e-05,
+      "loss": 0.0,
+      "step": 49726
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3919479326384985e-05,
+      "loss": 0.0011,
+      "step": 49728
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3918832366127754e-05,
+      "loss": 0.0002,
+      "step": 49730
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3918185405870516e-05,
+      "loss": 0.0,
+      "step": 49732
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.391753844561329e-05,
+      "loss": 0.0041,
+      "step": 49734
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3916891485356055e-05,
+      "loss": 0.0,
+      "step": 49736
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3916244525098824e-05,
+      "loss": 0.0003,
+      "step": 49738
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.391559756484159e-05,
+      "loss": 0.0,
+      "step": 49740
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.391495060458436e-05,
+      "loss": 0.0062,
+      "step": 49742
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.391430364432713e-05,
+      "loss": 0.0,
+      "step": 49744
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.39136566840699e-05,
+      "loss": 0.0,
+      "step": 49746
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.391300972381267e-05,
+      "loss": 0.0021,
+      "step": 49748
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.391236276355544e-05,
+      "loss": 0.0,
+      "step": 49750
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.391171580329821e-05,
+      "loss": 0.0001,
+      "step": 49752
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.391106884304097e-05,
+      "loss": 0.0,
+      "step": 49754
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3910421882783745e-05,
+      "loss": 0.0001,
+      "step": 49756
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390977492252651e-05,
+      "loss": 0.0,
+      "step": 49758
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390912796226928e-05,
+      "loss": 0.0,
+      "step": 49760
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3908481002012046e-05,
+      "loss": 0.0441,
+      "step": 49762
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3907834041754815e-05,
+      "loss": 0.0,
+      "step": 49764
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390718708149759e-05,
+      "loss": 0.0002,
+      "step": 49766
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390654012124035e-05,
+      "loss": 0.0,
+      "step": 49768
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390589316098312e-05,
+      "loss": 0.0,
+      "step": 49770
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390524620072589e-05,
+      "loss": 0.0,
+      "step": 49772
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390459924046866e-05,
+      "loss": 0.0,
+      "step": 49774
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390395228021143e-05,
+      "loss": 0.0,
+      "step": 49776
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.39033053199542e-05,
+      "loss": 0.0002,
+      "step": 49778
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390265835969697e-05,
+      "loss": 0.0029,
+      "step": 49780
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390201139943973e-05,
+      "loss": 0.0038,
+      "step": 49782
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3901364439182506e-05,
+      "loss": 0.0,
+      "step": 49784
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.390071747892527e-05,
+      "loss": 0.0001,
+      "step": 49786
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3900070518668044e-05,
+      "loss": 0.0001,
+      "step": 49788
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3899423558410806e-05,
+      "loss": 0.0,
+      "step": 49790
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3898776598153575e-05,
+      "loss": 0.0,
+      "step": 49792
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3898129637896344e-05,
+      "loss": 0.0001,
+      "step": 49794
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3897482677639113e-05,
+      "loss": 0.0003,
+      "step": 49796
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.389683571738188e-05,
+      "loss": 0.0,
+      "step": 49798
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.389618875712465e-05,
+      "loss": 0.0,
+      "step": 49800
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.389554179686742e-05,
+      "loss": 0.0011,
+      "step": 49802
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.389489483661018e-05,
+      "loss": 0.0001,
+      "step": 49804
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.389424787635296e-05,
+      "loss": 0.0,
+      "step": 49806
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.389360091609573e-05,
+      "loss": 0.0001,
+      "step": 49808
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38929539558385e-05,
+      "loss": 0.0004,
+      "step": 49810
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3892306995581266e-05,
+      "loss": 0.0,
+      "step": 49812
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.389166003532403e-05,
+      "loss": 0.0,
+      "step": 49814
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3891013075066804e-05,
+      "loss": 0.0,
+      "step": 49816
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.389036611480957e-05,
+      "loss": 0.0,
+      "step": 49818
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3889719154552336e-05,
+      "loss": 0.0001,
+      "step": 49820
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3889072194295105e-05,
+      "loss": 0.0,
+      "step": 49822
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3888425234037874e-05,
+      "loss": 0.0002,
+      "step": 49824
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388777827378064e-05,
+      "loss": 0.0001,
+      "step": 49826
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388713131352341e-05,
+      "loss": 0.0,
+      "step": 49828
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388648435326618e-05,
+      "loss": 0.0,
+      "step": 49830
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388583739300895e-05,
+      "loss": 0.0011,
+      "step": 49832
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388519043275172e-05,
+      "loss": 0.0,
+      "step": 49834
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388454347249448e-05,
+      "loss": 0.0,
+      "step": 49836
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388389651223726e-05,
+      "loss": 0.0002,
+      "step": 49838
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388324955198002e-05,
+      "loss": 0.001,
+      "step": 49840
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388260259172279e-05,
+      "loss": 0.0,
+      "step": 49842
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3881955631465565e-05,
+      "loss": 0.0,
+      "step": 49844
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.388130867120833e-05,
+      "loss": 0.0002,
+      "step": 49846
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38806617109511e-05,
+      "loss": 0.0,
+      "step": 49848
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3880014750693865e-05,
+      "loss": 0.0003,
+      "step": 49850
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3879367790436634e-05,
+      "loss": 0.0071,
+      "step": 49852
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38787208301794e-05,
+      "loss": 0.0,
+      "step": 49854
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387807386992217e-05,
+      "loss": 0.0,
+      "step": 49856
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387742690966494e-05,
+      "loss": 0.0,
+      "step": 49858
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387677994940771e-05,
+      "loss": 0.0,
+      "step": 49860
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387613298915048e-05,
+      "loss": 0.0032,
+      "step": 49862
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387548602889324e-05,
+      "loss": 0.0009,
+      "step": 49864
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387483906863602e-05,
+      "loss": 0.0,
+      "step": 49866
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387419210837878e-05,
+      "loss": 0.0025,
+      "step": 49868
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3873545148121556e-05,
+      "loss": 0.0,
+      "step": 49870
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387289818786432e-05,
+      "loss": 0.0009,
+      "step": 49872
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387225122760709e-05,
+      "loss": 0.0,
+      "step": 49874
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.387160426734986e-05,
+      "loss": 0.0,
+      "step": 49876
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3870957307092626e-05,
+      "loss": 0.0,
+      "step": 49878
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3870310346835395e-05,
+      "loss": 0.0247,
+      "step": 49880
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3869663386578164e-05,
+      "loss": 0.0017,
+      "step": 49882
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386901642632093e-05,
+      "loss": 0.0,
+      "step": 49884
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38683694660637e-05,
+      "loss": 0.0043,
+      "step": 49886
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386772250580647e-05,
+      "loss": 0.0007,
+      "step": 49888
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386707554554924e-05,
+      "loss": 0.0,
+      "step": 49890
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386642858529201e-05,
+      "loss": 0.0,
+      "step": 49892
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386578162503478e-05,
+      "loss": 0.0,
+      "step": 49894
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386513466477754e-05,
+      "loss": 0.0,
+      "step": 49896
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3864487704520316e-05,
+      "loss": 0.0001,
+      "step": 49898
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386384074426308e-05,
+      "loss": 0.0001,
+      "step": 49900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386319378400585e-05,
+      "loss": 0.0002,
+      "step": 49902
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386254682374862e-05,
+      "loss": 0.0,
+      "step": 49904
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3861899863491386e-05,
+      "loss": 0.0024,
+      "step": 49906
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.386125290323416e-05,
+      "loss": 0.0,
+      "step": 49908
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3860605942976924e-05,
+      "loss": 0.0009,
+      "step": 49910
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385995898271969e-05,
+      "loss": 0.0,
+      "step": 49912
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385931202246246e-05,
+      "loss": 0.0033,
+      "step": 49914
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385866506220523e-05,
+      "loss": 0.0075,
+      "step": 49916
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3858018101947994e-05,
+      "loss": 0.001,
+      "step": 49918
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385737114169077e-05,
+      "loss": 0.0,
+      "step": 49920
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385672418143354e-05,
+      "loss": 0.0,
+      "step": 49922
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38560772211763e-05,
+      "loss": 0.0,
+      "step": 49924
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385543026091908e-05,
+      "loss": 0.0,
+      "step": 49926
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385478330066184e-05,
+      "loss": 0.0,
+      "step": 49928
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3854136340404615e-05,
+      "loss": 0.0005,
+      "step": 49930
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385348938014738e-05,
+      "loss": 0.0,
+      "step": 49932
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3852842419890146e-05,
+      "loss": 0.0002,
+      "step": 49934
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3852195459632916e-05,
+      "loss": 0.0002,
+      "step": 49936
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3851548499375685e-05,
+      "loss": 0.0,
+      "step": 49938
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3850901539118454e-05,
+      "loss": 0.0004,
+      "step": 49940
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.385025457886122e-05,
+      "loss": 0.0,
+      "step": 49942
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384960761860399e-05,
+      "loss": 0.0034,
+      "step": 49944
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3848960658346754e-05,
+      "loss": 0.0076,
+      "step": 49946
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384831369808953e-05,
+      "loss": 0.0001,
+      "step": 49948
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384766673783229e-05,
+      "loss": 0.0,
+      "step": 49950
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384701977757507e-05,
+      "loss": 0.0,
+      "step": 49952
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384637281731784e-05,
+      "loss": 0.0056,
+      "step": 49954
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38457258570606e-05,
+      "loss": 0.0,
+      "step": 49956
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3845078896803375e-05,
+      "loss": 0.0,
+      "step": 49958
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384443193654614e-05,
+      "loss": 0.0,
+      "step": 49960
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384378497628891e-05,
+      "loss": 0.0237,
+      "step": 49962
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3843138016031676e-05,
+      "loss": 0.0,
+      "step": 49964
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3842491055774445e-05,
+      "loss": 0.0028,
+      "step": 49966
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3841844095517214e-05,
+      "loss": 0.0008,
+      "step": 49968
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384119713525998e-05,
+      "loss": 0.0001,
+      "step": 49970
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.384055017500275e-05,
+      "loss": 0.0,
+      "step": 49972
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383990321474552e-05,
+      "loss": 0.0,
+      "step": 49974
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383925625448829e-05,
+      "loss": 0.0094,
+      "step": 49976
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383860929423105e-05,
+      "loss": 0.0,
+      "step": 49978
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383796233397383e-05,
+      "loss": 0.0001,
+      "step": 49980
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383731537371659e-05,
+      "loss": 0.0,
+      "step": 49982
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383666841345936e-05,
+      "loss": 0.0,
+      "step": 49984
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3836021453202136e-05,
+      "loss": 0.0,
+      "step": 49986
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38353744929449e-05,
+      "loss": 0.0,
+      "step": 49988
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3834727532687674e-05,
+      "loss": 0.0001,
+      "step": 49990
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3834080572430436e-05,
+      "loss": 0.0,
+      "step": 49992
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3833433612173205e-05,
+      "loss": 0.0093,
+      "step": 49994
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3832786651915974e-05,
+      "loss": 0.0,
+      "step": 49996
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3832139691658744e-05,
+      "loss": 0.0001,
+      "step": 49998
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383149273140151e-05,
+      "loss": 0.0,
+      "step": 50000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383084577114428e-05,
+      "loss": 0.0,
+      "step": 50002
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.383019881088705e-05,
+      "loss": 0.0001,
+      "step": 50004
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382955185062981e-05,
+      "loss": 0.0007,
+      "step": 50006
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382890489037259e-05,
+      "loss": 0.0,
+      "step": 50008
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382825793011535e-05,
+      "loss": 0.0,
+      "step": 50010
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382761096985813e-05,
+      "loss": 0.0001,
+      "step": 50012
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382696400960089e-05,
+      "loss": 0.0,
+      "step": 50014
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382631704934366e-05,
+      "loss": 0.0,
+      "step": 50016
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382567008908643e-05,
+      "loss": 0.0,
+      "step": 50018
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38250231288292e-05,
+      "loss": 0.0,
+      "step": 50020
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3824376168571966e-05,
+      "loss": 0.0,
+      "step": 50022
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3823729208314735e-05,
+      "loss": 0.0,
+      "step": 50024
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3823082248057504e-05,
+      "loss": 0.0,
+      "step": 50026
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382243528780027e-05,
+      "loss": 0.0091,
+      "step": 50028
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382178832754304e-05,
+      "loss": 0.0,
+      "step": 50030
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382114136728581e-05,
+      "loss": 0.0,
+      "step": 50032
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.382049440702858e-05,
+      "loss": 0.0001,
+      "step": 50034
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381984744677135e-05,
+      "loss": 0.0,
+      "step": 50036
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381920048651411e-05,
+      "loss": 0.0,
+      "step": 50038
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381855352625689e-05,
+      "loss": 0.0001,
+      "step": 50040
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381790656599965e-05,
+      "loss": 0.0,
+      "step": 50042
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381725960574242e-05,
+      "loss": 0.0,
+      "step": 50044
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381661264548519e-05,
+      "loss": 0.0,
+      "step": 50046
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381596568522796e-05,
+      "loss": 0.0005,
+      "step": 50048
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3815318724970726e-05,
+      "loss": 0.0,
+      "step": 50050
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3814671764713495e-05,
+      "loss": 0.0,
+      "step": 50052
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3814024804456264e-05,
+      "loss": 0.0,
+      "step": 50054
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3813377844199033e-05,
+      "loss": 0.0,
+      "step": 50056
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38127308839418e-05,
+      "loss": 0.0,
+      "step": 50058
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3812083923684565e-05,
+      "loss": 0.0,
+      "step": 50060
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381143696342734e-05,
+      "loss": 0.0,
+      "step": 50062
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38107900031701e-05,
+      "loss": 0.0012,
+      "step": 50064
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.381014304291287e-05,
+      "loss": 0.0,
+      "step": 50066
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.380949608265565e-05,
+      "loss": 0.0037,
+      "step": 50068
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.380884912239841e-05,
+      "loss": 0.0001,
+      "step": 50070
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3808202162141186e-05,
+      "loss": 0.0,
+      "step": 50072
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.380755520188395e-05,
+      "loss": 0.0002,
+      "step": 50074
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.380690824162672e-05,
+      "loss": 0.0258,
+      "step": 50076
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.380626128136949e-05,
+      "loss": 0.0,
+      "step": 50078
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3805614321112256e-05,
+      "loss": 0.0038,
+      "step": 50080
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3804967360855025e-05,
+      "loss": 0.0,
+      "step": 50082
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3804320400597794e-05,
+      "loss": 0.011,
+      "step": 50084
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.380367344034056e-05,
+      "loss": 0.0,
+      "step": 50086
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3803026480083325e-05,
+      "loss": 0.0013,
+      "step": 50088
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38023795198261e-05,
+      "loss": 0.0115,
+      "step": 50090
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3801732559568863e-05,
+      "loss": 0.0,
+      "step": 50092
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.380108559931164e-05,
+      "loss": 0.0047,
+      "step": 50094
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.38004386390544e-05,
+      "loss": 0.0,
+      "step": 50096
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379979167879717e-05,
+      "loss": 0.0004,
+      "step": 50098
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3799144718539947e-05,
+      "loss": 0.0001,
+      "step": 50100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379849775828271e-05,
+      "loss": 0.0,
+      "step": 50102
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379785079802548e-05,
+      "loss": 0.0,
+      "step": 50104
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379720383776825e-05,
+      "loss": 0.0,
+      "step": 50106
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3796556877511016e-05,
+      "loss": 0.0,
+      "step": 50108
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3795909917253785e-05,
+      "loss": 0.0,
+      "step": 50110
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3795262956996554e-05,
+      "loss": 0.0,
+      "step": 50112
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379461599673932e-05,
+      "loss": 0.0,
+      "step": 50114
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379396903648209e-05,
+      "loss": 0.0201,
+      "step": 50116
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379332207622486e-05,
+      "loss": 0.0001,
+      "step": 50118
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3792675115967624e-05,
+      "loss": 0.0,
+      "step": 50120
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.37920281557104e-05,
+      "loss": 0.0005,
+      "step": 50122
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379138119545316e-05,
+      "loss": 0.0,
+      "step": 50124
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.379073423519593e-05,
+      "loss": 0.0,
+      "step": 50126
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.37900872749387e-05,
+      "loss": 0.0,
+      "step": 50128
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378944031468147e-05,
+      "loss": 0.0001,
+      "step": 50130
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3788793354424245e-05,
+      "loss": 0.0,
+      "step": 50132
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378814639416701e-05,
+      "loss": 0.0008,
+      "step": 50134
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3787499433909777e-05,
+      "loss": 0.0243,
+      "step": 50136
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3786852473652546e-05,
+      "loss": 0.0001,
+      "step": 50138
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3786205513395315e-05,
+      "loss": 0.0,
+      "step": 50140
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378555855313808e-05,
+      "loss": 0.0129,
+      "step": 50142
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378491159288085e-05,
+      "loss": 0.0,
+      "step": 50144
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378426463262362e-05,
+      "loss": 0.0,
+      "step": 50146
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3783617672366384e-05,
+      "loss": 0.0011,
+      "step": 50148
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378297071210916e-05,
+      "loss": 0.0267,
+      "step": 50150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378232375185192e-05,
+      "loss": 0.0,
+      "step": 50152
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.37816767915947e-05,
+      "loss": 0.0,
+      "step": 50154
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378102983133746e-05,
+      "loss": 0.0,
+      "step": 50156
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.378038287108023e-05,
+      "loss": 0.0,
+      "step": 50158
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3779735910823e-05,
+      "loss": 0.0,
+      "step": 50160
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377908895056577e-05,
+      "loss": 0.0005,
+      "step": 50162
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377844199030854e-05,
+      "loss": 0.0,
+      "step": 50164
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3777795030051306e-05,
+      "loss": 0.0,
+      "step": 50166
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3777148069794075e-05,
+      "loss": 0.0,
+      "step": 50168
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3776501109536844e-05,
+      "loss": 0.0,
+      "step": 50170
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377585414927961e-05,
+      "loss": 0.0,
+      "step": 50172
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3775207189022376e-05,
+      "loss": 0.0001,
+      "step": 50174
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377456022876515e-05,
+      "loss": 0.0187,
+      "step": 50176
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377391326850792e-05,
+      "loss": 0.0,
+      "step": 50178
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377326630825068e-05,
+      "loss": 0.0002,
+      "step": 50180
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377261934799346e-05,
+      "loss": 0.0,
+      "step": 50182
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377197238773622e-05,
+      "loss": 0.0002,
+      "step": 50184
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377132542747899e-05,
+      "loss": 0.0201,
+      "step": 50186
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377067846722176e-05,
+      "loss": 0.0116,
+      "step": 50188
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.377003150696453e-05,
+      "loss": 0.0004,
+      "step": 50190
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.37693845467073e-05,
+      "loss": 0.0,
+      "step": 50192
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3768737586450066e-05,
+      "loss": 0.0,
+      "step": 50194
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3768090626192835e-05,
+      "loss": 0.0,
+      "step": 50196
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3767443665935605e-05,
+      "loss": 0.0029,
+      "step": 50198
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3766796705678374e-05,
+      "loss": 0.0003,
+      "step": 50200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3766149745421136e-05,
+      "loss": 0.0001,
+      "step": 50202
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.376550278516391e-05,
+      "loss": 0.0,
+      "step": 50204
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3764855824906674e-05,
+      "loss": 0.0,
+      "step": 50206
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.376420886464944e-05,
+      "loss": 0.0,
+      "step": 50208
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.376356190439222e-05,
+      "loss": 0.0,
+      "step": 50210
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.376291494413498e-05,
+      "loss": 0.0054,
+      "step": 50212
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.376226798387776e-05,
+      "loss": 0.0045,
+      "step": 50214
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.376162102362052e-05,
+      "loss": 0.0,
+      "step": 50216
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.376097406336329e-05,
+      "loss": 0.0023,
+      "step": 50218
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.376032710310606e-05,
+      "loss": 0.0,
+      "step": 50220
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.375968014284883e-05,
+      "loss": 0.0,
+      "step": 50222
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3759033182591596e-05,
+      "loss": 0.0,
+      "step": 50224
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3758386222334365e-05,
+      "loss": 0.0,
+      "step": 50226
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3757739262077134e-05,
+      "loss": 0.0,
+      "step": 50228
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3757092301819896e-05,
+      "loss": 0.0,
+      "step": 50230
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.375644534156267e-05,
+      "loss": 0.0,
+      "step": 50232
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 3.3755798381305435e-05,
+      "loss": 0.0,
+      "step": 50234
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.375515142104821e-05,
+      "loss": 0.0001,
+      "step": 50236
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.375450446079097e-05,
+      "loss": 0.0,
+      "step": 50238
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.375385750053374e-05,
+      "loss": 0.0,
+      "step": 50240
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.375321054027651e-05,
+      "loss": 0.0001,
+      "step": 50242
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.375256358001928e-05,
+      "loss": 0.0,
+      "step": 50244
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.375191661976205e-05,
+      "loss": 0.0,
+      "step": 50246
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.375126965950482e-05,
+      "loss": 0.0,
+      "step": 50248
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.375062269924759e-05,
+      "loss": 0.0,
+      "step": 50250
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3749975738990356e-05,
+      "loss": 0.0001,
+      "step": 50252
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3749328778733125e-05,
+      "loss": 0.0,
+      "step": 50254
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3748681818475894e-05,
+      "loss": 0.0,
+      "step": 50256
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3748034858218664e-05,
+      "loss": 0.0007,
+      "step": 50258
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374738789796143e-05,
+      "loss": 0.0109,
+      "step": 50260
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3746740937704195e-05,
+      "loss": 0.0,
+      "step": 50262
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374609397744697e-05,
+      "loss": 0.0016,
+      "step": 50264
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374544701718973e-05,
+      "loss": 0.0,
+      "step": 50266
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.37448000569325e-05,
+      "loss": 0.0109,
+      "step": 50268
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374415309667527e-05,
+      "loss": 0.0,
+      "step": 50270
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374350613641804e-05,
+      "loss": 0.0003,
+      "step": 50272
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374285917616081e-05,
+      "loss": 0.0019,
+      "step": 50274
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374221221590358e-05,
+      "loss": 0.0,
+      "step": 50276
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374156525564635e-05,
+      "loss": 0.0001,
+      "step": 50278
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.374091829538912e-05,
+      "loss": 0.0,
+      "step": 50280
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3740271335131886e-05,
+      "loss": 0.0,
+      "step": 50282
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373962437487465e-05,
+      "loss": 0.0,
+      "step": 50284
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3738977414617424e-05,
+      "loss": 0.0,
+      "step": 50286
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373833045436019e-05,
+      "loss": 0.0,
+      "step": 50288
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3737683494102955e-05,
+      "loss": 0.0001,
+      "step": 50290
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373703653384573e-05,
+      "loss": 0.0001,
+      "step": 50292
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3736389573588494e-05,
+      "loss": 0.0,
+      "step": 50294
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373574261333127e-05,
+      "loss": 0.0,
+      "step": 50296
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373509565307403e-05,
+      "loss": 0.0011,
+      "step": 50298
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.37344486928168e-05,
+      "loss": 0.0001,
+      "step": 50300
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373380173255957e-05,
+      "loss": 0.0001,
+      "step": 50302
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373315477230234e-05,
+      "loss": 0.0,
+      "step": 50304
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373250781204511e-05,
+      "loss": 0.0,
+      "step": 50306
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373186085178788e-05,
+      "loss": 0.0,
+      "step": 50308
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3731213891530646e-05,
+      "loss": 0.0,
+      "step": 50310
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.373056693127341e-05,
+      "loss": 0.0,
+      "step": 50312
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3729919971016184e-05,
+      "loss": 0.0,
+      "step": 50314
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372927301075895e-05,
+      "loss": 0.0007,
+      "step": 50316
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372862605050172e-05,
+      "loss": 0.0001,
+      "step": 50318
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3727979090244485e-05,
+      "loss": 0.0,
+      "step": 50320
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3727332129987254e-05,
+      "loss": 0.0,
+      "step": 50322
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372668516973003e-05,
+      "loss": 0.0,
+      "step": 50324
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372603820947279e-05,
+      "loss": 0.0,
+      "step": 50326
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372539124921556e-05,
+      "loss": 0.0258,
+      "step": 50328
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372474428895833e-05,
+      "loss": 0.0005,
+      "step": 50330
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.37240973287011e-05,
+      "loss": 0.0,
+      "step": 50332
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372345036844387e-05,
+      "loss": 0.0017,
+      "step": 50334
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372280340818664e-05,
+      "loss": 0.0152,
+      "step": 50336
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3722156447929407e-05,
+      "loss": 0.0,
+      "step": 50338
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3721509487672176e-05,
+      "loss": 0.0,
+      "step": 50340
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3720862527414945e-05,
+      "loss": 0.0,
+      "step": 50342
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.372021556715771e-05,
+      "loss": 0.0015,
+      "step": 50344
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371956860690048e-05,
+      "loss": 0.0001,
+      "step": 50346
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3718921646643245e-05,
+      "loss": 0.0022,
+      "step": 50348
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3718274686386014e-05,
+      "loss": 0.0064,
+      "step": 50350
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3717627726128783e-05,
+      "loss": 0.0,
+      "step": 50352
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371698076587155e-05,
+      "loss": 0.0018,
+      "step": 50354
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371633380561433e-05,
+      "loss": 0.0,
+      "step": 50356
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371568684535709e-05,
+      "loss": 0.0,
+      "step": 50358
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371503988509986e-05,
+      "loss": 0.0,
+      "step": 50360
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371439292484263e-05,
+      "loss": 0.0046,
+      "step": 50362
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.37137459645854e-05,
+      "loss": 0.0,
+      "step": 50364
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371309900432816e-05,
+      "loss": 0.0022,
+      "step": 50366
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3712452044070936e-05,
+      "loss": 0.0,
+      "step": 50368
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3711805083813705e-05,
+      "loss": 0.0019,
+      "step": 50370
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371115812355647e-05,
+      "loss": 0.0,
+      "step": 50372
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.371051116329924e-05,
+      "loss": 0.0,
+      "step": 50374
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3709864203042006e-05,
+      "loss": 0.0,
+      "step": 50376
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370921724278478e-05,
+      "loss": 0.0,
+      "step": 50378
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3708570282527544e-05,
+      "loss": 0.0,
+      "step": 50380
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370792332227031e-05,
+      "loss": 0.0,
+      "step": 50382
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370727636201308e-05,
+      "loss": 0.0,
+      "step": 50384
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370662940175585e-05,
+      "loss": 0.0001,
+      "step": 50386
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370598244149862e-05,
+      "loss": 0.0,
+      "step": 50388
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370533548124139e-05,
+      "loss": 0.0,
+      "step": 50390
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370468852098416e-05,
+      "loss": 0.0001,
+      "step": 50392
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370404156072693e-05,
+      "loss": 0.0,
+      "step": 50394
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3703394600469696e-05,
+      "loss": 0.0,
+      "step": 50396
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370274764021246e-05,
+      "loss": 0.0206,
+      "step": 50398
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3702100679955235e-05,
+      "loss": 0.0,
+      "step": 50400
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3701453719698004e-05,
+      "loss": 0.0,
+      "step": 50402
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3700806759440766e-05,
+      "loss": 0.0,
+      "step": 50404
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.370015979918354e-05,
+      "loss": 0.0,
+      "step": 50406
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3699512838926304e-05,
+      "loss": 0.0,
+      "step": 50408
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369886587866907e-05,
+      "loss": 0.0001,
+      "step": 50410
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369821891841184e-05,
+      "loss": 0.0001,
+      "step": 50412
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369757195815461e-05,
+      "loss": 0.0026,
+      "step": 50414
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369692499789738e-05,
+      "loss": 0.0019,
+      "step": 50416
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369627803764015e-05,
+      "loss": 0.0152,
+      "step": 50418
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369563107738292e-05,
+      "loss": 0.0,
+      "step": 50420
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369498411712569e-05,
+      "loss": 0.0,
+      "step": 50422
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369433715686846e-05,
+      "loss": 0.0021,
+      "step": 50424
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369369019661122e-05,
+      "loss": 0.0036,
+      "step": 50426
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3693043236353995e-05,
+      "loss": 0.0036,
+      "step": 50428
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.369239627609676e-05,
+      "loss": 0.0,
+      "step": 50430
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3691749315839526e-05,
+      "loss": 0.0,
+      "step": 50432
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36911023555823e-05,
+      "loss": 0.0,
+      "step": 50434
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3690455395325065e-05,
+      "loss": 0.0,
+      "step": 50436
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368980843506784e-05,
+      "loss": 0.0,
+      "step": 50438
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36891614748106e-05,
+      "loss": 0.0,
+      "step": 50440
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368851451455337e-05,
+      "loss": 0.0,
+      "step": 50442
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368786755429614e-05,
+      "loss": 0.0001,
+      "step": 50444
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368722059403891e-05,
+      "loss": 0.0052,
+      "step": 50446
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368657363378168e-05,
+      "loss": 0.0002,
+      "step": 50448
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368592667352445e-05,
+      "loss": 0.0072,
+      "step": 50450
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368527971326722e-05,
+      "loss": 0.0001,
+      "step": 50452
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368463275300998e-05,
+      "loss": 0.0,
+      "step": 50454
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3683985792752755e-05,
+      "loss": 0.0,
+      "step": 50456
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368333883249552e-05,
+      "loss": 0.0,
+      "step": 50458
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3682691872238294e-05,
+      "loss": 0.0011,
+      "step": 50460
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3682044911981056e-05,
+      "loss": 0.0007,
+      "step": 50462
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3681397951723825e-05,
+      "loss": 0.0,
+      "step": 50464
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36807509914666e-05,
+      "loss": 0.0,
+      "step": 50466
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.368010403120936e-05,
+      "loss": 0.0,
+      "step": 50468
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.367945707095213e-05,
+      "loss": 0.0,
+      "step": 50470
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36788101106949e-05,
+      "loss": 0.0,
+      "step": 50472
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.367816315043767e-05,
+      "loss": 0.0006,
+      "step": 50474
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.367751619018044e-05,
+      "loss": 0.0021,
+      "step": 50476
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.367686922992321e-05,
+      "loss": 0.0292,
+      "step": 50478
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.367622226966598e-05,
+      "loss": 0.0,
+      "step": 50480
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.367557530940875e-05,
+      "loss": 0.0002,
+      "step": 50482
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3674928349151516e-05,
+      "loss": 0.0006,
+      "step": 50484
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.367428138889428e-05,
+      "loss": 0.0,
+      "step": 50486
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3673634428637054e-05,
+      "loss": 0.0132,
+      "step": 50488
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3672987468379816e-05,
+      "loss": 0.0001,
+      "step": 50490
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3672340508122585e-05,
+      "loss": 0.0042,
+      "step": 50492
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3671693547865355e-05,
+      "loss": 0.0,
+      "step": 50494
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3671046587608124e-05,
+      "loss": 0.0,
+      "step": 50496
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.367039962735089e-05,
+      "loss": 0.0001,
+      "step": 50498
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366975266709366e-05,
+      "loss": 0.0,
+      "step": 50500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366910570683643e-05,
+      "loss": 0.0,
+      "step": 50502
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36684587465792e-05,
+      "loss": 0.0,
+      "step": 50504
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366781178632197e-05,
+      "loss": 0.0,
+      "step": 50506
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366716482606473e-05,
+      "loss": 0.0,
+      "step": 50508
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366651786580751e-05,
+      "loss": 0.0,
+      "step": 50510
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3665870905550276e-05,
+      "loss": 0.0,
+      "step": 50512
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366522394529304e-05,
+      "loss": 0.0,
+      "step": 50514
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3664576985035814e-05,
+      "loss": 0.0,
+      "step": 50516
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366393002477858e-05,
+      "loss": 0.0063,
+      "step": 50518
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366328306452135e-05,
+      "loss": 0.0076,
+      "step": 50520
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3662636104264115e-05,
+      "loss": 0.0072,
+      "step": 50522
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3661989144006884e-05,
+      "loss": 0.0,
+      "step": 50524
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366134218374965e-05,
+      "loss": 0.0,
+      "step": 50526
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366069522349242e-05,
+      "loss": 0.0,
+      "step": 50528
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.366004826323519e-05,
+      "loss": 0.0002,
+      "step": 50530
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365940130297796e-05,
+      "loss": 0.0,
+      "step": 50532
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365875434272073e-05,
+      "loss": 0.0,
+      "step": 50534
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36581073824635e-05,
+      "loss": 0.0007,
+      "step": 50536
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365746042220627e-05,
+      "loss": 0.0003,
+      "step": 50538
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365681346194903e-05,
+      "loss": 0.0001,
+      "step": 50540
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3656166501691806e-05,
+      "loss": 0.0,
+      "step": 50542
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365551954143457e-05,
+      "loss": 0.0,
+      "step": 50544
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365487258117734e-05,
+      "loss": 0.0,
+      "step": 50546
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365422562092011e-05,
+      "loss": 0.0003,
+      "step": 50548
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3653578660662875e-05,
+      "loss": 0.0003,
+      "step": 50550
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3652931700405644e-05,
+      "loss": 0.0366,
+      "step": 50552
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3652284740148414e-05,
+      "loss": 0.0,
+      "step": 50554
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365163777989118e-05,
+      "loss": 0.0,
+      "step": 50556
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365099081963395e-05,
+      "loss": 0.0,
+      "step": 50558
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.365034385937672e-05,
+      "loss": 0.0,
+      "step": 50560
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364969689911949e-05,
+      "loss": 0.0107,
+      "step": 50562
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364904993886226e-05,
+      "loss": 0.0026,
+      "step": 50564
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364840297860503e-05,
+      "loss": 0.0,
+      "step": 50566
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364775601834779e-05,
+      "loss": 0.0001,
+      "step": 50568
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3647109058090566e-05,
+      "loss": 0.0,
+      "step": 50570
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364646209783333e-05,
+      "loss": 0.0,
+      "step": 50572
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36458151375761e-05,
+      "loss": 0.0009,
+      "step": 50574
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364516817731887e-05,
+      "loss": 0.0,
+      "step": 50576
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3644521217061636e-05,
+      "loss": 0.0,
+      "step": 50578
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364387425680441e-05,
+      "loss": 0.0,
+      "step": 50580
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3643227296547174e-05,
+      "loss": 0.0,
+      "step": 50582
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364258033628994e-05,
+      "loss": 0.0,
+      "step": 50584
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364193337603271e-05,
+      "loss": 0.002,
+      "step": 50586
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364128641577548e-05,
+      "loss": 0.0,
+      "step": 50588
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.364063945551825e-05,
+      "loss": 0.001,
+      "step": 50590
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363999249526102e-05,
+      "loss": 0.0,
+      "step": 50592
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363934553500379e-05,
+      "loss": 0.0,
+      "step": 50594
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363869857474655e-05,
+      "loss": 0.0,
+      "step": 50596
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3638051614489327e-05,
+      "loss": 0.0001,
+      "step": 50598
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363740465423209e-05,
+      "loss": 0.0,
+      "step": 50600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3636757693974865e-05,
+      "loss": 0.002,
+      "step": 50602
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363611073371763e-05,
+      "loss": 0.0,
+      "step": 50604
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3635463773460396e-05,
+      "loss": 0.0,
+      "step": 50606
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3634816813203165e-05,
+      "loss": 0.0115,
+      "step": 50608
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3634169852945934e-05,
+      "loss": 0.0,
+      "step": 50610
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3633522892688703e-05,
+      "loss": 0.0,
+      "step": 50612
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363287593243147e-05,
+      "loss": 0.0,
+      "step": 50614
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363222897217424e-05,
+      "loss": 0.0023,
+      "step": 50616
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363158201191701e-05,
+      "loss": 0.0001,
+      "step": 50618
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363093505165978e-05,
+      "loss": 0.0,
+      "step": 50620
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.363028809140254e-05,
+      "loss": 0.0,
+      "step": 50622
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.362964113114532e-05,
+      "loss": 0.0,
+      "step": 50624
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.362899417088809e-05,
+      "loss": 0.0025,
+      "step": 50626
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.362834721063085e-05,
+      "loss": 0.0,
+      "step": 50628
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3627700250373625e-05,
+      "loss": 0.0002,
+      "step": 50630
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.362705329011639e-05,
+      "loss": 0.0,
+      "step": 50632
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3626406329859157e-05,
+      "loss": 0.0,
+      "step": 50634
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3625759369601926e-05,
+      "loss": 0.0,
+      "step": 50636
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3625112409344695e-05,
+      "loss": 0.0004,
+      "step": 50638
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3624465449087464e-05,
+      "loss": 0.0,
+      "step": 50640
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.362381848883023e-05,
+      "loss": 0.0,
+      "step": 50642
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3623171528573e-05,
+      "loss": 0.0001,
+      "step": 50644
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.362252456831577e-05,
+      "loss": 0.0046,
+      "step": 50646
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.362187760805854e-05,
+      "loss": 0.0001,
+      "step": 50648
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36212306478013e-05,
+      "loss": 0.0,
+      "step": 50650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.362058368754408e-05,
+      "loss": 0.0,
+      "step": 50652
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361993672728684e-05,
+      "loss": 0.0,
+      "step": 50654
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361928976702961e-05,
+      "loss": 0.0,
+      "step": 50656
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3618642806772386e-05,
+      "loss": 0.0007,
+      "step": 50658
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361799584651515e-05,
+      "loss": 0.0195,
+      "step": 50660
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3617348886257924e-05,
+      "loss": 0.0003,
+      "step": 50662
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3616701926000686e-05,
+      "loss": 0.0,
+      "step": 50664
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3616054965743455e-05,
+      "loss": 0.0,
+      "step": 50666
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3615408005486224e-05,
+      "loss": 0.0001,
+      "step": 50668
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361476104522899e-05,
+      "loss": 0.0,
+      "step": 50670
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361411408497176e-05,
+      "loss": 0.0,
+      "step": 50672
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361346712471453e-05,
+      "loss": 0.0,
+      "step": 50674
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36128201644573e-05,
+      "loss": 0.0,
+      "step": 50676
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361217320420007e-05,
+      "loss": 0.0001,
+      "step": 50678
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361152624394284e-05,
+      "loss": 0.0079,
+      "step": 50680
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36108792836856e-05,
+      "loss": 0.0018,
+      "step": 50682
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.361023232342838e-05,
+      "loss": 0.0003,
+      "step": 50684
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.360958536317114e-05,
+      "loss": 0.0,
+      "step": 50686
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.360893840291391e-05,
+      "loss": 0.0,
+      "step": 50688
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3608291442656684e-05,
+      "loss": 0.0,
+      "step": 50690
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3607644482399446e-05,
+      "loss": 0.0003,
+      "step": 50692
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3606997522142216e-05,
+      "loss": 0.0002,
+      "step": 50694
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3606350561884985e-05,
+      "loss": 0.0,
+      "step": 50696
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3605703601627754e-05,
+      "loss": 0.0,
+      "step": 50698
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.360505664137052e-05,
+      "loss": 0.0002,
+      "step": 50700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.360440968111329e-05,
+      "loss": 0.0001,
+      "step": 50702
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.360376272085606e-05,
+      "loss": 0.0,
+      "step": 50704
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.360311576059883e-05,
+      "loss": 0.0,
+      "step": 50706
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36024688003416e-05,
+      "loss": 0.0015,
+      "step": 50708
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.360182184008436e-05,
+      "loss": 0.0,
+      "step": 50710
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.360117487982714e-05,
+      "loss": 0.0001,
+      "step": 50712
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.36005279195699e-05,
+      "loss": 0.0051,
+      "step": 50714
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359988095931267e-05,
+      "loss": 0.0001,
+      "step": 50716
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359923399905544e-05,
+      "loss": 0.0,
+      "step": 50718
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359858703879821e-05,
+      "loss": 0.0,
+      "step": 50720
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3597940078540976e-05,
+      "loss": 0.0001,
+      "step": 50722
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3597293118283745e-05,
+      "loss": 0.0,
+      "step": 50724
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3596646158026514e-05,
+      "loss": 0.0004,
+      "step": 50726
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359599919776928e-05,
+      "loss": 0.0,
+      "step": 50728
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359535223751205e-05,
+      "loss": 0.0,
+      "step": 50730
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3594705277254815e-05,
+      "loss": 0.0,
+      "step": 50732
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359405831699759e-05,
+      "loss": 0.0,
+      "step": 50734
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359341135674036e-05,
+      "loss": 0.0,
+      "step": 50736
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359276439648312e-05,
+      "loss": 0.0,
+      "step": 50738
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.35921174362259e-05,
+      "loss": 0.0031,
+      "step": 50740
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.359147047596866e-05,
+      "loss": 0.0006,
+      "step": 50742
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3590823515711436e-05,
+      "loss": 0.0067,
+      "step": 50744
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.35901765554542e-05,
+      "loss": 0.0,
+      "step": 50746
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.358952959519697e-05,
+      "loss": 0.0044,
+      "step": 50748
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 3.3588882634939736e-05,
+      "loss": 0.0001,
+      "step": 50750
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3588235674682505e-05,
+      "loss": 0.0004,
+      "step": 50752
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3587588714425275e-05,
+      "loss": 0.0002,
+      "step": 50754
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3586941754168044e-05,
+      "loss": 0.0067,
+      "step": 50756
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358629479391081e-05,
+      "loss": 0.0002,
+      "step": 50758
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358564783365358e-05,
+      "loss": 0.0,
+      "step": 50760
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358500087339635e-05,
+      "loss": 0.0004,
+      "step": 50762
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358435391313911e-05,
+      "loss": 0.0,
+      "step": 50764
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358370695288189e-05,
+      "loss": 0.0,
+      "step": 50766
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358305999262466e-05,
+      "loss": 0.0,
+      "step": 50768
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358241303236742e-05,
+      "loss": 0.0,
+      "step": 50770
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3581766072110196e-05,
+      "loss": 0.0,
+      "step": 50772
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358111911185296e-05,
+      "loss": 0.0,
+      "step": 50774
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.358047215159573e-05,
+      "loss": 0.0,
+      "step": 50776
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.35798251913385e-05,
+      "loss": 0.0,
+      "step": 50778
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3579178231081266e-05,
+      "loss": 0.0,
+      "step": 50780
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3578531270824035e-05,
+      "loss": 0.0001,
+      "step": 50782
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3577884310566804e-05,
+      "loss": 0.0,
+      "step": 50784
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357723735030957e-05,
+      "loss": 0.0001,
+      "step": 50786
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357659039005234e-05,
+      "loss": 0.0,
+      "step": 50788
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357594342979511e-05,
+      "loss": 0.0008,
+      "step": 50790
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3575296469537874e-05,
+      "loss": 0.0,
+      "step": 50792
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357464950928065e-05,
+      "loss": 0.0001,
+      "step": 50794
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357400254902341e-05,
+      "loss": 0.0,
+      "step": 50796
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357335558876618e-05,
+      "loss": 0.0056,
+      "step": 50798
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357270862850895e-05,
+      "loss": 0.0,
+      "step": 50800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357206166825172e-05,
+      "loss": 0.0001,
+      "step": 50802
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3571414707994495e-05,
+      "loss": 0.015,
+      "step": 50804
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.357076774773726e-05,
+      "loss": 0.0044,
+      "step": 50806
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3570120787480026e-05,
+      "loss": 0.0002,
+      "step": 50808
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3569473827222795e-05,
+      "loss": 0.0002,
+      "step": 50810
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3568826866965564e-05,
+      "loss": 0.0,
+      "step": 50812
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3568179906708333e-05,
+      "loss": 0.0,
+      "step": 50814
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.35675329464511e-05,
+      "loss": 0.0,
+      "step": 50816
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356688598619387e-05,
+      "loss": 0.0001,
+      "step": 50818
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356623902593664e-05,
+      "loss": 0.0006,
+      "step": 50820
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356559206567941e-05,
+      "loss": 0.0,
+      "step": 50822
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356494510542217e-05,
+      "loss": 0.0001,
+      "step": 50824
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356429814516495e-05,
+      "loss": 0.0,
+      "step": 50826
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356365118490771e-05,
+      "loss": 0.0,
+      "step": 50828
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356300422465048e-05,
+      "loss": 0.0,
+      "step": 50830
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356235726439325e-05,
+      "loss": 0.0,
+      "step": 50832
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356171030413602e-05,
+      "loss": 0.0001,
+      "step": 50834
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.356106334387879e-05,
+      "loss": 0.0,
+      "step": 50836
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3560416383621556e-05,
+      "loss": 0.0005,
+      "step": 50838
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3559769423364325e-05,
+      "loss": 0.0,
+      "step": 50840
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3559122463107094e-05,
+      "loss": 0.0004,
+      "step": 50842
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355847550284986e-05,
+      "loss": 0.0003,
+      "step": 50844
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3557828542592625e-05,
+      "loss": 0.0,
+      "step": 50846
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.35571815823354e-05,
+      "loss": 0.0052,
+      "step": 50848
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355653462207817e-05,
+      "loss": 0.0024,
+      "step": 50850
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355588766182093e-05,
+      "loss": 0.0001,
+      "step": 50852
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355524070156371e-05,
+      "loss": 0.0074,
+      "step": 50854
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355459374130647e-05,
+      "loss": 0.0,
+      "step": 50856
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355394678104924e-05,
+      "loss": 0.0,
+      "step": 50858
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355329982079201e-05,
+      "loss": 0.0,
+      "step": 50860
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355265286053478e-05,
+      "loss": 0.0001,
+      "step": 50862
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.355200590027755e-05,
+      "loss": 0.0,
+      "step": 50864
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3551358940020316e-05,
+      "loss": 0.0,
+      "step": 50866
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3550711979763085e-05,
+      "loss": 0.0,
+      "step": 50868
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3550065019505854e-05,
+      "loss": 0.0,
+      "step": 50870
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354941805924862e-05,
+      "loss": 0.0,
+      "step": 50872
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3548771098991386e-05,
+      "loss": 0.0038,
+      "step": 50874
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354812413873416e-05,
+      "loss": 0.0009,
+      "step": 50876
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3547477178476924e-05,
+      "loss": 0.0,
+      "step": 50878
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354683021821969e-05,
+      "loss": 0.0001,
+      "step": 50880
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354618325796247e-05,
+      "loss": 0.0,
+      "step": 50882
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354553629770523e-05,
+      "loss": 0.0,
+      "step": 50884
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354488933744801e-05,
+      "loss": 0.0037,
+      "step": 50886
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354424237719077e-05,
+      "loss": 0.0,
+      "step": 50888
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354359541693354e-05,
+      "loss": 0.0,
+      "step": 50890
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.354294845667631e-05,
+      "loss": 0.0,
+      "step": 50892
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3542301496419077e-05,
+      "loss": 0.0,
+      "step": 50894
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3541654536161846e-05,
+      "loss": 0.0,
+      "step": 50896
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3541007575904615e-05,
+      "loss": 0.0,
+      "step": 50898
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3540360615647384e-05,
+      "loss": 0.0,
+      "step": 50900
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353971365539015e-05,
+      "loss": 0.0,
+      "step": 50902
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353906669513292e-05,
+      "loss": 0.0,
+      "step": 50904
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3538419734875684e-05,
+      "loss": 0.0004,
+      "step": 50906
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353777277461846e-05,
+      "loss": 0.0,
+      "step": 50908
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353712581436122e-05,
+      "loss": 0.0,
+      "step": 50910
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353647885410399e-05,
+      "loss": 0.0,
+      "step": 50912
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353583189384677e-05,
+      "loss": 0.0,
+      "step": 50914
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353518493358953e-05,
+      "loss": 0.0,
+      "step": 50916
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.35345379733323e-05,
+      "loss": 0.0,
+      "step": 50918
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353389101307507e-05,
+      "loss": 0.0,
+      "step": 50920
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353324405281784e-05,
+      "loss": 0.0,
+      "step": 50922
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3532597092560606e-05,
+      "loss": 0.0,
+      "step": 50924
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3531950132303375e-05,
+      "loss": 0.003,
+      "step": 50926
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3531303172046144e-05,
+      "loss": 0.0095,
+      "step": 50928
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353065621178891e-05,
+      "loss": 0.0,
+      "step": 50930
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.353000925153168e-05,
+      "loss": 0.0,
+      "step": 50932
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3529362291274445e-05,
+      "loss": 0.0,
+      "step": 50934
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.352871533101722e-05,
+      "loss": 0.0,
+      "step": 50936
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.352806837075998e-05,
+      "loss": 0.0,
+      "step": 50938
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.352742141050275e-05,
+      "loss": 0.0033,
+      "step": 50940
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.352677445024552e-05,
+      "loss": 0.0,
+      "step": 50942
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.352612748998829e-05,
+      "loss": 0.0,
+      "step": 50944
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3525480529731066e-05,
+      "loss": 0.0,
+      "step": 50946
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.352483356947383e-05,
+      "loss": 0.0,
+      "step": 50948
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.35241866092166e-05,
+      "loss": 0.0,
+      "step": 50950
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3523539648959366e-05,
+      "loss": 0.0,
+      "step": 50952
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3522892688702136e-05,
+      "loss": 0.0,
+      "step": 50954
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.35222457284449e-05,
+      "loss": 0.0,
+      "step": 50956
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3521598768187674e-05,
+      "loss": 0.0116,
+      "step": 50958
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.352095180793044e-05,
+      "loss": 0.0057,
+      "step": 50960
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.352030484767321e-05,
+      "loss": 0.0,
+      "step": 50962
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351965788741598e-05,
+      "loss": 0.0,
+      "step": 50964
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351901092715874e-05,
+      "loss": 0.0097,
+      "step": 50966
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351836396690152e-05,
+      "loss": 0.0038,
+      "step": 50968
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351771700664428e-05,
+      "loss": 0.0,
+      "step": 50970
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351707004638705e-05,
+      "loss": 0.0,
+      "step": 50972
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351642308612982e-05,
+      "loss": 0.0004,
+      "step": 50974
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351577612587259e-05,
+      "loss": 0.0,
+      "step": 50976
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351512916561536e-05,
+      "loss": 0.0,
+      "step": 50978
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351448220535813e-05,
+      "loss": 0.0,
+      "step": 50980
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3513835245100896e-05,
+      "loss": 0.0,
+      "step": 50982
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3513188284843665e-05,
+      "loss": 0.0,
+      "step": 50984
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3512541324586434e-05,
+      "loss": 0.0132,
+      "step": 50986
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3511894364329196e-05,
+      "loss": 0.0,
+      "step": 50988
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351124740407197e-05,
+      "loss": 0.0,
+      "step": 50990
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.351060044381474e-05,
+      "loss": 0.0,
+      "step": 50992
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3509953483557504e-05,
+      "loss": 0.0004,
+      "step": 50994
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350930652330028e-05,
+      "loss": 0.0,
+      "step": 50996
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350865956304304e-05,
+      "loss": 0.0007,
+      "step": 50998
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350801260278581e-05,
+      "loss": 0.0,
+      "step": 51000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350736564252858e-05,
+      "loss": 0.0,
+      "step": 51002
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350671868227135e-05,
+      "loss": 0.0063,
+      "step": 51004
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350607172201412e-05,
+      "loss": 0.0001,
+      "step": 51006
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350542476175689e-05,
+      "loss": 0.0007,
+      "step": 51008
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3504777801499656e-05,
+      "loss": 0.0015,
+      "step": 51010
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3504130841242425e-05,
+      "loss": 0.0,
+      "step": 51012
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3503483880985194e-05,
+      "loss": 0.0001,
+      "step": 51014
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350283692072796e-05,
+      "loss": 0.0001,
+      "step": 51016
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350218996047073e-05,
+      "loss": 0.0114,
+      "step": 51018
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3501543000213495e-05,
+      "loss": 0.0002,
+      "step": 51020
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3500896039956264e-05,
+      "loss": 0.0,
+      "step": 51022
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.350024907969903e-05,
+      "loss": 0.0,
+      "step": 51024
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34996021194418e-05,
+      "loss": 0.0096,
+      "step": 51026
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349895515918458e-05,
+      "loss": 0.0008,
+      "step": 51028
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349830819892734e-05,
+      "loss": 0.0,
+      "step": 51030
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349766123867011e-05,
+      "loss": 0.0001,
+      "step": 51032
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349701427841288e-05,
+      "loss": 0.0,
+      "step": 51034
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349636731815565e-05,
+      "loss": 0.0006,
+      "step": 51036
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349572035789842e-05,
+      "loss": 0.0,
+      "step": 51038
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3495073397641186e-05,
+      "loss": 0.0,
+      "step": 51040
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3494426437383955e-05,
+      "loss": 0.0062,
+      "step": 51042
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3493779477126724e-05,
+      "loss": 0.0,
+      "step": 51044
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349313251686949e-05,
+      "loss": 0.0,
+      "step": 51046
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3492485556612255e-05,
+      "loss": 0.0019,
+      "step": 51048
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349183859635503e-05,
+      "loss": 0.0001,
+      "step": 51050
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3491191636097794e-05,
+      "loss": 0.0,
+      "step": 51052
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.349054467584056e-05,
+      "loss": 0.0003,
+      "step": 51054
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348989771558333e-05,
+      "loss": 0.0001,
+      "step": 51056
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34892507553261e-05,
+      "loss": 0.0,
+      "step": 51058
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348860379506887e-05,
+      "loss": 0.0,
+      "step": 51060
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348795683481164e-05,
+      "loss": 0.0,
+      "step": 51062
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348730987455441e-05,
+      "loss": 0.0,
+      "step": 51064
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348666291429718e-05,
+      "loss": 0.0,
+      "step": 51066
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3486015954039946e-05,
+      "loss": 0.0,
+      "step": 51068
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3485368993782715e-05,
+      "loss": 0.0013,
+      "step": 51070
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3484722033525484e-05,
+      "loss": 0.0579,
+      "step": 51072
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3484075073268253e-05,
+      "loss": 0.0018,
+      "step": 51074
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3483428113011016e-05,
+      "loss": 0.0001,
+      "step": 51076
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348278115275379e-05,
+      "loss": 0.0056,
+      "step": 51078
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3482134192496554e-05,
+      "loss": 0.0,
+      "step": 51080
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348148723223932e-05,
+      "loss": 0.0026,
+      "step": 51082
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348084027198209e-05,
+      "loss": 0.0021,
+      "step": 51084
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.348019331172486e-05,
+      "loss": 0.0001,
+      "step": 51086
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347954635146763e-05,
+      "loss": 0.0,
+      "step": 51088
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34788993912104e-05,
+      "loss": 0.0,
+      "step": 51090
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347825243095317e-05,
+      "loss": 0.0,
+      "step": 51092
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347760547069594e-05,
+      "loss": 0.0001,
+      "step": 51094
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347695851043871e-05,
+      "loss": 0.0001,
+      "step": 51096
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347631155018147e-05,
+      "loss": 0.0004,
+      "step": 51098
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3475664589924245e-05,
+      "loss": 0.0003,
+      "step": 51100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347501762966701e-05,
+      "loss": 0.0001,
+      "step": 51102
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347437066940978e-05,
+      "loss": 0.0,
+      "step": 51104
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347372370915255e-05,
+      "loss": 0.0,
+      "step": 51106
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3473076748895314e-05,
+      "loss": 0.0001,
+      "step": 51108
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347242978863809e-05,
+      "loss": 0.0107,
+      "step": 51110
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347178282838085e-05,
+      "loss": 0.0,
+      "step": 51112
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347113586812362e-05,
+      "loss": 0.0,
+      "step": 51114
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.347048890786639e-05,
+      "loss": 0.0,
+      "step": 51116
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346984194760916e-05,
+      "loss": 0.0001,
+      "step": 51118
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346919498735193e-05,
+      "loss": 0.0,
+      "step": 51120
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34685480270947e-05,
+      "loss": 0.0,
+      "step": 51122
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346790106683747e-05,
+      "loss": 0.0003,
+      "step": 51124
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3467254106580236e-05,
+      "loss": 0.0,
+      "step": 51126
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3466607146323005e-05,
+      "loss": 0.0,
+      "step": 51128
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346596018606577e-05,
+      "loss": 0.0,
+      "step": 51130
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346531322580854e-05,
+      "loss": 0.0014,
+      "step": 51132
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3464666265551306e-05,
+      "loss": 0.0,
+      "step": 51134
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3464019305294075e-05,
+      "loss": 0.0002,
+      "step": 51136
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346337234503685e-05,
+      "loss": 0.0005,
+      "step": 51138
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346272538477961e-05,
+      "loss": 0.0002,
+      "step": 51140
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346207842452238e-05,
+      "loss": 0.0,
+      "step": 51142
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346143146426515e-05,
+      "loss": 0.0001,
+      "step": 51144
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346078450400792e-05,
+      "loss": 0.0,
+      "step": 51146
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.346013754375069e-05,
+      "loss": 0.0019,
+      "step": 51148
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345949058349346e-05,
+      "loss": 0.0,
+      "step": 51150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345884362323623e-05,
+      "loss": 0.0859,
+      "step": 51152
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3458196662978997e-05,
+      "loss": 0.0,
+      "step": 51154
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3457549702721766e-05,
+      "loss": 0.0038,
+      "step": 51156
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345690274246453e-05,
+      "loss": 0.0001,
+      "step": 51158
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3456255782207304e-05,
+      "loss": 0.0,
+      "step": 51160
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3455608821950066e-05,
+      "loss": 0.0003,
+      "step": 51162
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3454961861692835e-05,
+      "loss": 0.0,
+      "step": 51164
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3454314901435604e-05,
+      "loss": 0.0038,
+      "step": 51166
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345366794117837e-05,
+      "loss": 0.0,
+      "step": 51168
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345302098092115e-05,
+      "loss": 0.0012,
+      "step": 51170
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345237402066391e-05,
+      "loss": 0.0,
+      "step": 51172
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345172706040668e-05,
+      "loss": 0.0,
+      "step": 51174
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345108010014945e-05,
+      "loss": 0.0,
+      "step": 51176
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.345043313989222e-05,
+      "loss": 0.0,
+      "step": 51178
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.344978617963498e-05,
+      "loss": 0.0,
+      "step": 51180
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.344913921937776e-05,
+      "loss": 0.0,
+      "step": 51182
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3448492259120526e-05,
+      "loss": 0.0001,
+      "step": 51184
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3447845298863295e-05,
+      "loss": 0.0,
+      "step": 51186
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3447198338606064e-05,
+      "loss": 0.0,
+      "step": 51188
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3446551378348826e-05,
+      "loss": 0.0,
+      "step": 51190
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34459044180916e-05,
+      "loss": 0.0,
+      "step": 51192
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3445257457834365e-05,
+      "loss": 0.0065,
+      "step": 51194
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3444610497577134e-05,
+      "loss": 0.0,
+      "step": 51196
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34439635373199e-05,
+      "loss": 0.0,
+      "step": 51198
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.344331657706267e-05,
+      "loss": 0.0,
+      "step": 51200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.344266961680544e-05,
+      "loss": 0.0,
+      "step": 51202
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.344202265654821e-05,
+      "loss": 0.0,
+      "step": 51204
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.344137569629098e-05,
+      "loss": 0.0005,
+      "step": 51206
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.344072873603375e-05,
+      "loss": 0.0,
+      "step": 51208
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.344008177577652e-05,
+      "loss": 0.0001,
+      "step": 51210
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343943481551928e-05,
+      "loss": 0.0,
+      "step": 51212
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3438787855262055e-05,
+      "loss": 0.0,
+      "step": 51214
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3438140895004825e-05,
+      "loss": 0.0013,
+      "step": 51216
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343749393474759e-05,
+      "loss": 0.0,
+      "step": 51218
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343684697449036e-05,
+      "loss": 0.0,
+      "step": 51220
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3436200014233125e-05,
+      "loss": 0.0,
+      "step": 51222
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3435553053975894e-05,
+      "loss": 0.0014,
+      "step": 51224
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343490609371866e-05,
+      "loss": 0.0,
+      "step": 51226
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343425913346143e-05,
+      "loss": 0.0,
+      "step": 51228
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34336121732042e-05,
+      "loss": 0.0,
+      "step": 51230
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343296521294697e-05,
+      "loss": 0.0,
+      "step": 51232
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343231825268974e-05,
+      "loss": 0.0,
+      "step": 51234
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343167129243251e-05,
+      "loss": 0.0001,
+      "step": 51236
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343102433217528e-05,
+      "loss": 0.0,
+      "step": 51238
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.343037737191804e-05,
+      "loss": 0.0,
+      "step": 51240
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3429730411660816e-05,
+      "loss": 0.0,
+      "step": 51242
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.342908345140358e-05,
+      "loss": 0.0,
+      "step": 51244
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3428436491146354e-05,
+      "loss": 0.0032,
+      "step": 51246
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.342778953088912e-05,
+      "loss": 0.0001,
+      "step": 51248
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3427142570631885e-05,
+      "loss": 0.0,
+      "step": 51250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.342649561037466e-05,
+      "loss": 0.0223,
+      "step": 51252
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.3425848650117424e-05,
+      "loss": 0.0,
+      "step": 51254
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.342520168986019e-05,
+      "loss": 0.0,
+      "step": 51256
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.342455472960296e-05,
+      "loss": 0.0606,
+      "step": 51258
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.342390776934573e-05,
+      "loss": 0.0,
+      "step": 51260
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.34232608090885e-05,
+      "loss": 0.0001,
+      "step": 51262
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.342261384883127e-05,
+      "loss": 0.0065,
+      "step": 51264
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.342196688857404e-05,
+      "loss": 0.0091,
+      "step": 51266
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.342131992831681e-05,
+      "loss": 0.0,
+      "step": 51268
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3420672968059576e-05,
+      "loss": 0.0004,
+      "step": 51270
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.342002600780234e-05,
+      "loss": 0.0,
+      "step": 51272
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3419379047545114e-05,
+      "loss": 0.0,
+      "step": 51274
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.341873208728788e-05,
+      "loss": 0.0064,
+      "step": 51276
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3418085127030646e-05,
+      "loss": 0.0,
+      "step": 51278
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3417438166773415e-05,
+      "loss": 0.0,
+      "step": 51280
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3416791206516184e-05,
+      "loss": 0.0,
+      "step": 51282
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.341614424625895e-05,
+      "loss": 0.0001,
+      "step": 51284
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.341549728600172e-05,
+      "loss": 0.0,
+      "step": 51286
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.341485032574449e-05,
+      "loss": 0.0,
+      "step": 51288
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.341420336548726e-05,
+      "loss": 0.0,
+      "step": 51290
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.341355640523003e-05,
+      "loss": 0.0,
+      "step": 51292
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.34129094449728e-05,
+      "loss": 0.0002,
+      "step": 51294
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.341226248471557e-05,
+      "loss": 0.0,
+      "step": 51296
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.341161552445834e-05,
+      "loss": 0.0,
+      "step": 51298
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.34109685642011e-05,
+      "loss": 0.0001,
+      "step": 51300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3410321603943875e-05,
+      "loss": 0.0,
+      "step": 51302
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.340967464368664e-05,
+      "loss": 0.0,
+      "step": 51304
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3409027683429406e-05,
+      "loss": 0.0,
+      "step": 51306
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3408380723172175e-05,
+      "loss": 0.003,
+      "step": 51308
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3407733762914944e-05,
+      "loss": 0.0041,
+      "step": 51310
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3407086802657714e-05,
+      "loss": 0.0003,
+      "step": 51312
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.340643984240048e-05,
+      "loss": 0.0,
+      "step": 51314
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.340579288214325e-05,
+      "loss": 0.0,
+      "step": 51316
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.340514592188602e-05,
+      "loss": 0.0,
+      "step": 51318
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.340449896162879e-05,
+      "loss": 0.0,
+      "step": 51320
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.340385200137155e-05,
+      "loss": 0.0012,
+      "step": 51322
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.340320504111433e-05,
+      "loss": 0.0012,
+      "step": 51324
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.340255808085709e-05,
+      "loss": 0.0,
+      "step": 51326
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3401911120599866e-05,
+      "loss": 0.0008,
+      "step": 51328
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3401264160342635e-05,
+      "loss": 0.0,
+      "step": 51330
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.34006172000854e-05,
+      "loss": 0.0,
+      "step": 51332
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3399970239828173e-05,
+      "loss": 0.0,
+      "step": 51334
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3399323279570936e-05,
+      "loss": 0.0,
+      "step": 51336
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3398676319313705e-05,
+      "loss": 0.0009,
+      "step": 51338
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3398029359056474e-05,
+      "loss": 0.0044,
+      "step": 51340
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339738239879924e-05,
+      "loss": 0.0,
+      "step": 51342
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339673543854201e-05,
+      "loss": 0.0,
+      "step": 51344
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339608847828478e-05,
+      "loss": 0.0001,
+      "step": 51346
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339544151802755e-05,
+      "loss": 0.0007,
+      "step": 51348
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339479455777032e-05,
+      "loss": 0.0001,
+      "step": 51350
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339414759751309e-05,
+      "loss": 0.0,
+      "step": 51352
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339350063725585e-05,
+      "loss": 0.0003,
+      "step": 51354
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3392853676998627e-05,
+      "loss": 0.0311,
+      "step": 51356
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339220671674139e-05,
+      "loss": 0.0004,
+      "step": 51358
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.339155975648416e-05,
+      "loss": 0.0,
+      "step": 51360
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3390912796226934e-05,
+      "loss": 0.0,
+      "step": 51362
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3390265835969696e-05,
+      "loss": 0.0,
+      "step": 51364
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3389618875712465e-05,
+      "loss": 0.0,
+      "step": 51366
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3388971915455234e-05,
+      "loss": 0.0,
+      "step": 51368
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3388324955198003e-05,
+      "loss": 0.0,
+      "step": 51370
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338767799494077e-05,
+      "loss": 0.0,
+      "step": 51372
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338703103468354e-05,
+      "loss": 0.0001,
+      "step": 51374
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338638407442631e-05,
+      "loss": 0.0,
+      "step": 51376
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338573711416908e-05,
+      "loss": 0.0,
+      "step": 51378
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338509015391185e-05,
+      "loss": 0.0003,
+      "step": 51380
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338444319365461e-05,
+      "loss": 0.0,
+      "step": 51382
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338379623339739e-05,
+      "loss": 0.0,
+      "step": 51384
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338314927314015e-05,
+      "loss": 0.0,
+      "step": 51386
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3382502312882925e-05,
+      "loss": 0.0,
+      "step": 51388
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338185535262569e-05,
+      "loss": 0.0,
+      "step": 51390
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3381208392368457e-05,
+      "loss": 0.0001,
+      "step": 51392
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.338056143211123e-05,
+      "loss": 0.0,
+      "step": 51394
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3379914471853995e-05,
+      "loss": 0.0,
+      "step": 51396
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3379267511596764e-05,
+      "loss": 0.0002,
+      "step": 51398
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337862055133953e-05,
+      "loss": 0.0025,
+      "step": 51400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.33779735910823e-05,
+      "loss": 0.0,
+      "step": 51402
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3377326630825064e-05,
+      "loss": 0.0,
+      "step": 51404
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337667967056784e-05,
+      "loss": 0.0,
+      "step": 51406
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337603271031061e-05,
+      "loss": 0.0,
+      "step": 51408
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337538575005338e-05,
+      "loss": 0.0001,
+      "step": 51410
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337473878979615e-05,
+      "loss": 0.0072,
+      "step": 51412
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337409182953891e-05,
+      "loss": 0.0,
+      "step": 51414
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3373444869281686e-05,
+      "loss": 0.0,
+      "step": 51416
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337279790902445e-05,
+      "loss": 0.0001,
+      "step": 51418
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.337215094876722e-05,
+      "loss": 0.0003,
+      "step": 51420
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3371503988509986e-05,
+      "loss": 0.0016,
+      "step": 51422
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3370857028252755e-05,
+      "loss": 0.0,
+      "step": 51424
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3370210067995524e-05,
+      "loss": 0.0,
+      "step": 51426
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336956310773829e-05,
+      "loss": 0.0,
+      "step": 51428
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336891614748106e-05,
+      "loss": 0.0002,
+      "step": 51430
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336826918722383e-05,
+      "loss": 0.0,
+      "step": 51432
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.33676222269666e-05,
+      "loss": 0.0,
+      "step": 51434
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336697526670936e-05,
+      "loss": 0.0155,
+      "step": 51436
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336632830645214e-05,
+      "loss": 0.0,
+      "step": 51438
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336568134619491e-05,
+      "loss": 0.0,
+      "step": 51440
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336503438593767e-05,
+      "loss": 0.0,
+      "step": 51442
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3364387425680446e-05,
+      "loss": 0.0,
+      "step": 51444
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336374046542321e-05,
+      "loss": 0.0,
+      "step": 51446
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.336309350516598e-05,
+      "loss": 0.0173,
+      "step": 51448
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3362446544908746e-05,
+      "loss": 0.0024,
+      "step": 51450
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3361799584651516e-05,
+      "loss": 0.0,
+      "step": 51452
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3361152624394285e-05,
+      "loss": 0.0,
+      "step": 51454
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3360505664137054e-05,
+      "loss": 0.0,
+      "step": 51456
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335985870387982e-05,
+      "loss": 0.0002,
+      "step": 51458
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335921174362259e-05,
+      "loss": 0.0,
+      "step": 51460
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335856478336536e-05,
+      "loss": 0.0041,
+      "step": 51462
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335791782310812e-05,
+      "loss": 0.0,
+      "step": 51464
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.33572708628509e-05,
+      "loss": 0.002,
+      "step": 51466
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335662390259366e-05,
+      "loss": 0.0,
+      "step": 51468
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335597694233644e-05,
+      "loss": 0.0002,
+      "step": 51470
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3355329982079206e-05,
+      "loss": 0.0,
+      "step": 51472
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335468302182197e-05,
+      "loss": 0.0,
+      "step": 51474
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3354036061564745e-05,
+      "loss": 0.0011,
+      "step": 51476
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335338910130751e-05,
+      "loss": 0.0,
+      "step": 51478
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3352742141050276e-05,
+      "loss": 0.1131,
+      "step": 51480
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3352095180793045e-05,
+      "loss": 0.0001,
+      "step": 51482
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3351448220535814e-05,
+      "loss": 0.0,
+      "step": 51484
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335080126027858e-05,
+      "loss": 0.0,
+      "step": 51486
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.335015430002135e-05,
+      "loss": 0.0001,
+      "step": 51488
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334950733976412e-05,
+      "loss": 0.0,
+      "step": 51490
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334886037950689e-05,
+      "loss": 0.0195,
+      "step": 51492
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334821341924966e-05,
+      "loss": 0.0001,
+      "step": 51494
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334756645899242e-05,
+      "loss": 0.0,
+      "step": 51496
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.33469194987352e-05,
+      "loss": 0.0,
+      "step": 51498
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334627253847796e-05,
+      "loss": 0.0063,
+      "step": 51500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334562557822073e-05,
+      "loss": 0.0001,
+      "step": 51502
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.33449786179635e-05,
+      "loss": 0.0002,
+      "step": 51504
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334433165770627e-05,
+      "loss": 0.0256,
+      "step": 51506
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3343684697449036e-05,
+      "loss": 0.0,
+      "step": 51508
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3343037737191805e-05,
+      "loss": 0.0404,
+      "step": 51510
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3342390776934575e-05,
+      "loss": 0.0003,
+      "step": 51512
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3341743816677344e-05,
+      "loss": 0.0,
+      "step": 51514
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334109685642011e-05,
+      "loss": 0.0001,
+      "step": 51516
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.334044989616288e-05,
+      "loss": 0.0,
+      "step": 51518
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333980293590565e-05,
+      "loss": 0.0,
+      "step": 51520
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333915597564842e-05,
+      "loss": 0.0001,
+      "step": 51522
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333850901539118e-05,
+      "loss": 0.0,
+      "step": 51524
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333786205513396e-05,
+      "loss": 0.0002,
+      "step": 51526
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333721509487672e-05,
+      "loss": 0.0,
+      "step": 51528
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3336568134619496e-05,
+      "loss": 0.0018,
+      "step": 51530
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333592117436226e-05,
+      "loss": 0.0,
+      "step": 51532
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333527421410503e-05,
+      "loss": 0.0,
+      "step": 51534
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.33346272538478e-05,
+      "loss": 0.0,
+      "step": 51536
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3333980293590566e-05,
+      "loss": 0.0,
+      "step": 51538
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.0007,
+      "step": 51540
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3332686373076104e-05,
+      "loss": 0.0,
+      "step": 51542
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333203941281887e-05,
+      "loss": 0.0,
+      "step": 51544
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3331392452561635e-05,
+      "loss": 0.0,
+      "step": 51546
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333074549230441e-05,
+      "loss": 0.0008,
+      "step": 51548
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.333009853204718e-05,
+      "loss": 0.0034,
+      "step": 51550
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332945157178995e-05,
+      "loss": 0.0001,
+      "step": 51552
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332880461153272e-05,
+      "loss": 0.0001,
+      "step": 51554
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332815765127548e-05,
+      "loss": 0.0,
+      "step": 51556
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332751069101826e-05,
+      "loss": 0.001,
+      "step": 51558
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332686373076102e-05,
+      "loss": 0.0,
+      "step": 51560
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332621677050379e-05,
+      "loss": 0.0,
+      "step": 51562
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332556981024656e-05,
+      "loss": 0.0,
+      "step": 51564
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3324922849989326e-05,
+      "loss": 0.0015,
+      "step": 51566
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3324275889732095e-05,
+      "loss": 0.0,
+      "step": 51568
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3323628929474864e-05,
+      "loss": 0.0,
+      "step": 51570
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3322981969217634e-05,
+      "loss": 0.0,
+      "step": 51572
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.33223350089604e-05,
+      "loss": 0.0,
+      "step": 51574
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332168804870317e-05,
+      "loss": 0.0054,
+      "step": 51576
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3321041088445934e-05,
+      "loss": 0.0,
+      "step": 51578
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.332039412818871e-05,
+      "loss": 0.0004,
+      "step": 51580
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331974716793147e-05,
+      "loss": 0.0001,
+      "step": 51582
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331910020767424e-05,
+      "loss": 0.0,
+      "step": 51584
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331845324741702e-05,
+      "loss": 0.0,
+      "step": 51586
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331780628715978e-05,
+      "loss": 0.0006,
+      "step": 51588
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331715932690255e-05,
+      "loss": 0.0,
+      "step": 51590
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331651236664532e-05,
+      "loss": 0.0,
+      "step": 51592
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331586540638809e-05,
+      "loss": 0.0,
+      "step": 51594
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3315218446130856e-05,
+      "loss": 0.0,
+      "step": 51596
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3314571485873625e-05,
+      "loss": 0.0,
+      "step": 51598
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3313924525616394e-05,
+      "loss": 0.0,
+      "step": 51600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331327756535916e-05,
+      "loss": 0.0052,
+      "step": 51602
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331263060510193e-05,
+      "loss": 0.0,
+      "step": 51604
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3311983644844694e-05,
+      "loss": 0.0,
+      "step": 51606
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331133668458747e-05,
+      "loss": 0.0,
+      "step": 51608
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331068972433023e-05,
+      "loss": 0.0,
+      "step": 51610
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.331004276407301e-05,
+      "loss": 0.0,
+      "step": 51612
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330939580381577e-05,
+      "loss": 0.0009,
+      "step": 51614
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330874884355854e-05,
+      "loss": 0.0,
+      "step": 51616
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3308101883301316e-05,
+      "loss": 0.0,
+      "step": 51618
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330745492304408e-05,
+      "loss": 0.0001,
+      "step": 51620
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330680796278685e-05,
+      "loss": 0.0,
+      "step": 51622
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3306161002529616e-05,
+      "loss": 0.0,
+      "step": 51624
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3305514042272385e-05,
+      "loss": 0.0,
+      "step": 51626
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3304867082015154e-05,
+      "loss": 0.0027,
+      "step": 51628
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3304220121757923e-05,
+      "loss": 0.0,
+      "step": 51630
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330357316150069e-05,
+      "loss": 0.0,
+      "step": 51632
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330292620124346e-05,
+      "loss": 0.0,
+      "step": 51634
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330227924098623e-05,
+      "loss": 0.0,
+      "step": 51636
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330163228072899e-05,
+      "loss": 0.0,
+      "step": 51638
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330098532047177e-05,
+      "loss": 0.0,
+      "step": 51640
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.330033836021453e-05,
+      "loss": 0.0,
+      "step": 51642
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.32996913999573e-05,
+      "loss": 0.0,
+      "step": 51644
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329904443970007e-05,
+      "loss": 0.0,
+      "step": 51646
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329839747944284e-05,
+      "loss": 0.0,
+      "step": 51648
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329775051918561e-05,
+      "loss": 0.0,
+      "step": 51650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3297103558928377e-05,
+      "loss": 0.0,
+      "step": 51652
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3296456598671146e-05,
+      "loss": 0.0003,
+      "step": 51654
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3295809638413915e-05,
+      "loss": 0.0002,
+      "step": 51656
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3295162678156684e-05,
+      "loss": 0.0,
+      "step": 51658
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3294515717899446e-05,
+      "loss": 0.0,
+      "step": 51660
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329386875764222e-05,
+      "loss": 0.0037,
+      "step": 51662
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329322179738499e-05,
+      "loss": 0.0002,
+      "step": 51664
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329257483712775e-05,
+      "loss": 0.0,
+      "step": 51666
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329192787687053e-05,
+      "loss": 0.0002,
+      "step": 51668
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329128091661329e-05,
+      "loss": 0.0,
+      "step": 51670
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.329063395635607e-05,
+      "loss": 0.0001,
+      "step": 51672
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328998699609883e-05,
+      "loss": 0.0,
+      "step": 51674
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.32893400358416e-05,
+      "loss": 0.0,
+      "step": 51676
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328869307558437e-05,
+      "loss": 0.0,
+      "step": 51678
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328804611532714e-05,
+      "loss": 0.0,
+      "step": 51680
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3287399155069906e-05,
+      "loss": 0.0,
+      "step": 51682
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3286752194812675e-05,
+      "loss": 0.0,
+      "step": 51684
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3286105234555444e-05,
+      "loss": 0.0,
+      "step": 51686
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3285458274298207e-05,
+      "loss": 0.0,
+      "step": 51688
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328481131404098e-05,
+      "loss": 0.0002,
+      "step": 51690
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3284164353783745e-05,
+      "loss": 0.0,
+      "step": 51692
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328351739352652e-05,
+      "loss": 0.0,
+      "step": 51694
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328287043326929e-05,
+      "loss": 0.0,
+      "step": 51696
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328222347301205e-05,
+      "loss": 0.0,
+      "step": 51698
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328157651275483e-05,
+      "loss": 0.0,
+      "step": 51700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328092955249759e-05,
+      "loss": 0.0002,
+      "step": 51702
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.328028259224036e-05,
+      "loss": 0.0137,
+      "step": 51704
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327963563198313e-05,
+      "loss": 0.0003,
+      "step": 51706
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.32789886717259e-05,
+      "loss": 0.0001,
+      "step": 51708
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3278341711468666e-05,
+      "loss": 0.0342,
+      "step": 51710
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3277694751211436e-05,
+      "loss": 0.0,
+      "step": 51712
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3277047790954205e-05,
+      "loss": 0.0004,
+      "step": 51714
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3276400830696974e-05,
+      "loss": 0.0,
+      "step": 51716
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327575387043974e-05,
+      "loss": 0.0,
+      "step": 51718
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3275106910182505e-05,
+      "loss": 0.0013,
+      "step": 51720
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327445994992528e-05,
+      "loss": 0.0002,
+      "step": 51722
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327381298966804e-05,
+      "loss": 0.0,
+      "step": 51724
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327316602941081e-05,
+      "loss": 0.0,
+      "step": 51726
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327251906915359e-05,
+      "loss": 0.0,
+      "step": 51728
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327187210889635e-05,
+      "loss": 0.0,
+      "step": 51730
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327122514863912e-05,
+      "loss": 0.0,
+      "step": 51732
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.327057818838189e-05,
+      "loss": 0.0023,
+      "step": 51734
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326993122812466e-05,
+      "loss": 0.0006,
+      "step": 51736
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326928426786743e-05,
+      "loss": 0.0,
+      "step": 51738
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3268637307610196e-05,
+      "loss": 0.0,
+      "step": 51740
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3267990347352965e-05,
+      "loss": 0.0001,
+      "step": 51742
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3267343387095734e-05,
+      "loss": 0.0,
+      "step": 51744
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.32666964268385e-05,
+      "loss": 0.0,
+      "step": 51746
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3266049466581265e-05,
+      "loss": 0.0001,
+      "step": 51748
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326540250632404e-05,
+      "loss": 0.0,
+      "step": 51750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3264755546066804e-05,
+      "loss": 0.001,
+      "step": 51752
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326410858580958e-05,
+      "loss": 0.0007,
+      "step": 51754
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326346162555234e-05,
+      "loss": 0.0,
+      "step": 51756
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326281466529511e-05,
+      "loss": 0.0054,
+      "step": 51758
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326216770503788e-05,
+      "loss": 0.0098,
+      "step": 51760
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326152074478065e-05,
+      "loss": 0.0,
+      "step": 51762
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326087378452342e-05,
+      "loss": 0.0,
+      "step": 51764
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.326022682426619e-05,
+      "loss": 0.0,
+      "step": 51766
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3259579864008956e-05,
+      "loss": 0.0,
+      "step": 51768
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.325893290375172e-05,
+      "loss": 0.0,
+      "step": 51770
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3258285943494495e-05,
+      "loss": 0.0,
+      "step": 51772
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3257638983237264e-05,
+      "loss": 0.0,
+      "step": 51774
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.325699202298003e-05,
+      "loss": 0.0,
+      "step": 51776
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.32563450627228e-05,
+      "loss": 0.0005,
+      "step": 51778
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.3255698102465564e-05,
+      "loss": 0.0023,
+      "step": 51780
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.325505114220834e-05,
+      "loss": 0.0,
+      "step": 51782
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.32544041819511e-05,
+      "loss": 0.0,
+      "step": 51784
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.325375722169387e-05,
+      "loss": 0.0,
+      "step": 51786
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.325311026143664e-05,
+      "loss": 0.0,
+      "step": 51788
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.325246330117941e-05,
+      "loss": 0.0004,
+      "step": 51790
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.325181634092218e-05,
+      "loss": 0.0,
+      "step": 51792
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.325116938066495e-05,
+      "loss": 0.0,
+      "step": 51794
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.325052242040772e-05,
+      "loss": 0.0,
+      "step": 51796
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3249875460150486e-05,
+      "loss": 0.0,
+      "step": 51798
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3249228499893255e-05,
+      "loss": 0.0316,
+      "step": 51800
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324858153963602e-05,
+      "loss": 0.0,
+      "step": 51802
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324793457937879e-05,
+      "loss": 0.0001,
+      "step": 51804
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3247287619121555e-05,
+      "loss": 0.0,
+      "step": 51806
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3246640658864324e-05,
+      "loss": 0.0,
+      "step": 51808
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.32459936986071e-05,
+      "loss": 0.0,
+      "step": 51810
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324534673834986e-05,
+      "loss": 0.0,
+      "step": 51812
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324469977809263e-05,
+      "loss": 0.0001,
+      "step": 51814
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.32440528178354e-05,
+      "loss": 0.0011,
+      "step": 51816
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324340585757817e-05,
+      "loss": 0.0005,
+      "step": 51818
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324275889732094e-05,
+      "loss": 0.0,
+      "step": 51820
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324211193706371e-05,
+      "loss": 0.0004,
+      "step": 51822
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.324146497680648e-05,
+      "loss": 0.0,
+      "step": 51824
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3240818016549246e-05,
+      "loss": 0.0045,
+      "step": 51826
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3240171056292015e-05,
+      "loss": 0.0,
+      "step": 51828
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323952409603478e-05,
+      "loss": 0.0001,
+      "step": 51830
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3238877135777553e-05,
+      "loss": 0.0096,
+      "step": 51832
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3238230175520316e-05,
+      "loss": 0.0,
+      "step": 51834
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323758321526309e-05,
+      "loss": 0.0,
+      "step": 51836
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3236936255005854e-05,
+      "loss": 0.0,
+      "step": 51838
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323628929474862e-05,
+      "loss": 0.0,
+      "step": 51840
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.32356423344914e-05,
+      "loss": 0.0,
+      "step": 51842
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323499537423416e-05,
+      "loss": 0.0,
+      "step": 51844
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323434841397693e-05,
+      "loss": 0.0047,
+      "step": 51846
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.32337014537197e-05,
+      "loss": 0.0001,
+      "step": 51848
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323305449346247e-05,
+      "loss": 0.0001,
+      "step": 51850
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323240753320524e-05,
+      "loss": 0.0,
+      "step": 51852
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.323176057294801e-05,
+      "loss": 0.0,
+      "step": 51854
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3231113612690776e-05,
+      "loss": 0.0,
+      "step": 51856
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3230466652433545e-05,
+      "loss": 0.0,
+      "step": 51858
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3229819692176314e-05,
+      "loss": 0.0,
+      "step": 51860
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3229172731919076e-05,
+      "loss": 0.0001,
+      "step": 51862
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.322852577166185e-05,
+      "loss": 0.0,
+      "step": 51864
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3227878811404614e-05,
+      "loss": 0.0,
+      "step": 51866
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3227231851147383e-05,
+      "loss": 0.0,
+      "step": 51868
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.322658489089015e-05,
+      "loss": 0.0001,
+      "step": 51870
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.322593793063292e-05,
+      "loss": 0.0001,
+      "step": 51872
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.322529097037569e-05,
+      "loss": 0.0,
+      "step": 51874
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.322464401011846e-05,
+      "loss": 0.0001,
+      "step": 51876
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.322399704986123e-05,
+      "loss": 0.0039,
+      "step": 51878
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3223350089604e-05,
+      "loss": 0.0001,
+      "step": 51880
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.322270312934677e-05,
+      "loss": 0.0,
+      "step": 51882
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.322205616908953e-05,
+      "loss": 0.0001,
+      "step": 51884
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3221409208832305e-05,
+      "loss": 0.0,
+      "step": 51886
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3220762248575074e-05,
+      "loss": 0.0,
+      "step": 51888
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3220115288317837e-05,
+      "loss": 0.0,
+      "step": 51890
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321946832806061e-05,
+      "loss": 0.0001,
+      "step": 51892
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3218821367803375e-05,
+      "loss": 0.0,
+      "step": 51894
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321817440754615e-05,
+      "loss": 0.0,
+      "step": 51896
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321752744728891e-05,
+      "loss": 0.0,
+      "step": 51898
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321688048703168e-05,
+      "loss": 0.0425,
+      "step": 51900
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321623352677445e-05,
+      "loss": 0.0,
+      "step": 51902
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321558656651722e-05,
+      "loss": 0.0001,
+      "step": 51904
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321493960625999e-05,
+      "loss": 0.0001,
+      "step": 51906
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321429264600276e-05,
+      "loss": 0.0,
+      "step": 51908
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321364568574553e-05,
+      "loss": 0.0001,
+      "step": 51910
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321299872548829e-05,
+      "loss": 0.0,
+      "step": 51912
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3212351765231066e-05,
+      "loss": 0.0,
+      "step": 51914
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321170480497383e-05,
+      "loss": 0.0,
+      "step": 51916
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3211057844716604e-05,
+      "loss": 0.0,
+      "step": 51918
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.321041088445937e-05,
+      "loss": 0.0,
+      "step": 51920
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3209763924202135e-05,
+      "loss": 0.0024,
+      "step": 51922
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320911696394491e-05,
+      "loss": 0.0,
+      "step": 51924
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320847000368767e-05,
+      "loss": 0.0,
+      "step": 51926
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320782304343044e-05,
+      "loss": 0.0,
+      "step": 51928
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320717608317321e-05,
+      "loss": 0.0,
+      "step": 51930
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320652912291598e-05,
+      "loss": 0.0001,
+      "step": 51932
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320588216265875e-05,
+      "loss": 0.0,
+      "step": 51934
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320523520240152e-05,
+      "loss": 0.0,
+      "step": 51936
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320458824214429e-05,
+      "loss": 0.0,
+      "step": 51938
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320394128188706e-05,
+      "loss": 0.0,
+      "step": 51940
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3203294321629826e-05,
+      "loss": 0.0,
+      "step": 51942
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320264736137259e-05,
+      "loss": 0.0,
+      "step": 51944
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3202000401115364e-05,
+      "loss": 0.0001,
+      "step": 51946
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3201353440858126e-05,
+      "loss": 0.0,
+      "step": 51948
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3200706480600896e-05,
+      "loss": 0.0002,
+      "step": 51950
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.320005952034367e-05,
+      "loss": 0.0001,
+      "step": 51952
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3199412560086434e-05,
+      "loss": 0.0037,
+      "step": 51954
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31987655998292e-05,
+      "loss": 0.001,
+      "step": 51956
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319811863957197e-05,
+      "loss": 0.0006,
+      "step": 51958
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319747167931474e-05,
+      "loss": 0.0035,
+      "step": 51960
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319682471905751e-05,
+      "loss": 0.0,
+      "step": 51962
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319617775880028e-05,
+      "loss": 0.0,
+      "step": 51964
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319553079854305e-05,
+      "loss": 0.0003,
+      "step": 51966
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319488383828582e-05,
+      "loss": 0.0,
+      "step": 51968
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3194236878028586e-05,
+      "loss": 0.0001,
+      "step": 51970
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319358991777135e-05,
+      "loss": 0.0,
+      "step": 51972
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3192942957514125e-05,
+      "loss": 0.0,
+      "step": 51974
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319229599725689e-05,
+      "loss": 0.0,
+      "step": 51976
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.319164903699966e-05,
+      "loss": 0.0005,
+      "step": 51978
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3191002076742425e-05,
+      "loss": 0.0,
+      "step": 51980
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3190355116485194e-05,
+      "loss": 0.0,
+      "step": 51982
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318970815622796e-05,
+      "loss": 0.0,
+      "step": 51984
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318906119597073e-05,
+      "loss": 0.0,
+      "step": 51986
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31884142357135e-05,
+      "loss": 0.0,
+      "step": 51988
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318776727545627e-05,
+      "loss": 0.0001,
+      "step": 51990
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318712031519904e-05,
+      "loss": 0.0,
+      "step": 51992
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31864733549418e-05,
+      "loss": 0.0004,
+      "step": 51994
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318582639468458e-05,
+      "loss": 0.0,
+      "step": 51996
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318517943442735e-05,
+      "loss": 0.0,
+      "step": 51998
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3184532474170116e-05,
+      "loss": 0.0,
+      "step": 52000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3183885513912885e-05,
+      "loss": 0.0107,
+      "step": 52002
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318323855365565e-05,
+      "loss": 0.0001,
+      "step": 52004
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318259159339842e-05,
+      "loss": 0.0,
+      "step": 52006
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3181944633141185e-05,
+      "loss": 0.0,
+      "step": 52008
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3181297672883955e-05,
+      "loss": 0.0001,
+      "step": 52010
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3180650712626724e-05,
+      "loss": 0.0,
+      "step": 52012
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.318000375236949e-05,
+      "loss": 0.0057,
+      "step": 52014
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.317935679211226e-05,
+      "loss": 0.0003,
+      "step": 52016
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.317870983185503e-05,
+      "loss": 0.0,
+      "step": 52018
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31780628715978e-05,
+      "loss": 0.0,
+      "step": 52020
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.317741591134057e-05,
+      "loss": 0.0,
+      "step": 52022
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.317676895108334e-05,
+      "loss": 0.0,
+      "step": 52024
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31761219908261e-05,
+      "loss": 0.0,
+      "step": 52026
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3175475030568876e-05,
+      "loss": 0.0002,
+      "step": 52028
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3174828070311645e-05,
+      "loss": 0.0,
+      "step": 52030
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.317418111005441e-05,
+      "loss": 0.0,
+      "step": 52032
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3173534149797184e-05,
+      "loss": 0.0001,
+      "step": 52034
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3172887189539946e-05,
+      "loss": 0.0,
+      "step": 52036
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.317224022928272e-05,
+      "loss": 0.0,
+      "step": 52038
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3171593269025484e-05,
+      "loss": 0.0001,
+      "step": 52040
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.317094630876825e-05,
+      "loss": 0.0017,
+      "step": 52042
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.317029934851102e-05,
+      "loss": 0.0002,
+      "step": 52044
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316965238825379e-05,
+      "loss": 0.0,
+      "step": 52046
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316900542799656e-05,
+      "loss": 0.0,
+      "step": 52048
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316835846773933e-05,
+      "loss": 0.0,
+      "step": 52050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31677115074821e-05,
+      "loss": 0.0078,
+      "step": 52052
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316706454722486e-05,
+      "loss": 0.0,
+      "step": 52054
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316641758696764e-05,
+      "loss": 0.0,
+      "step": 52056
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31657706267104e-05,
+      "loss": 0.0047,
+      "step": 52058
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3165123666453175e-05,
+      "loss": 0.0063,
+      "step": 52060
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316447670619594e-05,
+      "loss": 0.0,
+      "step": 52062
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3163829745938706e-05,
+      "loss": 0.0,
+      "step": 52064
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316318278568148e-05,
+      "loss": 0.0,
+      "step": 52066
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3162535825424244e-05,
+      "loss": 0.0026,
+      "step": 52068
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3161888865167014e-05,
+      "loss": 0.0001,
+      "step": 52070
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316124190490978e-05,
+      "loss": 0.0,
+      "step": 52072
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.316059494465255e-05,
+      "loss": 0.0,
+      "step": 52074
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315994798439532e-05,
+      "loss": 0.0001,
+      "step": 52076
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315930102413809e-05,
+      "loss": 0.0025,
+      "step": 52078
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315865406388086e-05,
+      "loss": 0.0,
+      "step": 52080
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315800710362363e-05,
+      "loss": 0.0,
+      "step": 52082
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31573601433664e-05,
+      "loss": 0.0,
+      "step": 52084
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315671318310916e-05,
+      "loss": 0.0114,
+      "step": 52086
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3156066222851935e-05,
+      "loss": 0.0,
+      "step": 52088
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31554192625947e-05,
+      "loss": 0.0,
+      "step": 52090
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315477230233747e-05,
+      "loss": 0.0001,
+      "step": 52092
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3154125342080236e-05,
+      "loss": 0.0,
+      "step": 52094
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3153478381823005e-05,
+      "loss": 0.0,
+      "step": 52096
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3152831421565774e-05,
+      "loss": 0.0,
+      "step": 52098
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315218446130854e-05,
+      "loss": 0.0,
+      "step": 52100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315153750105131e-05,
+      "loss": 0.0047,
+      "step": 52102
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315089054079408e-05,
+      "loss": 0.0,
+      "step": 52104
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.315024358053685e-05,
+      "loss": 0.0,
+      "step": 52106
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314959662027962e-05,
+      "loss": 0.0056,
+      "step": 52108
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314894966002239e-05,
+      "loss": 0.0,
+      "step": 52110
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314830269976516e-05,
+      "loss": 0.0,
+      "step": 52112
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314765573950792e-05,
+      "loss": 0.0,
+      "step": 52114
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3147008779250696e-05,
+      "loss": 0.0,
+      "step": 52116
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314636181899346e-05,
+      "loss": 0.0062,
+      "step": 52118
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3145714858736234e-05,
+      "loss": 0.0004,
+      "step": 52120
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3145067898478996e-05,
+      "loss": 0.0,
+      "step": 52122
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3144420938221765e-05,
+      "loss": 0.0,
+      "step": 52124
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3143773977964534e-05,
+      "loss": 0.0001,
+      "step": 52126
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3143127017707303e-05,
+      "loss": 0.0001,
+      "step": 52128
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314248005745007e-05,
+      "loss": 0.0,
+      "step": 52130
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314183309719284e-05,
+      "loss": 0.0,
+      "step": 52132
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314118613693561e-05,
+      "loss": 0.0,
+      "step": 52134
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.314053917667837e-05,
+      "loss": 0.0,
+      "step": 52136
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313989221642115e-05,
+      "loss": 0.0,
+      "step": 52138
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313924525616391e-05,
+      "loss": 0.0,
+      "step": 52140
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313859829590669e-05,
+      "loss": 0.0,
+      "step": 52142
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3137951335649456e-05,
+      "loss": 0.0,
+      "step": 52144
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313730437539222e-05,
+      "loss": 0.0,
+      "step": 52146
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3136657415134994e-05,
+      "loss": 0.0,
+      "step": 52148
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3136010454877757e-05,
+      "loss": 0.0,
+      "step": 52150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3135363494620526e-05,
+      "loss": 0.0,
+      "step": 52152
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3134716534363295e-05,
+      "loss": 0.0,
+      "step": 52154
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3134069574106064e-05,
+      "loss": 0.0,
+      "step": 52156
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313342261384883e-05,
+      "loss": 0.0,
+      "step": 52158
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31327756535916e-05,
+      "loss": 0.0,
+      "step": 52160
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313212869333437e-05,
+      "loss": 0.0059,
+      "step": 52162
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313148173307714e-05,
+      "loss": 0.0001,
+      "step": 52164
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313083477281991e-05,
+      "loss": 0.0,
+      "step": 52166
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.313018781256267e-05,
+      "loss": 0.0,
+      "step": 52168
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312954085230545e-05,
+      "loss": 0.0,
+      "step": 52170
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312889389204821e-05,
+      "loss": 0.0,
+      "step": 52172
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312824693179098e-05,
+      "loss": 0.0,
+      "step": 52174
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3127599971533755e-05,
+      "loss": 0.0002,
+      "step": 52176
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312695301127652e-05,
+      "loss": 0.0,
+      "step": 52178
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312630605101929e-05,
+      "loss": 0.0,
+      "step": 52180
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3125659090762055e-05,
+      "loss": 0.0,
+      "step": 52182
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3125012130504824e-05,
+      "loss": 0.0,
+      "step": 52184
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312436517024759e-05,
+      "loss": 0.0025,
+      "step": 52186
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312371820999036e-05,
+      "loss": 0.0,
+      "step": 52188
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312307124973313e-05,
+      "loss": 0.0,
+      "step": 52190
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31224242894759e-05,
+      "loss": 0.0,
+      "step": 52192
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312177732921867e-05,
+      "loss": 0.0,
+      "step": 52194
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312113036896143e-05,
+      "loss": 0.0,
+      "step": 52196
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.312048340870421e-05,
+      "loss": 0.0001,
+      "step": 52198
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311983644844697e-05,
+      "loss": 0.0015,
+      "step": 52200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3119189488189746e-05,
+      "loss": 0.0,
+      "step": 52202
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311854252793251e-05,
+      "loss": 0.0013,
+      "step": 52204
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311789556767528e-05,
+      "loss": 0.0001,
+      "step": 52206
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311724860741805e-05,
+      "loss": 0.0064,
+      "step": 52208
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3116601647160816e-05,
+      "loss": 0.0,
+      "step": 52210
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3115954686903585e-05,
+      "loss": 0.0,
+      "step": 52212
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3115307726646354e-05,
+      "loss": 0.0,
+      "step": 52214
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311466076638912e-05,
+      "loss": 0.0042,
+      "step": 52216
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3114013806131885e-05,
+      "loss": 0.0001,
+      "step": 52218
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311336684587466e-05,
+      "loss": 0.0005,
+      "step": 52220
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311271988561743e-05,
+      "loss": 0.0,
+      "step": 52222
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.31120729253602e-05,
+      "loss": 0.0001,
+      "step": 52224
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311142596510297e-05,
+      "loss": 0.0,
+      "step": 52226
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.311077900484573e-05,
+      "loss": 0.0,
+      "step": 52228
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3110132044588506e-05,
+      "loss": 0.0,
+      "step": 52230
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310948508433127e-05,
+      "loss": 0.0,
+      "step": 52232
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310883812407404e-05,
+      "loss": 0.0001,
+      "step": 52234
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310819116381681e-05,
+      "loss": 0.0,
+      "step": 52236
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3107544203559576e-05,
+      "loss": 0.0,
+      "step": 52238
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3106897243302345e-05,
+      "loss": 0.0,
+      "step": 52240
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3106250283045114e-05,
+      "loss": 0.0,
+      "step": 52242
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310560332278788e-05,
+      "loss": 0.0,
+      "step": 52244
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310495636253065e-05,
+      "loss": 0.0,
+      "step": 52246
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310430940227342e-05,
+      "loss": 0.0003,
+      "step": 52248
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3103662442016184e-05,
+      "loss": 0.0,
+      "step": 52250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310301548175896e-05,
+      "loss": 0.0,
+      "step": 52252
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310236852150173e-05,
+      "loss": 0.006,
+      "step": 52254
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310172156124449e-05,
+      "loss": 0.0,
+      "step": 52256
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310107460098727e-05,
+      "loss": 0.0003,
+      "step": 52258
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.310042764073003e-05,
+      "loss": 0.0007,
+      "step": 52260
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3099780680472805e-05,
+      "loss": 0.0,
+      "step": 52262
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309913372021557e-05,
+      "loss": 0.001,
+      "step": 52264
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3098486759958336e-05,
+      "loss": 0.0,
+      "step": 52266
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3097839799701105e-05,
+      "loss": 0.0006,
+      "step": 52268
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3097192839443875e-05,
+      "loss": 0.0,
+      "step": 52270
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3096545879186644e-05,
+      "loss": 0.0,
+      "step": 52272
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309589891892941e-05,
+      "loss": 0.0,
+      "step": 52274
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309525195867218e-05,
+      "loss": 0.0,
+      "step": 52276
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3094604998414944e-05,
+      "loss": 0.0,
+      "step": 52278
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309395803815772e-05,
+      "loss": 0.0,
+      "step": 52280
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309331107790048e-05,
+      "loss": 0.0001,
+      "step": 52282
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309266411764326e-05,
+      "loss": 0.0001,
+      "step": 52284
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309201715738602e-05,
+      "loss": 0.0,
+      "step": 52286
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309137019712879e-05,
+      "loss": 0.0,
+      "step": 52288
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.3090723236871565e-05,
+      "loss": 0.0,
+      "step": 52290
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.309007627661433e-05,
+      "loss": 0.0001,
+      "step": 52292
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 3.30894293163571e-05,
+      "loss": 0.0,
+      "step": 52294
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3088782356099866e-05,
+      "loss": 0.0011,
+      "step": 52296
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3088135395842635e-05,
+      "loss": 0.0,
+      "step": 52298
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3087488435585404e-05,
+      "loss": 0.0,
+      "step": 52300
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308684147532817e-05,
+      "loss": 0.0,
+      "step": 52302
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308619451507094e-05,
+      "loss": 0.0,
+      "step": 52304
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308554755481371e-05,
+      "loss": 0.0,
+      "step": 52306
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308490059455648e-05,
+      "loss": 0.0,
+      "step": 52308
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308425363429924e-05,
+      "loss": 0.0001,
+      "step": 52310
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308360667404202e-05,
+      "loss": 0.0,
+      "step": 52312
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308295971378478e-05,
+      "loss": 0.0001,
+      "step": 52314
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308231275352755e-05,
+      "loss": 0.0,
+      "step": 52316
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308166579327032e-05,
+      "loss": 0.0,
+      "step": 52318
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.308101883301309e-05,
+      "loss": 0.0,
+      "step": 52320
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3080371872755864e-05,
+      "loss": 0.0,
+      "step": 52322
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3079724912498626e-05,
+      "loss": 0.0091,
+      "step": 52324
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3079077952241395e-05,
+      "loss": 0.0004,
+      "step": 52326
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3078430991984164e-05,
+      "loss": 0.0,
+      "step": 52328
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3077784031726934e-05,
+      "loss": 0.0008,
+      "step": 52330
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30771370714697e-05,
+      "loss": 0.0004,
+      "step": 52332
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307649011121247e-05,
+      "loss": 0.0,
+      "step": 52334
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307584315095524e-05,
+      "loss": 0.0001,
+      "step": 52336
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3075196190698e-05,
+      "loss": 0.0,
+      "step": 52338
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307454923044078e-05,
+      "loss": 0.0,
+      "step": 52340
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307390227018354e-05,
+      "loss": 0.0001,
+      "step": 52342
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307325530992632e-05,
+      "loss": 0.0001,
+      "step": 52344
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307260834966908e-05,
+      "loss": 0.0,
+      "step": 52346
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307196138941185e-05,
+      "loss": 0.0,
+      "step": 52348
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307131442915462e-05,
+      "loss": 0.0,
+      "step": 52350
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.307066746889739e-05,
+      "loss": 0.0,
+      "step": 52352
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3070020508640156e-05,
+      "loss": 0.0413,
+      "step": 52354
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3069373548382925e-05,
+      "loss": 0.0,
+      "step": 52356
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3068726588125694e-05,
+      "loss": 0.0008,
+      "step": 52358
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3068079627868456e-05,
+      "loss": 0.0027,
+      "step": 52360
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.306743266761123e-05,
+      "loss": 0.0,
+      "step": 52362
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3066785707353994e-05,
+      "loss": 0.0,
+      "step": 52364
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.306613874709677e-05,
+      "loss": 0.0,
+      "step": 52366
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.306549178683954e-05,
+      "loss": 0.0003,
+      "step": 52368
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30648448265823e-05,
+      "loss": 0.0,
+      "step": 52370
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.306419786632508e-05,
+      "loss": 0.0001,
+      "step": 52372
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.306355090606784e-05,
+      "loss": 0.0,
+      "step": 52374
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.306290394581061e-05,
+      "loss": 0.0,
+      "step": 52376
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.306225698555338e-05,
+      "loss": 0.0002,
+      "step": 52378
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.306161002529615e-05,
+      "loss": 0.0,
+      "step": 52380
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3060963065038916e-05,
+      "loss": 0.0002,
+      "step": 52382
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3060316104781685e-05,
+      "loss": 0.0,
+      "step": 52384
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3059669144524454e-05,
+      "loss": 0.0,
+      "step": 52386
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3059022184267223e-05,
+      "loss": 0.0008,
+      "step": 52388
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.305837522400999e-05,
+      "loss": 0.0002,
+      "step": 52390
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3057728263752755e-05,
+      "loss": 0.0,
+      "step": 52392
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.305708130349553e-05,
+      "loss": 0.0,
+      "step": 52394
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.305643434323829e-05,
+      "loss": 0.0001,
+      "step": 52396
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.305578738298106e-05,
+      "loss": 0.0085,
+      "step": 52398
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.305514042272384e-05,
+      "loss": 0.0,
+      "step": 52400
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30544934624666e-05,
+      "loss": 0.0,
+      "step": 52402
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3053846502209376e-05,
+      "loss": 0.0012,
+      "step": 52404
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.305319954195214e-05,
+      "loss": 0.0055,
+      "step": 52406
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.305255258169491e-05,
+      "loss": 0.0,
+      "step": 52408
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3051905621437677e-05,
+      "loss": 0.0,
+      "step": 52410
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3051258661180446e-05,
+      "loss": 0.0,
+      "step": 52412
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3050611700923215e-05,
+      "loss": 0.0002,
+      "step": 52414
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3049964740665984e-05,
+      "loss": 0.0,
+      "step": 52416
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304931778040875e-05,
+      "loss": 0.0393,
+      "step": 52418
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3048670820151515e-05,
+      "loss": 0.0,
+      "step": 52420
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304802385989429e-05,
+      "loss": 0.0,
+      "step": 52422
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304737689963705e-05,
+      "loss": 0.0,
+      "step": 52424
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304672993937983e-05,
+      "loss": 0.0027,
+      "step": 52426
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304608297912259e-05,
+      "loss": 0.0,
+      "step": 52428
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304543601886536e-05,
+      "loss": 0.0,
+      "step": 52430
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3044789058608136e-05,
+      "loss": 0.0002,
+      "step": 52432
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30441420983509e-05,
+      "loss": 0.0,
+      "step": 52434
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304349513809367e-05,
+      "loss": 0.0,
+      "step": 52436
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304284817783644e-05,
+      "loss": 0.0,
+      "step": 52438
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3042201217579206e-05,
+      "loss": 0.0,
+      "step": 52440
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304155425732197e-05,
+      "loss": 0.0,
+      "step": 52442
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3040907297064744e-05,
+      "loss": 0.0,
+      "step": 52444
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.304026033680751e-05,
+      "loss": 0.0,
+      "step": 52446
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303961337655028e-05,
+      "loss": 0.0,
+      "step": 52448
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303896641629305e-05,
+      "loss": 0.0037,
+      "step": 52450
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3038319456035814e-05,
+      "loss": 0.0,
+      "step": 52452
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303767249577859e-05,
+      "loss": 0.0,
+      "step": 52454
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303702553552135e-05,
+      "loss": 0.0,
+      "step": 52456
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303637857526412e-05,
+      "loss": 0.001,
+      "step": 52458
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303573161500689e-05,
+      "loss": 0.0003,
+      "step": 52460
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303508465474966e-05,
+      "loss": 0.0,
+      "step": 52462
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303443769449243e-05,
+      "loss": 0.0,
+      "step": 52464
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30337907342352e-05,
+      "loss": 0.0001,
+      "step": 52466
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3033143773977966e-05,
+      "loss": 0.0001,
+      "step": 52468
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3032496813720736e-05,
+      "loss": 0.0025,
+      "step": 52470
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3031849853463505e-05,
+      "loss": 0.0,
+      "step": 52472
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303120289320627e-05,
+      "loss": 0.0,
+      "step": 52474
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.303055593294904e-05,
+      "loss": 0.0,
+      "step": 52476
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302990897269181e-05,
+      "loss": 0.0,
+      "step": 52478
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3029262012434574e-05,
+      "loss": 0.0,
+      "step": 52480
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302861505217735e-05,
+      "loss": 0.0,
+      "step": 52482
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302796809192011e-05,
+      "loss": 0.0046,
+      "step": 52484
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302732113166289e-05,
+      "loss": 0.0,
+      "step": 52486
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302667417140565e-05,
+      "loss": 0.0034,
+      "step": 52488
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302602721114842e-05,
+      "loss": 0.0009,
+      "step": 52490
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302538025089119e-05,
+      "loss": 0.0004,
+      "step": 52492
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302473329063396e-05,
+      "loss": 0.0,
+      "step": 52494
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302408633037673e-05,
+      "loss": 0.0,
+      "step": 52496
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3023439370119496e-05,
+      "loss": 0.0,
+      "step": 52498
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3022792409862265e-05,
+      "loss": 0.0,
+      "step": 52500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302214544960503e-05,
+      "loss": 0.0,
+      "step": 52502
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30214984893478e-05,
+      "loss": 0.0046,
+      "step": 52504
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3020851529090566e-05,
+      "loss": 0.0,
+      "step": 52506
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.302020456883334e-05,
+      "loss": 0.0009,
+      "step": 52508
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.301955760857611e-05,
+      "loss": 0.0001,
+      "step": 52510
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.301891064831887e-05,
+      "loss": 0.0001,
+      "step": 52512
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.301826368806165e-05,
+      "loss": 0.0,
+      "step": 52514
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.301761672780441e-05,
+      "loss": 0.0,
+      "step": 52516
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.301696976754718e-05,
+      "loss": 0.0071,
+      "step": 52518
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.301632280728995e-05,
+      "loss": 0.0,
+      "step": 52520
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.301567584703272e-05,
+      "loss": 0.0003,
+      "step": 52522
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.301502888677549e-05,
+      "loss": 0.0,
+      "step": 52524
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3014381926518256e-05,
+      "loss": 0.0,
+      "step": 52526
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3013734966261025e-05,
+      "loss": 0.0029,
+      "step": 52528
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3013088006003795e-05,
+      "loss": 0.0,
+      "step": 52530
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3012441045746564e-05,
+      "loss": 0.0,
+      "step": 52532
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3011794085489326e-05,
+      "loss": 0.0,
+      "step": 52534
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30111471252321e-05,
+      "loss": 0.0,
+      "step": 52536
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3010500164974864e-05,
+      "loss": 0.0005,
+      "step": 52538
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300985320471763e-05,
+      "loss": 0.0,
+      "step": 52540
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30092062444604e-05,
+      "loss": 0.0001,
+      "step": 52542
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300855928420317e-05,
+      "loss": 0.001,
+      "step": 52544
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300791232394595e-05,
+      "loss": 0.0,
+      "step": 52546
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300726536368871e-05,
+      "loss": 0.0008,
+      "step": 52548
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300661840343148e-05,
+      "loss": 0.0,
+      "step": 52550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300597144317425e-05,
+      "loss": 0.003,
+      "step": 52552
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300532448291702e-05,
+      "loss": 0.0002,
+      "step": 52554
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3004677522659786e-05,
+      "loss": 0.0001,
+      "step": 52556
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3004030562402555e-05,
+      "loss": 0.0,
+      "step": 52558
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3003383602145324e-05,
+      "loss": 0.0,
+      "step": 52560
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3002736641888086e-05,
+      "loss": 0.0,
+      "step": 52562
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300208968163086e-05,
+      "loss": 0.0067,
+      "step": 52564
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.3001442721373624e-05,
+      "loss": 0.0,
+      "step": 52566
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.30007957611164e-05,
+      "loss": 0.0,
+      "step": 52568
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.300014880085916e-05,
+      "loss": 0.0005,
+      "step": 52570
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299950184060193e-05,
+      "loss": 0.0,
+      "step": 52572
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.29988548803447e-05,
+      "loss": 0.0,
+      "step": 52574
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299820792008747e-05,
+      "loss": 0.0013,
+      "step": 52576
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299756095983024e-05,
+      "loss": 0.0,
+      "step": 52578
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299691399957301e-05,
+      "loss": 0.0001,
+      "step": 52580
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299626703931578e-05,
+      "loss": 0.0,
+      "step": 52582
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299562007905854e-05,
+      "loss": 0.0012,
+      "step": 52584
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2994973118801315e-05,
+      "loss": 0.0,
+      "step": 52586
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2994326158544084e-05,
+      "loss": 0.0,
+      "step": 52588
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2993679198286854e-05,
+      "loss": 0.0,
+      "step": 52590
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299303223802962e-05,
+      "loss": 0.0,
+      "step": 52592
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2992385277772385e-05,
+      "loss": 0.0001,
+      "step": 52594
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299173831751516e-05,
+      "loss": 0.0003,
+      "step": 52596
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299109135725792e-05,
+      "loss": 0.0,
+      "step": 52598
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.299044439700069e-05,
+      "loss": 0.0001,
+      "step": 52600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298979743674346e-05,
+      "loss": 0.0,
+      "step": 52602
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298915047648623e-05,
+      "loss": 0.0,
+      "step": 52604
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2988503516229e-05,
+      "loss": 0.0,
+      "step": 52606
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298785655597177e-05,
+      "loss": 0.0,
+      "step": 52608
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298720959571454e-05,
+      "loss": 0.0,
+      "step": 52610
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298656263545731e-05,
+      "loss": 0.0,
+      "step": 52612
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2985915675200076e-05,
+      "loss": 0.0,
+      "step": 52614
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298526871494284e-05,
+      "loss": 0.0016,
+      "step": 52616
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2984621754685614e-05,
+      "loss": 0.0,
+      "step": 52618
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2983974794428376e-05,
+      "loss": 0.0,
+      "step": 52620
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2983327834171145e-05,
+      "loss": 0.0,
+      "step": 52622
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298268087391392e-05,
+      "loss": 0.0001,
+      "step": 52624
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2982033913656683e-05,
+      "loss": 0.0004,
+      "step": 52626
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298138695339946e-05,
+      "loss": 0.0,
+      "step": 52628
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298073999314222e-05,
+      "loss": 0.0,
+      "step": 52630
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.298009303288499e-05,
+      "loss": 0.0001,
+      "step": 52632
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297944607262776e-05,
+      "loss": 0.0,
+      "step": 52634
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297879911237053e-05,
+      "loss": 0.0,
+      "step": 52636
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.29781521521133e-05,
+      "loss": 0.0,
+      "step": 52638
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297750519185607e-05,
+      "loss": 0.0,
+      "step": 52640
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2976858231598836e-05,
+      "loss": 0.0025,
+      "step": 52642
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.29762112713416e-05,
+      "loss": 0.0,
+      "step": 52644
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2975564311084374e-05,
+      "loss": 0.0001,
+      "step": 52646
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297491735082714e-05,
+      "loss": 0.0005,
+      "step": 52648
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297427039056991e-05,
+      "loss": 0.0,
+      "step": 52650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2973623430312675e-05,
+      "loss": 0.0,
+      "step": 52652
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2972976470055444e-05,
+      "loss": 0.0,
+      "step": 52654
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297232950979822e-05,
+      "loss": 0.0019,
+      "step": 52656
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297168254954098e-05,
+      "loss": 0.0,
+      "step": 52658
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297103558928375e-05,
+      "loss": 0.0003,
+      "step": 52660
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.297038862902652e-05,
+      "loss": 0.0006,
+      "step": 52662
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296974166876929e-05,
+      "loss": 0.0006,
+      "step": 52664
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296909470851205e-05,
+      "loss": 0.0,
+      "step": 52666
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296844774825483e-05,
+      "loss": 0.0,
+      "step": 52668
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2967800787997597e-05,
+      "loss": 0.0001,
+      "step": 52670
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2967153827740366e-05,
+      "loss": 0.0,
+      "step": 52672
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2966506867483135e-05,
+      "loss": 0.0001,
+      "step": 52674
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.29658599072259e-05,
+      "loss": 0.0011,
+      "step": 52676
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296521294696867e-05,
+      "loss": 0.0,
+      "step": 52678
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2964565986711435e-05,
+      "loss": 0.0,
+      "step": 52680
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2963919026454204e-05,
+      "loss": 0.0,
+      "step": 52682
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296327206619697e-05,
+      "loss": 0.0,
+      "step": 52684
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296262510593974e-05,
+      "loss": 0.0,
+      "step": 52686
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296197814568252e-05,
+      "loss": 0.0001,
+      "step": 52688
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296133118542528e-05,
+      "loss": 0.0,
+      "step": 52690
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296068422516805e-05,
+      "loss": 0.0,
+      "step": 52692
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.296003726491082e-05,
+      "loss": 0.0037,
+      "step": 52694
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295939030465359e-05,
+      "loss": 0.0001,
+      "step": 52696
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295874334439635e-05,
+      "loss": 0.0001,
+      "step": 52698
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2958096384139126e-05,
+      "loss": 0.0,
+      "step": 52700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2957449423881895e-05,
+      "loss": 0.0,
+      "step": 52702
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295680246362466e-05,
+      "loss": 0.0,
+      "step": 52704
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295615550336743e-05,
+      "loss": 0.0,
+      "step": 52706
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2955508543110196e-05,
+      "loss": 0.0,
+      "step": 52708
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295486158285297e-05,
+      "loss": 0.0001,
+      "step": 52710
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2954214622595734e-05,
+      "loss": 0.0001,
+      "step": 52712
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.29535676623385e-05,
+      "loss": 0.0,
+      "step": 52714
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295292070208127e-05,
+      "loss": 0.0,
+      "step": 52716
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295227374182404e-05,
+      "loss": 0.0012,
+      "step": 52718
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295162678156681e-05,
+      "loss": 0.0001,
+      "step": 52720
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295097982130958e-05,
+      "loss": 0.0,
+      "step": 52722
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.295033286105235e-05,
+      "loss": 0.0007,
+      "step": 52724
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294968590079511e-05,
+      "loss": 0.0007,
+      "step": 52726
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2949038940537886e-05,
+      "loss": 0.01,
+      "step": 52728
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294839198028065e-05,
+      "loss": 0.0001,
+      "step": 52730
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2947745020023425e-05,
+      "loss": 0.0,
+      "step": 52732
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2947098059766194e-05,
+      "loss": 0.0002,
+      "step": 52734
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2946451099508956e-05,
+      "loss": 0.0,
+      "step": 52736
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294580413925173e-05,
+      "loss": 0.0001,
+      "step": 52738
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2945157178994494e-05,
+      "loss": 0.0,
+      "step": 52740
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294451021873726e-05,
+      "loss": 0.0,
+      "step": 52742
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294386325848003e-05,
+      "loss": 0.0001,
+      "step": 52744
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.29432162982228e-05,
+      "loss": 0.0002,
+      "step": 52746
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294256933796557e-05,
+      "loss": 0.0,
+      "step": 52748
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294192237770834e-05,
+      "loss": 0.0017,
+      "step": 52750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294127541745111e-05,
+      "loss": 0.0,
+      "step": 52752
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.294062845719388e-05,
+      "loss": 0.0,
+      "step": 52754
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293998149693665e-05,
+      "loss": 0.0,
+      "step": 52756
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293933453667941e-05,
+      "loss": 0.0,
+      "step": 52758
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2938687576422185e-05,
+      "loss": 0.0001,
+      "step": 52760
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293804061616495e-05,
+      "loss": 0.0,
+      "step": 52762
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2937393655907716e-05,
+      "loss": 0.0,
+      "step": 52764
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2936746695650485e-05,
+      "loss": 0.0,
+      "step": 52766
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2936099735393255e-05,
+      "loss": 0.0,
+      "step": 52768
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293545277513603e-05,
+      "loss": 0.0009,
+      "step": 52770
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293480581487879e-05,
+      "loss": 0.0,
+      "step": 52772
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293415885462156e-05,
+      "loss": 0.0001,
+      "step": 52774
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293351189436433e-05,
+      "loss": 0.0,
+      "step": 52776
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.29328649341071e-05,
+      "loss": 0.0,
+      "step": 52778
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293221797384987e-05,
+      "loss": 0.0,
+      "step": 52780
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293157101359264e-05,
+      "loss": 0.0,
+      "step": 52782
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293092405333541e-05,
+      "loss": 0.0044,
+      "step": 52784
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.293027709307817e-05,
+      "loss": 0.0002,
+      "step": 52786
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2929630132820945e-05,
+      "loss": 0.0,
+      "step": 52788
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.292898317256371e-05,
+      "loss": 0.0,
+      "step": 52790
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2928336212306484e-05,
+      "loss": 0.0,
+      "step": 52792
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2927689252049246e-05,
+      "loss": 0.0179,
+      "step": 52794
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2927042291792015e-05,
+      "loss": 0.0,
+      "step": 52796
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.2926395331534784e-05,
+      "loss": 0.0,
+      "step": 52798
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.292574837127755e-05,
+      "loss": 0.0083,
+      "step": 52800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.292510141102032e-05,
+      "loss": 0.0,
+      "step": 52802
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.292445445076309e-05,
+      "loss": 0.0,
+      "step": 52804
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.292380749050586e-05,
+      "loss": 0.0,
+      "step": 52806
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.292316053024862e-05,
+      "loss": 0.0,
+      "step": 52808
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 3.29225135699914e-05,
+      "loss": 0.0,
+      "step": 52810
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.292186660973417e-05,
+      "loss": 0.0,
+      "step": 52812
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.292121964947694e-05,
+      "loss": 0.0,
+      "step": 52814
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2920572689219706e-05,
+      "loss": 0.0,
+      "step": 52816
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291992572896247e-05,
+      "loss": 0.0,
+      "step": 52818
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2919278768705244e-05,
+      "loss": 0.0,
+      "step": 52820
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2918631808448006e-05,
+      "loss": 0.0,
+      "step": 52822
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2917984848190775e-05,
+      "loss": 0.0001,
+      "step": 52824
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2917337887933544e-05,
+      "loss": 0.0048,
+      "step": 52826
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2916690927676314e-05,
+      "loss": 0.0007,
+      "step": 52828
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291604396741908e-05,
+      "loss": 0.0,
+      "step": 52830
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291539700716185e-05,
+      "loss": 0.0086,
+      "step": 52832
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291475004690462e-05,
+      "loss": 0.0049,
+      "step": 52834
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291410308664739e-05,
+      "loss": 0.0,
+      "step": 52836
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291345612639016e-05,
+      "loss": 0.0,
+      "step": 52838
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291280916613292e-05,
+      "loss": 0.0004,
+      "step": 52840
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.29121622058757e-05,
+      "loss": 0.0,
+      "step": 52842
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291151524561846e-05,
+      "loss": 0.0,
+      "step": 52844
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.291086828536123e-05,
+      "loss": 0.0,
+      "step": 52846
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2910221325104004e-05,
+      "loss": 0.0,
+      "step": 52848
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290957436484677e-05,
+      "loss": 0.0001,
+      "step": 52850
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290892740458954e-05,
+      "loss": 0.0,
+      "step": 52852
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2908280444332305e-05,
+      "loss": 0.0,
+      "step": 52854
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2907633484075074e-05,
+      "loss": 0.0,
+      "step": 52856
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290698652381784e-05,
+      "loss": 0.0,
+      "step": 52858
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290633956356061e-05,
+      "loss": 0.0,
+      "step": 52860
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290569260330338e-05,
+      "loss": 0.0,
+      "step": 52862
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290504564304615e-05,
+      "loss": 0.0,
+      "step": 52864
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290439868278892e-05,
+      "loss": 0.0,
+      "step": 52866
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290375172253168e-05,
+      "loss": 0.0,
+      "step": 52868
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290310476227446e-05,
+      "loss": 0.0,
+      "step": 52870
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290245780201722e-05,
+      "loss": 0.0001,
+      "step": 52872
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2901810841759996e-05,
+      "loss": 0.0002,
+      "step": 52874
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290116388150276e-05,
+      "loss": 0.0005,
+      "step": 52876
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.290051692124553e-05,
+      "loss": 0.0,
+      "step": 52878
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28998699609883e-05,
+      "loss": 0.0,
+      "step": 52880
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2899223000731065e-05,
+      "loss": 0.0,
+      "step": 52882
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2898576040473834e-05,
+      "loss": 0.0,
+      "step": 52884
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2897929080216603e-05,
+      "loss": 0.0,
+      "step": 52886
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289728211995937e-05,
+      "loss": 0.0,
+      "step": 52888
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289663515970214e-05,
+      "loss": 0.0,
+      "step": 52890
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289598819944491e-05,
+      "loss": 0.0,
+      "step": 52892
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289534123918768e-05,
+      "loss": 0.0005,
+      "step": 52894
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289469427893045e-05,
+      "loss": 0.0001,
+      "step": 52896
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289404731867322e-05,
+      "loss": 0.0,
+      "step": 52898
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289340035841598e-05,
+      "loss": 0.0,
+      "step": 52900
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2892753398158756e-05,
+      "loss": 0.0,
+      "step": 52902
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289210643790152e-05,
+      "loss": 0.0,
+      "step": 52904
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.289145947764429e-05,
+      "loss": 0.0002,
+      "step": 52906
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2890812517387057e-05,
+      "loss": 0.0,
+      "step": 52908
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2890165557129826e-05,
+      "loss": 0.0001,
+      "step": 52910
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28895185968726e-05,
+      "loss": 0.0044,
+      "step": 52912
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2888871636615364e-05,
+      "loss": 0.0,
+      "step": 52914
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.288822467635813e-05,
+      "loss": 0.0,
+      "step": 52916
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28875777161009e-05,
+      "loss": 0.0001,
+      "step": 52918
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.288693075584367e-05,
+      "loss": 0.0001,
+      "step": 52920
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2886283795586433e-05,
+      "loss": 0.0,
+      "step": 52922
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.288563683532921e-05,
+      "loss": 0.0001,
+      "step": 52924
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.288498987507198e-05,
+      "loss": 0.0,
+      "step": 52926
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.288434291481474e-05,
+      "loss": 0.0,
+      "step": 52928
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2883695954557517e-05,
+      "loss": 0.0,
+      "step": 52930
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.288304899430028e-05,
+      "loss": 0.0,
+      "step": 52932
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2882402034043055e-05,
+      "loss": 0.0,
+      "step": 52934
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.288175507378582e-05,
+      "loss": 0.0001,
+      "step": 52936
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2881108113528586e-05,
+      "loss": 0.0,
+      "step": 52938
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2880461153271355e-05,
+      "loss": 0.002,
+      "step": 52940
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2879814193014124e-05,
+      "loss": 0.0064,
+      "step": 52942
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287916723275689e-05,
+      "loss": 0.0,
+      "step": 52944
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287852027249966e-05,
+      "loss": 0.0,
+      "step": 52946
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287787331224243e-05,
+      "loss": 0.0,
+      "step": 52948
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2877226351985194e-05,
+      "loss": 0.0,
+      "step": 52950
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287657939172797e-05,
+      "loss": 0.0,
+      "step": 52952
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287593243147073e-05,
+      "loss": 0.0,
+      "step": 52954
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287528547121351e-05,
+      "loss": 0.0002,
+      "step": 52956
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287463851095628e-05,
+      "loss": 0.0,
+      "step": 52958
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287399155069904e-05,
+      "loss": 0.0003,
+      "step": 52960
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2873344590441815e-05,
+      "loss": 0.0001,
+      "step": 52962
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.287269763018458e-05,
+      "loss": 0.0,
+      "step": 52964
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2872050669927346e-05,
+      "loss": 0.0,
+      "step": 52966
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2871403709670116e-05,
+      "loss": 0.0,
+      "step": 52968
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2870756749412885e-05,
+      "loss": 0.0,
+      "step": 52970
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2870109789155654e-05,
+      "loss": 0.0022,
+      "step": 52972
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286946282889842e-05,
+      "loss": 0.0024,
+      "step": 52974
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286881586864119e-05,
+      "loss": 0.0002,
+      "step": 52976
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286816890838396e-05,
+      "loss": 0.0,
+      "step": 52978
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286752194812673e-05,
+      "loss": 0.0002,
+      "step": 52980
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286687498786949e-05,
+      "loss": 0.0007,
+      "step": 52982
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286622802761227e-05,
+      "loss": 0.0006,
+      "step": 52984
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286558106735503e-05,
+      "loss": 0.0001,
+      "step": 52986
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28649341070978e-05,
+      "loss": 0.0001,
+      "step": 52988
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2864287146840576e-05,
+      "loss": 0.0,
+      "step": 52990
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286364018658334e-05,
+      "loss": 0.0015,
+      "step": 52992
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2862993226326114e-05,
+      "loss": 0.0,
+      "step": 52994
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2862346266068876e-05,
+      "loss": 0.0004,
+      "step": 52996
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2861699305811645e-05,
+      "loss": 0.0,
+      "step": 52998
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2861052345554414e-05,
+      "loss": 0.0,
+      "step": 53000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.286040538529718e-05,
+      "loss": 0.0,
+      "step": 53002
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285975842503995e-05,
+      "loss": 0.0011,
+      "step": 53004
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285911146478272e-05,
+      "loss": 0.0,
+      "step": 53006
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285846450452549e-05,
+      "loss": 0.0008,
+      "step": 53008
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285781754426825e-05,
+      "loss": 0.0,
+      "step": 53010
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285717058401103e-05,
+      "loss": 0.0,
+      "step": 53012
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285652362375379e-05,
+      "loss": 0.0,
+      "step": 53014
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285587666349657e-05,
+      "loss": 0.0,
+      "step": 53016
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285522970323933e-05,
+      "loss": 0.0,
+      "step": 53018
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28545827429821e-05,
+      "loss": 0.0,
+      "step": 53020
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285393578272487e-05,
+      "loss": 0.0,
+      "step": 53022
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2853288822467636e-05,
+      "loss": 0.0001,
+      "step": 53024
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2852641862210405e-05,
+      "loss": 0.0,
+      "step": 53026
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2851994901953175e-05,
+      "loss": 0.0,
+      "step": 53028
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2851347941695944e-05,
+      "loss": 0.0,
+      "step": 53030
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285070098143871e-05,
+      "loss": 0.0,
+      "step": 53032
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.285005402118148e-05,
+      "loss": 0.0,
+      "step": 53034
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284940706092425e-05,
+      "loss": 0.0,
+      "step": 53036
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284876010066702e-05,
+      "loss": 0.0002,
+      "step": 53038
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284811314040979e-05,
+      "loss": 0.0,
+      "step": 53040
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284746618015255e-05,
+      "loss": 0.0,
+      "step": 53042
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284681921989533e-05,
+      "loss": 0.0,
+      "step": 53044
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284617225963809e-05,
+      "loss": 0.0,
+      "step": 53046
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284552529938086e-05,
+      "loss": 0.0002,
+      "step": 53048
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284520181925225e-05,
+      "loss": 0.0217,
+      "step": 53050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284455485899501e-05,
+      "loss": 0.0,
+      "step": 53052
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284390789873778e-05,
+      "loss": 0.0001,
+      "step": 53054
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284326093848055e-05,
+      "loss": 0.0001,
+      "step": 53056
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284261397822332e-05,
+      "loss": 0.0,
+      "step": 53058
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284196701796609e-05,
+      "loss": 0.011,
+      "step": 53060
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284132005770886e-05,
+      "loss": 0.0,
+      "step": 53062
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.284067309745163e-05,
+      "loss": 0.0001,
+      "step": 53064
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2840026137194396e-05,
+      "loss": 0.0,
+      "step": 53066
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2839379176937165e-05,
+      "loss": 0.0002,
+      "step": 53068
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283873221667993e-05,
+      "loss": 0.0,
+      "step": 53070
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28380852564227e-05,
+      "loss": 0.0,
+      "step": 53072
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2837438296165465e-05,
+      "loss": 0.0001,
+      "step": 53074
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2836791335908234e-05,
+      "loss": 0.0001,
+      "step": 53076
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2836144375651004e-05,
+      "loss": 0.0,
+      "step": 53078
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283549741539377e-05,
+      "loss": 0.0219,
+      "step": 53080
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283485045513654e-05,
+      "loss": 0.0,
+      "step": 53082
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283420349487931e-05,
+      "loss": 0.0176,
+      "step": 53084
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283355653462208e-05,
+      "loss": 0.0001,
+      "step": 53086
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283290957436485e-05,
+      "loss": 0.0003,
+      "step": 53088
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283226261410762e-05,
+      "loss": 0.0,
+      "step": 53090
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.283161565385039e-05,
+      "loss": 0.0,
+      "step": 53092
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2830968693593156e-05,
+      "loss": 0.0001,
+      "step": 53094
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2830321733335925e-05,
+      "loss": 0.0,
+      "step": 53096
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.282967477307869e-05,
+      "loss": 0.0011,
+      "step": 53098
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2829027812821464e-05,
+      "loss": 0.0,
+      "step": 53100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2828380852564226e-05,
+      "loss": 0.0,
+      "step": 53102
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.282805737243561e-05,
+      "loss": 0.0501,
+      "step": 53104
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2827410412178386e-05,
+      "loss": 0.0,
+      "step": 53106
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.282676345192115e-05,
+      "loss": 0.0,
+      "step": 53108
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.282611649166392e-05,
+      "loss": 0.0,
+      "step": 53110
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.282546953140669e-05,
+      "loss": 0.002,
+      "step": 53112
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2824822571149456e-05,
+      "loss": 0.0,
+      "step": 53114
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2824175610892225e-05,
+      "loss": 0.0,
+      "step": 53116
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2823528650634994e-05,
+      "loss": 0.0,
+      "step": 53118
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.282288169037776e-05,
+      "loss": 0.0,
+      "step": 53120
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.282223473012053e-05,
+      "loss": 0.0,
+      "step": 53122
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28215877698633e-05,
+      "loss": 0.0,
+      "step": 53124
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2820940809606064e-05,
+      "loss": 0.0,
+      "step": 53126
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.282029384934884e-05,
+      "loss": 0.0,
+      "step": 53128
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28196468890916e-05,
+      "loss": 0.0073,
+      "step": 53130
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281899992883437e-05,
+      "loss": 0.0001,
+      "step": 53132
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281835296857714e-05,
+      "loss": 0.0018,
+      "step": 53134
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281770600831991e-05,
+      "loss": 0.0001,
+      "step": 53136
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2817059048062685e-05,
+      "loss": 0.0004,
+      "step": 53138
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281641208780545e-05,
+      "loss": 0.0,
+      "step": 53140
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2815765127548216e-05,
+      "loss": 0.0,
+      "step": 53142
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2815118167290985e-05,
+      "loss": 0.0,
+      "step": 53144
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2814471207033754e-05,
+      "loss": 0.0248,
+      "step": 53146
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281382424677652e-05,
+      "loss": 0.0001,
+      "step": 53148
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281317728651929e-05,
+      "loss": 0.0,
+      "step": 53150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281253032626206e-05,
+      "loss": 0.0,
+      "step": 53152
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2811883366004824e-05,
+      "loss": 0.0001,
+      "step": 53154
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28112364057476e-05,
+      "loss": 0.0,
+      "step": 53156
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.281058944549036e-05,
+      "loss": 0.0,
+      "step": 53158
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280994248523314e-05,
+      "loss": 0.0,
+      "step": 53160
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28092955249759e-05,
+      "loss": 0.0113,
+      "step": 53162
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280864856471867e-05,
+      "loss": 0.0001,
+      "step": 53164
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280800160446144e-05,
+      "loss": 0.0,
+      "step": 53166
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280735464420421e-05,
+      "loss": 0.0,
+      "step": 53168
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2806707683946977e-05,
+      "loss": 0.0,
+      "step": 53170
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2806060723689746e-05,
+      "loss": 0.0,
+      "step": 53172
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2805413763432515e-05,
+      "loss": 0.0,
+      "step": 53174
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2804766803175284e-05,
+      "loss": 0.0,
+      "step": 53176
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280411984291805e-05,
+      "loss": 0.0,
+      "step": 53178
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2803472882660815e-05,
+      "loss": 0.0,
+      "step": 53180
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280282592240359e-05,
+      "loss": 0.0307,
+      "step": 53182
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280217896214636e-05,
+      "loss": 0.0,
+      "step": 53184
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280153200188912e-05,
+      "loss": 0.0,
+      "step": 53186
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.28008850416319e-05,
+      "loss": 0.0,
+      "step": 53188
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.280023808137466e-05,
+      "loss": 0.0001,
+      "step": 53190
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279959112111743e-05,
+      "loss": 0.0029,
+      "step": 53192
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.27989441608602e-05,
+      "loss": 0.0,
+      "step": 53194
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279829720060297e-05,
+      "loss": 0.0002,
+      "step": 53196
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279765024034574e-05,
+      "loss": 0.0,
+      "step": 53198
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2797003280088506e-05,
+      "loss": 0.0,
+      "step": 53200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2796356319831275e-05,
+      "loss": 0.0,
+      "step": 53202
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2795709359574044e-05,
+      "loss": 0.009,
+      "step": 53204
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279506239931681e-05,
+      "loss": 0.0,
+      "step": 53206
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2794415439059576e-05,
+      "loss": 0.0,
+      "step": 53208
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279376847880235e-05,
+      "loss": 0.0,
+      "step": 53210
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2793121518545114e-05,
+      "loss": 0.0001,
+      "step": 53212
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279247455828788e-05,
+      "loss": 0.0001,
+      "step": 53214
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279182759803066e-05,
+      "loss": 0.0004,
+      "step": 53216
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.279118063777342e-05,
+      "loss": 0.0,
+      "step": 53218
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.27905336775162e-05,
+      "loss": 0.0,
+      "step": 53220
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278988671725896e-05,
+      "loss": 0.0,
+      "step": 53222
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278923975700173e-05,
+      "loss": 0.0092,
+      "step": 53224
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.27885927967445e-05,
+      "loss": 0.0018,
+      "step": 53226
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2787945836487266e-05,
+      "loss": 0.0,
+      "step": 53228
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2787298876230036e-05,
+      "loss": 0.0,
+      "step": 53230
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2786651915972805e-05,
+      "loss": 0.0001,
+      "step": 53232
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2786004955715574e-05,
+      "loss": 0.0,
+      "step": 53234
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2785357995458336e-05,
+      "loss": 0.0,
+      "step": 53236
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278471103520111e-05,
+      "loss": 0.0,
+      "step": 53238
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2784064074943874e-05,
+      "loss": 0.0001,
+      "step": 53240
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278341711468665e-05,
+      "loss": 0.0,
+      "step": 53242
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278277015442941e-05,
+      "loss": 0.0005,
+      "step": 53244
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278212319417218e-05,
+      "loss": 0.0,
+      "step": 53246
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278147623391495e-05,
+      "loss": 0.0,
+      "step": 53248
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278082927365772e-05,
+      "loss": 0.0002,
+      "step": 53250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.278018231340049e-05,
+      "loss": 0.0005,
+      "step": 53252
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277953535314326e-05,
+      "loss": 0.0033,
+      "step": 53254
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277888839288603e-05,
+      "loss": 0.0001,
+      "step": 53256
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2778241432628796e-05,
+      "loss": 0.0,
+      "step": 53258
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2777594472371565e-05,
+      "loss": 0.0,
+      "step": 53260
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2776947512114334e-05,
+      "loss": 0.0,
+      "step": 53262
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.27763005518571e-05,
+      "loss": 0.0001,
+      "step": 53264
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277565359159987e-05,
+      "loss": 0.0,
+      "step": 53266
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2775006631342635e-05,
+      "loss": 0.0388,
+      "step": 53268
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277435967108541e-05,
+      "loss": 0.0001,
+      "step": 53270
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277371271082817e-05,
+      "loss": 0.0,
+      "step": 53272
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277306575057094e-05,
+      "loss": 0.0,
+      "step": 53274
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277241879031371e-05,
+      "loss": 0.0,
+      "step": 53276
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277177183005648e-05,
+      "loss": 0.0008,
+      "step": 53278
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277112486979925e-05,
+      "loss": 0.0,
+      "step": 53280
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.277047790954202e-05,
+      "loss": 0.0,
+      "step": 53282
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276983094928479e-05,
+      "loss": 0.0,
+      "step": 53284
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2769183989027556e-05,
+      "loss": 0.0032,
+      "step": 53286
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2768537028770325e-05,
+      "loss": 0.0001,
+      "step": 53288
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276789006851309e-05,
+      "loss": 0.0,
+      "step": 53290
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2767243108255864e-05,
+      "loss": 0.0,
+      "step": 53292
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276659614799863e-05,
+      "loss": 0.0001,
+      "step": 53294
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2765949187741395e-05,
+      "loss": 0.0,
+      "step": 53296
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276530222748417e-05,
+      "loss": 0.0,
+      "step": 53298
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276465526722693e-05,
+      "loss": 0.0004,
+      "step": 53300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276400830696971e-05,
+      "loss": 0.0,
+      "step": 53302
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276336134671247e-05,
+      "loss": 0.0,
+      "step": 53304
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276271438645524e-05,
+      "loss": 0.0,
+      "step": 53306
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276206742619801e-05,
+      "loss": 0.0,
+      "step": 53308
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276142046594078e-05,
+      "loss": 0.0,
+      "step": 53310
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276077350568355e-05,
+      "loss": 0.0,
+      "step": 53312
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.276012654542632e-05,
+      "loss": 0.0,
+      "step": 53314
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2759479585169086e-05,
+      "loss": 0.0,
+      "step": 53316
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2758832624911855e-05,
+      "loss": 0.0,
+      "step": 53318
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2758185664654624e-05,
+      "loss": 0.0,
+      "step": 53320
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2757538704397386e-05,
+      "loss": 0.0064,
+      "step": 53322
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.275689174414016e-05,
+      "loss": 0.0,
+      "step": 53324
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 3.2756244783882925e-05,
+      "loss": 0.0021,
+      "step": 53326
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2755597823625694e-05,
+      "loss": 0.0,
+      "step": 53328
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.275495086336847e-05,
+      "loss": 0.0108,
+      "step": 53330
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.275430390311123e-05,
+      "loss": 0.0,
+      "step": 53332
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2753656942854e-05,
+      "loss": 0.0,
+      "step": 53334
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.275300998259677e-05,
+      "loss": 0.0012,
+      "step": 53336
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.275236302233954e-05,
+      "loss": 0.0,
+      "step": 53338
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.275171606208231e-05,
+      "loss": 0.0077,
+      "step": 53340
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.275106910182508e-05,
+      "loss": 0.0,
+      "step": 53342
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2750422141567846e-05,
+      "loss": 0.0,
+      "step": 53344
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2749775181310615e-05,
+      "loss": 0.0,
+      "step": 53346
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2749128221053384e-05,
+      "loss": 0.042,
+      "step": 53348
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274848126079615e-05,
+      "loss": 0.0,
+      "step": 53350
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274783430053892e-05,
+      "loss": 0.0021,
+      "step": 53352
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2747187340281685e-05,
+      "loss": 0.0,
+      "step": 53354
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2746540380024454e-05,
+      "loss": 0.0008,
+      "step": 53356
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274589341976722e-05,
+      "loss": 0.0,
+      "step": 53358
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274524645950999e-05,
+      "loss": 0.0,
+      "step": 53360
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274459949925277e-05,
+      "loss": 0.0,
+      "step": 53362
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274395253899553e-05,
+      "loss": 0.0,
+      "step": 53364
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.27433055787383e-05,
+      "loss": 0.0,
+      "step": 53366
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274265861848107e-05,
+      "loss": 0.0,
+      "step": 53368
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274201165822384e-05,
+      "loss": 0.0,
+      "step": 53370
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.274136469796661e-05,
+      "loss": 0.0,
+      "step": 53372
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2740717737709376e-05,
+      "loss": 0.0,
+      "step": 53374
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2740070777452145e-05,
+      "loss": 0.0003,
+      "step": 53376
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273942381719491e-05,
+      "loss": 0.0001,
+      "step": 53378
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273877685693768e-05,
+      "loss": 0.0002,
+      "step": 53380
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2738129896680445e-05,
+      "loss": 0.0,
+      "step": 53382
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273748293642322e-05,
+      "loss": 0.0,
+      "step": 53384
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2736835976165983e-05,
+      "loss": 0.0,
+      "step": 53386
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273618901590875e-05,
+      "loss": 0.0,
+      "step": 53388
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273554205565152e-05,
+      "loss": 0.0,
+      "step": 53390
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273489509539429e-05,
+      "loss": 0.0,
+      "step": 53392
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273424813513706e-05,
+      "loss": 0.0002,
+      "step": 53394
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273360117487983e-05,
+      "loss": 0.0,
+      "step": 53396
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.27329542146226e-05,
+      "loss": 0.0041,
+      "step": 53398
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.273230725436537e-05,
+      "loss": 0.0,
+      "step": 53400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2731660294108136e-05,
+      "loss": 0.0,
+      "step": 53402
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.27310133338509e-05,
+      "loss": 0.0002,
+      "step": 53404
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2730366373593674e-05,
+      "loss": 0.0,
+      "step": 53406
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2729719413336443e-05,
+      "loss": 0.0346,
+      "step": 53408
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2729072453079206e-05,
+      "loss": 0.0001,
+      "step": 53410
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272842549282198e-05,
+      "loss": 0.0,
+      "step": 53412
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2727778532564744e-05,
+      "loss": 0.0,
+      "step": 53414
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272713157230751e-05,
+      "loss": 0.0,
+      "step": 53416
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272648461205028e-05,
+      "loss": 0.0042,
+      "step": 53418
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272583765179305e-05,
+      "loss": 0.0,
+      "step": 53420
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272519069153582e-05,
+      "loss": 0.0,
+      "step": 53422
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272454373127859e-05,
+      "loss": 0.0,
+      "step": 53424
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272389677102136e-05,
+      "loss": 0.0,
+      "step": 53426
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272324981076413e-05,
+      "loss": 0.0,
+      "step": 53428
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2722602850506897e-05,
+      "loss": 0.0,
+      "step": 53430
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.272195589024966e-05,
+      "loss": 0.0,
+      "step": 53432
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2721308929992435e-05,
+      "loss": 0.0,
+      "step": 53434
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.27206619697352e-05,
+      "loss": 0.0,
+      "step": 53436
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2720015009477966e-05,
+      "loss": 0.0002,
+      "step": 53438
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271936804922074e-05,
+      "loss": 0.0004,
+      "step": 53440
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2718721088963504e-05,
+      "loss": 0.0,
+      "step": 53442
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271807412870628e-05,
+      "loss": 0.0001,
+      "step": 53444
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271742716844904e-05,
+      "loss": 0.0,
+      "step": 53446
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271678020819181e-05,
+      "loss": 0.0,
+      "step": 53448
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271613324793458e-05,
+      "loss": 0.0,
+      "step": 53450
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271548628767735e-05,
+      "loss": 0.0,
+      "step": 53452
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271483932742012e-05,
+      "loss": 0.0,
+      "step": 53454
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271419236716289e-05,
+      "loss": 0.0022,
+      "step": 53456
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271354540690566e-05,
+      "loss": 0.0001,
+      "step": 53458
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271289844664842e-05,
+      "loss": 0.0001,
+      "step": 53460
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2712251486391195e-05,
+      "loss": 0.0013,
+      "step": 53462
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271160452613396e-05,
+      "loss": 0.0001,
+      "step": 53464
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.271095756587673e-05,
+      "loss": 0.0,
+      "step": 53466
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2710310605619496e-05,
+      "loss": 0.0,
+      "step": 53468
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2709663645362265e-05,
+      "loss": 0.0,
+      "step": 53470
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.270901668510504e-05,
+      "loss": 0.0,
+      "step": 53472
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.27083697248478e-05,
+      "loss": 0.0,
+      "step": 53474
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.270772276459057e-05,
+      "loss": 0.0,
+      "step": 53476
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.270707580433334e-05,
+      "loss": 0.0046,
+      "step": 53478
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.270642884407611e-05,
+      "loss": 0.0,
+      "step": 53480
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.270578188381888e-05,
+      "loss": 0.0,
+      "step": 53482
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.270513492356165e-05,
+      "loss": 0.0003,
+      "step": 53484
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.270448796330442e-05,
+      "loss": 0.0,
+      "step": 53486
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2703841003047186e-05,
+      "loss": 0.0,
+      "step": 53488
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2703194042789956e-05,
+      "loss": 0.001,
+      "step": 53490
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.270254708253272e-05,
+      "loss": 0.0217,
+      "step": 53492
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2701900122275494e-05,
+      "loss": 0.0002,
+      "step": 53494
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2701253162018256e-05,
+      "loss": 0.0052,
+      "step": 53496
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2700606201761025e-05,
+      "loss": 0.0001,
+      "step": 53498
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2699959241503794e-05,
+      "loss": 0.0,
+      "step": 53500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269931228124656e-05,
+      "loss": 0.0082,
+      "step": 53502
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269866532098933e-05,
+      "loss": 0.0005,
+      "step": 53504
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26980183607321e-05,
+      "loss": 0.0001,
+      "step": 53506
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269737140047487e-05,
+      "loss": 0.0002,
+      "step": 53508
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269672444021764e-05,
+      "loss": 0.0001,
+      "step": 53510
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269607747996041e-05,
+      "loss": 0.0,
+      "step": 53512
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269543051970317e-05,
+      "loss": 0.0001,
+      "step": 53514
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269478355944595e-05,
+      "loss": 0.0,
+      "step": 53516
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2694136599188716e-05,
+      "loss": 0.0056,
+      "step": 53518
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269348963893148e-05,
+      "loss": 0.0001,
+      "step": 53520
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2692842678674254e-05,
+      "loss": 0.0,
+      "step": 53522
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2692195718417016e-05,
+      "loss": 0.0,
+      "step": 53524
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.269154875815979e-05,
+      "loss": 0.0002,
+      "step": 53526
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2690901797902555e-05,
+      "loss": 0.0,
+      "step": 53528
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2690254837645324e-05,
+      "loss": 0.0025,
+      "step": 53530
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268960787738809e-05,
+      "loss": 0.0,
+      "step": 53532
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268896091713086e-05,
+      "loss": 0.0,
+      "step": 53534
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268831395687363e-05,
+      "loss": 0.0,
+      "step": 53536
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26876669966164e-05,
+      "loss": 0.0,
+      "step": 53538
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268702003635917e-05,
+      "loss": 0.0,
+      "step": 53540
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268637307610194e-05,
+      "loss": 0.0,
+      "step": 53542
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268572611584471e-05,
+      "loss": 0.0,
+      "step": 53544
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268507915558747e-05,
+      "loss": 0.0,
+      "step": 53546
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2684432195330245e-05,
+      "loss": 0.0,
+      "step": 53548
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2683785235073015e-05,
+      "loss": 0.0,
+      "step": 53550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268313827481578e-05,
+      "loss": 0.0037,
+      "step": 53552
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268249131455855e-05,
+      "loss": 0.0,
+      "step": 53554
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2681844354301315e-05,
+      "loss": 0.0,
+      "step": 53556
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2681197394044084e-05,
+      "loss": 0.0,
+      "step": 53558
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.268055043378685e-05,
+      "loss": 0.0,
+      "step": 53560
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267990347352962e-05,
+      "loss": 0.0,
+      "step": 53562
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267925651327239e-05,
+      "loss": 0.0,
+      "step": 53564
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267860955301516e-05,
+      "loss": 0.0018,
+      "step": 53566
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267796259275793e-05,
+      "loss": 0.0,
+      "step": 53568
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26773156325007e-05,
+      "loss": 0.0,
+      "step": 53570
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267666867224347e-05,
+      "loss": 0.0368,
+      "step": 53572
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267602171198623e-05,
+      "loss": 0.0,
+      "step": 53574
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2675374751729006e-05,
+      "loss": 0.0,
+      "step": 53576
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267472779147177e-05,
+      "loss": 0.0106,
+      "step": 53578
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267408083121454e-05,
+      "loss": 0.0001,
+      "step": 53580
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2673433870957306e-05,
+      "loss": 0.0002,
+      "step": 53582
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2672786910700075e-05,
+      "loss": 0.0003,
+      "step": 53584
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267213995044285e-05,
+      "loss": 0.0,
+      "step": 53586
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2671492990185614e-05,
+      "loss": 0.0,
+      "step": 53588
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267084602992838e-05,
+      "loss": 0.0094,
+      "step": 53590
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.267019906967115e-05,
+      "loss": 0.0,
+      "step": 53592
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266955210941392e-05,
+      "loss": 0.0,
+      "step": 53594
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266890514915669e-05,
+      "loss": 0.0,
+      "step": 53596
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266825818889946e-05,
+      "loss": 0.0001,
+      "step": 53598
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266761122864223e-05,
+      "loss": 0.0,
+      "step": 53600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266696426838499e-05,
+      "loss": 0.0,
+      "step": 53602
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2666317308127766e-05,
+      "loss": 0.0,
+      "step": 53604
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266567034787053e-05,
+      "loss": 0.0,
+      "step": 53606
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2665023387613304e-05,
+      "loss": 0.0001,
+      "step": 53608
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266437642735607e-05,
+      "loss": 0.0,
+      "step": 53610
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2663729467098836e-05,
+      "loss": 0.0,
+      "step": 53612
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2663082506841605e-05,
+      "loss": 0.0001,
+      "step": 53614
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2662435546584374e-05,
+      "loss": 0.0002,
+      "step": 53616
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266178858632714e-05,
+      "loss": 0.0021,
+      "step": 53618
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266114162606991e-05,
+      "loss": 0.0,
+      "step": 53620
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.266049466581268e-05,
+      "loss": 0.0,
+      "step": 53622
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265984770555545e-05,
+      "loss": 0.0,
+      "step": 53624
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265920074529822e-05,
+      "loss": 0.0,
+      "step": 53626
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265855378504098e-05,
+      "loss": 0.0,
+      "step": 53628
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265790682478376e-05,
+      "loss": 0.0,
+      "step": 53630
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265725986452653e-05,
+      "loss": 0.0001,
+      "step": 53632
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265661290426929e-05,
+      "loss": 0.0003,
+      "step": 53634
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2655965944012065e-05,
+      "loss": 0.0001,
+      "step": 53636
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265531898375483e-05,
+      "loss": 0.0001,
+      "step": 53638
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2654672023497596e-05,
+      "loss": 0.0,
+      "step": 53640
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2654025063240365e-05,
+      "loss": 0.0,
+      "step": 53642
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2653378102983134e-05,
+      "loss": 0.0,
+      "step": 53644
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2652731142725903e-05,
+      "loss": 0.0001,
+      "step": 53646
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265208418246867e-05,
+      "loss": 0.0,
+      "step": 53648
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265143722221144e-05,
+      "loss": 0.0007,
+      "step": 53650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265079026195421e-05,
+      "loss": 0.0,
+      "step": 53652
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.265014330169698e-05,
+      "loss": 0.0015,
+      "step": 53654
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264949634143974e-05,
+      "loss": 0.0,
+      "step": 53656
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264884938118252e-05,
+      "loss": 0.0,
+      "step": 53658
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264820242092528e-05,
+      "loss": 0.0,
+      "step": 53660
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264755546066805e-05,
+      "loss": 0.0,
+      "step": 53662
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2646908500410825e-05,
+      "loss": 0.0,
+      "step": 53664
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264626154015359e-05,
+      "loss": 0.0,
+      "step": 53666
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2645614579896363e-05,
+      "loss": 0.0001,
+      "step": 53668
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2644967619639126e-05,
+      "loss": 0.0001,
+      "step": 53670
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2644320659381895e-05,
+      "loss": 0.0,
+      "step": 53672
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2643673699124664e-05,
+      "loss": 0.0,
+      "step": 53674
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264302673886743e-05,
+      "loss": 0.0002,
+      "step": 53676
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26423797786102e-05,
+      "loss": 0.0002,
+      "step": 53678
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264173281835297e-05,
+      "loss": 0.0,
+      "step": 53680
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264108585809574e-05,
+      "loss": 0.0,
+      "step": 53682
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.264043889783851e-05,
+      "loss": 0.0,
+      "step": 53684
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263979193758128e-05,
+      "loss": 0.0,
+      "step": 53686
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263914497732404e-05,
+      "loss": 0.0001,
+      "step": 53688
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2638498017066817e-05,
+      "loss": 0.0,
+      "step": 53690
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263785105680958e-05,
+      "loss": 0.0003,
+      "step": 53692
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263720409655235e-05,
+      "loss": 0.0,
+      "step": 53694
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2636557136295124e-05,
+      "loss": 0.0,
+      "step": 53696
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2635910176037886e-05,
+      "loss": 0.0,
+      "step": 53698
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2635263215780655e-05,
+      "loss": 0.0,
+      "step": 53700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2634616255523424e-05,
+      "loss": 0.0001,
+      "step": 53702
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263396929526619e-05,
+      "loss": 0.01,
+      "step": 53704
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263332233500896e-05,
+      "loss": 0.0,
+      "step": 53706
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263267537475173e-05,
+      "loss": 0.0,
+      "step": 53708
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26320284144945e-05,
+      "loss": 0.0004,
+      "step": 53710
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263138145423727e-05,
+      "loss": 0.0,
+      "step": 53712
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.263073449398004e-05,
+      "loss": 0.0,
+      "step": 53714
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26300875337228e-05,
+      "loss": 0.0,
+      "step": 53716
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262944057346558e-05,
+      "loss": 0.0,
+      "step": 53718
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262879361320834e-05,
+      "loss": 0.0,
+      "step": 53720
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262814665295111e-05,
+      "loss": 0.0005,
+      "step": 53722
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262749969269388e-05,
+      "loss": 0.0162,
+      "step": 53724
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2626852732436647e-05,
+      "loss": 0.0,
+      "step": 53726
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2626205772179416e-05,
+      "loss": 0.0,
+      "step": 53728
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2625558811922185e-05,
+      "loss": 0.003,
+      "step": 53730
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2624911851664954e-05,
+      "loss": 0.0,
+      "step": 53732
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262426489140772e-05,
+      "loss": 0.0002,
+      "step": 53734
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262361793115049e-05,
+      "loss": 0.0001,
+      "step": 53736
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2622970970893254e-05,
+      "loss": 0.0001,
+      "step": 53738
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262232401063603e-05,
+      "loss": 0.0,
+      "step": 53740
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26216770503788e-05,
+      "loss": 0.0,
+      "step": 53742
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262103009012156e-05,
+      "loss": 0.0,
+      "step": 53744
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.262038312986434e-05,
+      "loss": 0.0,
+      "step": 53746
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26197361696071e-05,
+      "loss": 0.0,
+      "step": 53748
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2619089209349876e-05,
+      "loss": 0.0,
+      "step": 53750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261844224909264e-05,
+      "loss": 0.0,
+      "step": 53752
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261779528883541e-05,
+      "loss": 0.0,
+      "step": 53754
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2617148328578176e-05,
+      "loss": 0.0,
+      "step": 53756
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2616501368320945e-05,
+      "loss": 0.0011,
+      "step": 53758
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2615854408063714e-05,
+      "loss": 0.0242,
+      "step": 53760
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261520744780648e-05,
+      "loss": 0.0,
+      "step": 53762
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261456048754925e-05,
+      "loss": 0.008,
+      "step": 53764
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261391352729202e-05,
+      "loss": 0.0,
+      "step": 53766
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261326656703479e-05,
+      "loss": 0.0001,
+      "step": 53768
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261261960677755e-05,
+      "loss": 0.0,
+      "step": 53770
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261197264652033e-05,
+      "loss": 0.0015,
+      "step": 53772
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26113256862631e-05,
+      "loss": 0.0083,
+      "step": 53774
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.261067872600586e-05,
+      "loss": 0.0,
+      "step": 53776
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2610031765748636e-05,
+      "loss": 0.0,
+      "step": 53778
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.26093848054914e-05,
+      "loss": 0.0001,
+      "step": 53780
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260873784523417e-05,
+      "loss": 0.0,
+      "step": 53782
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2608090884976936e-05,
+      "loss": 0.0009,
+      "step": 53784
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2607443924719705e-05,
+      "loss": 0.0003,
+      "step": 53786
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2606796964462475e-05,
+      "loss": 0.0012,
+      "step": 53788
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2606150004205244e-05,
+      "loss": 0.0,
+      "step": 53790
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260550304394801e-05,
+      "loss": 0.0,
+      "step": 53792
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260485608369078e-05,
+      "loss": 0.0,
+      "step": 53794
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260420912343355e-05,
+      "loss": 0.0,
+      "step": 53796
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260356216317631e-05,
+      "loss": 0.0,
+      "step": 53798
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260291520291909e-05,
+      "loss": 0.0009,
+      "step": 53800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260226824266185e-05,
+      "loss": 0.0,
+      "step": 53802
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260162128240462e-05,
+      "loss": 0.0,
+      "step": 53804
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260097432214739e-05,
+      "loss": 0.0001,
+      "step": 53806
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.260032736189016e-05,
+      "loss": 0.0,
+      "step": 53808
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2599680401632935e-05,
+      "loss": 0.0,
+      "step": 53810
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.25990334413757e-05,
+      "loss": 0.0,
+      "step": 53812
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2598386481118466e-05,
+      "loss": 0.0086,
+      "step": 53814
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2597739520861235e-05,
+      "loss": 0.0003,
+      "step": 53816
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.2597092560604004e-05,
+      "loss": 0.0002,
+      "step": 53818
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259644560034677e-05,
+      "loss": 0.0001,
+      "step": 53820
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259579864008954e-05,
+      "loss": 0.0,
+      "step": 53822
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259515167983231e-05,
+      "loss": 0.0382,
+      "step": 53824
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259450471957508e-05,
+      "loss": 0.0,
+      "step": 53826
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259385775931785e-05,
+      "loss": 0.0,
+      "step": 53828
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259321079906061e-05,
+      "loss": 0.0,
+      "step": 53830
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259256383880339e-05,
+      "loss": 0.0,
+      "step": 53832
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259191687854615e-05,
+      "loss": 0.0,
+      "step": 53834
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259126991828892e-05,
+      "loss": 0.001,
+      "step": 53836
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.259062295803169e-05,
+      "loss": 0.0005,
+      "step": 53838
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 3.258997599777446e-05,
+      "loss": 0.0068,
+      "step": 53840
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2589329037517226e-05,
+      "loss": 0.0,
+      "step": 53842
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2588682077259995e-05,
+      "loss": 0.0,
+      "step": 53844
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2588035117002764e-05,
+      "loss": 0.0,
+      "step": 53846
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2587388156745534e-05,
+      "loss": 0.0001,
+      "step": 53848
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.25867411964883e-05,
+      "loss": 0.0,
+      "step": 53850
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258609423623107e-05,
+      "loss": 0.0,
+      "step": 53852
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258544727597384e-05,
+      "loss": 0.0,
+      "step": 53854
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258480031571661e-05,
+      "loss": 0.0311,
+      "step": 53856
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258415335545937e-05,
+      "loss": 0.0002,
+      "step": 53858
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258350639520215e-05,
+      "loss": 0.0,
+      "step": 53860
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258285943494491e-05,
+      "loss": 0.0,
+      "step": 53862
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258221247468768e-05,
+      "loss": 0.0,
+      "step": 53864
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258156551443045e-05,
+      "loss": 0.0,
+      "step": 53866
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258091855417322e-05,
+      "loss": 0.0018,
+      "step": 53868
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.258027159391599e-05,
+      "loss": 0.0085,
+      "step": 53870
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2579624633658756e-05,
+      "loss": 0.0,
+      "step": 53872
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2578977673401525e-05,
+      "loss": 0.0011,
+      "step": 53874
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2578330713144294e-05,
+      "loss": 0.0,
+      "step": 53876
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.257768375288706e-05,
+      "loss": 0.0,
+      "step": 53878
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2577036792629825e-05,
+      "loss": 0.0217,
+      "step": 53880
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.25763898323726e-05,
+      "loss": 0.0001,
+      "step": 53882
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2575742872115364e-05,
+      "loss": 0.0,
+      "step": 53884
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.257509591185813e-05,
+      "loss": 0.0003,
+      "step": 53886
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.257444895160091e-05,
+      "loss": 0.0,
+      "step": 53888
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.257380199134367e-05,
+      "loss": 0.0,
+      "step": 53890
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.257315503108645e-05,
+      "loss": 0.0001,
+      "step": 53892
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.257250807082921e-05,
+      "loss": 0.0022,
+      "step": 53894
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.257186111057198e-05,
+      "loss": 0.0,
+      "step": 53896
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.257121415031475e-05,
+      "loss": 0.0,
+      "step": 53898
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2570567190057516e-05,
+      "loss": 0.0001,
+      "step": 53900
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2569920229800285e-05,
+      "loss": 0.0011,
+      "step": 53902
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2569273269543054e-05,
+      "loss": 0.0,
+      "step": 53904
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2568626309285823e-05,
+      "loss": 0.0,
+      "step": 53906
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.256797934902859e-05,
+      "loss": 0.0,
+      "step": 53908
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.256733238877136e-05,
+      "loss": 0.0,
+      "step": 53910
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2566685428514124e-05,
+      "loss": 0.0,
+      "step": 53912
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.25660384682569e-05,
+      "loss": 0.007,
+      "step": 53914
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.256539150799966e-05,
+      "loss": 0.0002,
+      "step": 53916
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.256474454774243e-05,
+      "loss": 0.0027,
+      "step": 53918
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.256409758748521e-05,
+      "loss": 0.0212,
+      "step": 53920
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.256345062722797e-05,
+      "loss": 0.0014,
+      "step": 53922
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.256280366697074e-05,
+      "loss": 0.0,
+      "step": 53924
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.256215670671351e-05,
+      "loss": 0.0001,
+      "step": 53926
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2561509746456277e-05,
+      "loss": 0.0,
+      "step": 53928
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2560862786199046e-05,
+      "loss": 0.0,
+      "step": 53930
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2560215825941815e-05,
+      "loss": 0.0,
+      "step": 53932
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2559568865684584e-05,
+      "loss": 0.0,
+      "step": 53934
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255892190542735e-05,
+      "loss": 0.0,
+      "step": 53936
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255827494517012e-05,
+      "loss": 0.0001,
+      "step": 53938
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2557627984912884e-05,
+      "loss": 0.0001,
+      "step": 53940
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255698102465566e-05,
+      "loss": 0.0001,
+      "step": 53942
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255633406439842e-05,
+      "loss": 0.0001,
+      "step": 53944
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255568710414119e-05,
+      "loss": 0.0002,
+      "step": 53946
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255504014388396e-05,
+      "loss": 0.0,
+      "step": 53948
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255439318362673e-05,
+      "loss": 0.0,
+      "step": 53950
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2553746223369506e-05,
+      "loss": 0.0,
+      "step": 53952
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255309926311227e-05,
+      "loss": 0.0,
+      "step": 53954
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255245230285504e-05,
+      "loss": 0.0,
+      "step": 53956
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2551805342597806e-05,
+      "loss": 0.0062,
+      "step": 53958
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2551158382340575e-05,
+      "loss": 0.0,
+      "step": 53960
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.255051142208334e-05,
+      "loss": 0.0,
+      "step": 53962
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254986446182611e-05,
+      "loss": 0.0019,
+      "step": 53964
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254921750156888e-05,
+      "loss": 0.0,
+      "step": 53966
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254857054131165e-05,
+      "loss": 0.0,
+      "step": 53968
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254792358105442e-05,
+      "loss": 0.0,
+      "step": 53970
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254727662079718e-05,
+      "loss": 0.0001,
+      "step": 53972
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254662966053996e-05,
+      "loss": 0.0085,
+      "step": 53974
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254598270028272e-05,
+      "loss": 0.0,
+      "step": 53976
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254533574002549e-05,
+      "loss": 0.0,
+      "step": 53978
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254468877976826e-05,
+      "loss": 0.0,
+      "step": 53980
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.254404181951103e-05,
+      "loss": 0.0009,
+      "step": 53982
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.25433948592538e-05,
+      "loss": 0.0,
+      "step": 53984
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2542747898996566e-05,
+      "loss": 0.0092,
+      "step": 53986
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2542100938739336e-05,
+      "loss": 0.0,
+      "step": 53988
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2541453978482105e-05,
+      "loss": 0.0,
+      "step": 53990
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2540807018224874e-05,
+      "loss": 0.0,
+      "step": 53992
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2540160057967636e-05,
+      "loss": 0.0001,
+      "step": 53994
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253951309771041e-05,
+      "loss": 0.0,
+      "step": 53996
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253886613745318e-05,
+      "loss": 0.0,
+      "step": 53998
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253821917719594e-05,
+      "loss": 0.0,
+      "step": 54000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253757221693872e-05,
+      "loss": 0.0,
+      "step": 54002
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253692525668148e-05,
+      "loss": 0.0,
+      "step": 54004
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253627829642425e-05,
+      "loss": 0.0,
+      "step": 54006
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253563133616702e-05,
+      "loss": 0.0,
+      "step": 54008
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253498437590979e-05,
+      "loss": 0.0,
+      "step": 54010
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253433741565256e-05,
+      "loss": 0.0,
+      "step": 54012
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253369045539533e-05,
+      "loss": 0.0,
+      "step": 54014
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2533043495138096e-05,
+      "loss": 0.0,
+      "step": 54016
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2532396534880865e-05,
+      "loss": 0.0,
+      "step": 54018
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2531749574623634e-05,
+      "loss": 0.0,
+      "step": 54020
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2531102614366396e-05,
+      "loss": 0.0,
+      "step": 54022
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.253045565410917e-05,
+      "loss": 0.0,
+      "step": 54024
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2529808693851935e-05,
+      "loss": 0.0,
+      "step": 54026
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2529161733594704e-05,
+      "loss": 0.0,
+      "step": 54028
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252851477333748e-05,
+      "loss": 0.0,
+      "step": 54030
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252786781308024e-05,
+      "loss": 0.0,
+      "step": 54032
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252722085282302e-05,
+      "loss": 0.0,
+      "step": 54034
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252657389256578e-05,
+      "loss": 0.0001,
+      "step": 54036
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252592693230855e-05,
+      "loss": 0.0,
+      "step": 54038
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252527997205132e-05,
+      "loss": 0.0,
+      "step": 54040
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252463301179409e-05,
+      "loss": 0.0,
+      "step": 54042
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2523986051536856e-05,
+      "loss": 0.0,
+      "step": 54044
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2523339091279625e-05,
+      "loss": 0.0,
+      "step": 54046
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2522692131022395e-05,
+      "loss": 0.0,
+      "step": 54048
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2522045170765164e-05,
+      "loss": 0.0001,
+      "step": 54050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252139821050793e-05,
+      "loss": 0.0,
+      "step": 54052
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2520751250250695e-05,
+      "loss": 0.0,
+      "step": 54054
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.252010428999347e-05,
+      "loss": 0.0006,
+      "step": 54056
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251945732973623e-05,
+      "loss": 0.0,
+      "step": 54058
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2518810369479e-05,
+      "loss": 0.0047,
+      "step": 54060
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251816340922177e-05,
+      "loss": 0.0,
+      "step": 54062
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251751644896454e-05,
+      "loss": 0.0,
+      "step": 54064
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251686948870731e-05,
+      "loss": 0.0,
+      "step": 54066
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251622252845008e-05,
+      "loss": 0.0,
+      "step": 54068
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251557556819285e-05,
+      "loss": 0.0,
+      "step": 54070
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251492860793562e-05,
+      "loss": 0.0002,
+      "step": 54072
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2514281647678386e-05,
+      "loss": 0.0004,
+      "step": 54074
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2513634687421155e-05,
+      "loss": 0.0,
+      "step": 54076
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2512987727163924e-05,
+      "loss": 0.0,
+      "step": 54078
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251234076690669e-05,
+      "loss": 0.0018,
+      "step": 54080
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2511693806649455e-05,
+      "loss": 0.0,
+      "step": 54082
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.251104684639223e-05,
+      "loss": 0.0001,
+      "step": 54084
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2510399886134994e-05,
+      "loss": 0.0002,
+      "step": 54086
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250975292587776e-05,
+      "loss": 0.002,
+      "step": 54088
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250910596562053e-05,
+      "loss": 0.0,
+      "step": 54090
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.25084590053633e-05,
+      "loss": 0.0079,
+      "step": 54092
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250781204510607e-05,
+      "loss": 0.0,
+      "step": 54094
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250716508484884e-05,
+      "loss": 0.0,
+      "step": 54096
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250651812459161e-05,
+      "loss": 0.0,
+      "step": 54098
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250587116433438e-05,
+      "loss": 0.0001,
+      "step": 54100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2505224204077146e-05,
+      "loss": 0.0,
+      "step": 54102
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250457724381991e-05,
+      "loss": 0.0009,
+      "step": 54104
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2503930283562684e-05,
+      "loss": 0.0001,
+      "step": 54106
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250328332330545e-05,
+      "loss": 0.0031,
+      "step": 54108
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250263636304822e-05,
+      "loss": 0.0,
+      "step": 54110
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250198940279099e-05,
+      "loss": 0.0001,
+      "step": 54112
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2501342442533754e-05,
+      "loss": 0.0,
+      "step": 54114
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250069548227653e-05,
+      "loss": 0.0094,
+      "step": 54116
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.250004852201929e-05,
+      "loss": 0.0021,
+      "step": 54118
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249940156176206e-05,
+      "loss": 0.0,
+      "step": 54120
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249875460150483e-05,
+      "loss": 0.0,
+      "step": 54122
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.24981076412476e-05,
+      "loss": 0.0,
+      "step": 54124
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249746068099037e-05,
+      "loss": 0.0,
+      "step": 54126
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249681372073314e-05,
+      "loss": 0.0,
+      "step": 54128
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249616676047591e-05,
+      "loss": 0.0,
+      "step": 54130
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2495519800218676e-05,
+      "loss": 0.0,
+      "step": 54132
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2494872839961445e-05,
+      "loss": 0.0,
+      "step": 54134
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249422587970421e-05,
+      "loss": 0.0001,
+      "step": 54136
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249357891944698e-05,
+      "loss": 0.0,
+      "step": 54138
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2492931959189745e-05,
+      "loss": 0.0054,
+      "step": 54140
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2492284998932514e-05,
+      "loss": 0.0,
+      "step": 54142
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249163803867529e-05,
+      "loss": 0.0,
+      "step": 54144
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249099107841805e-05,
+      "loss": 0.0,
+      "step": 54146
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.249034411816082e-05,
+      "loss": 0.0,
+      "step": 54148
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.248969715790359e-05,
+      "loss": 0.0,
+      "step": 54150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.248905019764636e-05,
+      "loss": 0.0,
+      "step": 54152
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.248840323738913e-05,
+      "loss": 0.0,
+      "step": 54154
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.24877562771319e-05,
+      "loss": 0.0084,
+      "step": 54156
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.248710931687467e-05,
+      "loss": 0.0,
+      "step": 54158
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2486462356617436e-05,
+      "loss": 0.0001,
+      "step": 54160
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2485815396360205e-05,
+      "loss": 0.0,
+      "step": 54162
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.248516843610297e-05,
+      "loss": 0.0,
+      "step": 54164
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2484521475845743e-05,
+      "loss": 0.0,
+      "step": 54166
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2483874515588506e-05,
+      "loss": 0.0,
+      "step": 54168
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2483227555331275e-05,
+      "loss": 0.0,
+      "step": 54170
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2482580595074044e-05,
+      "loss": 0.0,
+      "step": 54172
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.248193363481681e-05,
+      "loss": 0.0001,
+      "step": 54174
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.248128667455959e-05,
+      "loss": 0.0,
+      "step": 54176
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.248063971430235e-05,
+      "loss": 0.0,
+      "step": 54178
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247999275404512e-05,
+      "loss": 0.0,
+      "step": 54180
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247934579378789e-05,
+      "loss": 0.0003,
+      "step": 54182
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247869883353066e-05,
+      "loss": 0.0006,
+      "step": 54184
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247805187327342e-05,
+      "loss": 0.0,
+      "step": 54186
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2477404913016197e-05,
+      "loss": 0.0,
+      "step": 54188
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2476757952758966e-05,
+      "loss": 0.0,
+      "step": 54190
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2476110992501735e-05,
+      "loss": 0.0,
+      "step": 54192
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2475464032244504e-05,
+      "loss": 0.0,
+      "step": 54194
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2474817071987266e-05,
+      "loss": 0.0,
+      "step": 54196
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247417011173004e-05,
+      "loss": 0.0,
+      "step": 54198
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2473523151472804e-05,
+      "loss": 0.0002,
+      "step": 54200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2472876191215573e-05,
+      "loss": 0.0,
+      "step": 54202
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247222923095834e-05,
+      "loss": 0.0,
+      "step": 54204
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247158227070111e-05,
+      "loss": 0.0,
+      "step": 54206
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247093531044388e-05,
+      "loss": 0.0,
+      "step": 54208
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.247028835018665e-05,
+      "loss": 0.0,
+      "step": 54210
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.246964138992942e-05,
+      "loss": 0.0,
+      "step": 54212
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.246899442967219e-05,
+      "loss": 0.0,
+      "step": 54214
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.246834746941496e-05,
+      "loss": 0.0,
+      "step": 54216
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.246770050915772e-05,
+      "loss": 0.0031,
+      "step": 54218
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2467053548900495e-05,
+      "loss": 0.0,
+      "step": 54220
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2466406588643264e-05,
+      "loss": 0.0,
+      "step": 54222
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2465759628386027e-05,
+      "loss": 0.0,
+      "step": 54224
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.24651126681288e-05,
+      "loss": 0.0,
+      "step": 54226
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2464465707871565e-05,
+      "loss": 0.0,
+      "step": 54228
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2463818747614334e-05,
+      "loss": 0.0037,
+      "step": 54230
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.24631717873571e-05,
+      "loss": 0.0,
+      "step": 54232
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.246252482709987e-05,
+      "loss": 0.0005,
+      "step": 54234
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.246187786684264e-05,
+      "loss": 0.0001,
+      "step": 54236
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.246123090658541e-05,
+      "loss": 0.0002,
+      "step": 54238
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.246058394632818e-05,
+      "loss": 0.0,
+      "step": 54240
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245993698607095e-05,
+      "loss": 0.0001,
+      "step": 54242
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245929002581372e-05,
+      "loss": 0.003,
+      "step": 54244
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245864306555648e-05,
+      "loss": 0.0002,
+      "step": 54246
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2457996105299256e-05,
+      "loss": 0.0,
+      "step": 54248
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245734914504202e-05,
+      "loss": 0.0017,
+      "step": 54250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2456702184784794e-05,
+      "loss": 0.0001,
+      "step": 54252
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245605522452756e-05,
+      "loss": 0.0,
+      "step": 54254
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2455408264270325e-05,
+      "loss": 0.0014,
+      "step": 54256
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.24547613040131e-05,
+      "loss": 0.0041,
+      "step": 54258
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245411434375586e-05,
+      "loss": 0.0,
+      "step": 54260
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245346738349863e-05,
+      "loss": 0.0,
+      "step": 54262
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.24528204232414e-05,
+      "loss": 0.0,
+      "step": 54264
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245217346298417e-05,
+      "loss": 0.0,
+      "step": 54266
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245152650272694e-05,
+      "loss": 0.0,
+      "step": 54268
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245087954246971e-05,
+      "loss": 0.0,
+      "step": 54270
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.245023258221248e-05,
+      "loss": 0.0079,
+      "step": 54272
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.244958562195525e-05,
+      "loss": 0.0,
+      "step": 54274
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2448938661698016e-05,
+      "loss": 0.0,
+      "step": 54276
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.244829170144078e-05,
+      "loss": 0.0088,
+      "step": 54278
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2447644741183554e-05,
+      "loss": 0.0002,
+      "step": 54280
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2446997780926316e-05,
+      "loss": 0.0,
+      "step": 54282
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2446350820669086e-05,
+      "loss": 0.0,
+      "step": 54284
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2445703860411855e-05,
+      "loss": 0.0,
+      "step": 54286
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2445056900154624e-05,
+      "loss": 0.0015,
+      "step": 54288
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.244440993989739e-05,
+      "loss": 0.0,
+      "step": 54290
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.244376297964016e-05,
+      "loss": 0.0,
+      "step": 54292
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.244311601938293e-05,
+      "loss": 0.0248,
+      "step": 54294
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.24424690591257e-05,
+      "loss": 0.0,
+      "step": 54296
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.244182209886847e-05,
+      "loss": 0.0006,
+      "step": 54298
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.244117513861124e-05,
+      "loss": 0.0,
+      "step": 54300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.244052817835401e-05,
+      "loss": 0.0013,
+      "step": 54302
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2439881218096776e-05,
+      "loss": 0.0,
+      "step": 54304
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243923425783954e-05,
+      "loss": 0.0,
+      "step": 54306
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2438587297582315e-05,
+      "loss": 0.0008,
+      "step": 54308
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243794033732508e-05,
+      "loss": 0.0,
+      "step": 54310
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2437293377067846e-05,
+      "loss": 0.0,
+      "step": 54312
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2436646416810615e-05,
+      "loss": 0.0007,
+      "step": 54314
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2435999456553384e-05,
+      "loss": 0.0,
+      "step": 54316
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243535249629615e-05,
+      "loss": 0.0,
+      "step": 54318
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243470553603892e-05,
+      "loss": 0.0,
+      "step": 54320
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243405857578169e-05,
+      "loss": 0.0001,
+      "step": 54322
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243341161552446e-05,
+      "loss": 0.0,
+      "step": 54324
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243276465526723e-05,
+      "loss": 0.0,
+      "step": 54326
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243211769500999e-05,
+      "loss": 0.0,
+      "step": 54328
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243147073475277e-05,
+      "loss": 0.0004,
+      "step": 54330
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.243082377449554e-05,
+      "loss": 0.0,
+      "step": 54332
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2430176814238306e-05,
+      "loss": 0.0012,
+      "step": 54334
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2429529853981075e-05,
+      "loss": 0.0,
+      "step": 54336
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.242888289372384e-05,
+      "loss": 0.0,
+      "step": 54338
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.242823593346661e-05,
+      "loss": 0.0038,
+      "step": 54340
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2427588973209375e-05,
+      "loss": 0.0009,
+      "step": 54342
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2426942012952145e-05,
+      "loss": 0.0,
+      "step": 54344
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.2426295052694914e-05,
+      "loss": 0.0,
+      "step": 54346
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.242564809243768e-05,
+      "loss": 0.0001,
+      "step": 54348
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.242500113218045e-05,
+      "loss": 0.0,
+      "step": 54350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.242435417192322e-05,
+      "loss": 0.0,
+      "step": 54352
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.242370721166599e-05,
+      "loss": 0.0002,
+      "step": 54354
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 3.242306025140876e-05,
+      "loss": 0.0,
+      "step": 54356
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.242241329115153e-05,
+      "loss": 0.0,
+      "step": 54358
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.242176633089429e-05,
+      "loss": 0.0,
+      "step": 54360
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2421119370637066e-05,
+      "loss": 0.0,
+      "step": 54362
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.242047241037983e-05,
+      "loss": 0.0,
+      "step": 54364
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.24198254501226e-05,
+      "loss": 0.0,
+      "step": 54366
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2419178489865374e-05,
+      "loss": 0.0,
+      "step": 54368
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2418531529608136e-05,
+      "loss": 0.0,
+      "step": 54370
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2417884569350905e-05,
+      "loss": 0.0,
+      "step": 54372
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2417237609093674e-05,
+      "loss": 0.0,
+      "step": 54374
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241659064883644e-05,
+      "loss": 0.008,
+      "step": 54376
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241594368857921e-05,
+      "loss": 0.0,
+      "step": 54378
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241529672832198e-05,
+      "loss": 0.0006,
+      "step": 54380
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241464976806475e-05,
+      "loss": 0.0,
+      "step": 54382
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241400280780752e-05,
+      "loss": 0.0001,
+      "step": 54384
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241335584755029e-05,
+      "loss": 0.0029,
+      "step": 54386
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241270888729305e-05,
+      "loss": 0.0001,
+      "step": 54388
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241206192703583e-05,
+      "loss": 0.0001,
+      "step": 54390
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241141496677859e-05,
+      "loss": 0.0,
+      "step": 54392
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2410768006521365e-05,
+      "loss": 0.0001,
+      "step": 54394
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.241012104626413e-05,
+      "loss": 0.0,
+      "step": 54396
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2409474086006896e-05,
+      "loss": 0.0,
+      "step": 54398
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240882712574967e-05,
+      "loss": 0.0,
+      "step": 54400
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2408180165492434e-05,
+      "loss": 0.001,
+      "step": 54402
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2407533205235203e-05,
+      "loss": 0.0222,
+      "step": 54404
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240688624497797e-05,
+      "loss": 0.0,
+      "step": 54406
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240623928472074e-05,
+      "loss": 0.0001,
+      "step": 54408
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2405592324463504e-05,
+      "loss": 0.0,
+      "step": 54410
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240494536420628e-05,
+      "loss": 0.0,
+      "step": 54412
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240429840394905e-05,
+      "loss": 0.0069,
+      "step": 54414
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240365144369182e-05,
+      "loss": 0.0002,
+      "step": 54416
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240300448343459e-05,
+      "loss": 0.0,
+      "step": 54418
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240235752317735e-05,
+      "loss": 0.0,
+      "step": 54420
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2401710562920125e-05,
+      "loss": 0.0175,
+      "step": 54422
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240106360266289e-05,
+      "loss": 0.0001,
+      "step": 54424
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.240041664240566e-05,
+      "loss": 0.0,
+      "step": 54426
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2399769682148426e-05,
+      "loss": 0.0,
+      "step": 54428
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2399122721891195e-05,
+      "loss": 0.0002,
+      "step": 54430
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2398475761633964e-05,
+      "loss": 0.0001,
+      "step": 54432
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.239782880137673e-05,
+      "loss": 0.0,
+      "step": 54434
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23971818411195e-05,
+      "loss": 0.0002,
+      "step": 54436
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.239653488086227e-05,
+      "loss": 0.0,
+      "step": 54438
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.239588792060504e-05,
+      "loss": 0.0,
+      "step": 54440
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23952409603478e-05,
+      "loss": 0.0,
+      "step": 54442
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.239459400009058e-05,
+      "loss": 0.0004,
+      "step": 54444
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.239394703983335e-05,
+      "loss": 0.0,
+      "step": 54446
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.239330007957611e-05,
+      "loss": 0.0001,
+      "step": 54448
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2392653119318886e-05,
+      "loss": 0.0001,
+      "step": 54450
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.239200615906165e-05,
+      "loss": 0.0017,
+      "step": 54452
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.239135919880442e-05,
+      "loss": 0.0,
+      "step": 54454
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2390712238547186e-05,
+      "loss": 0.0,
+      "step": 54456
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2390065278289955e-05,
+      "loss": 0.0,
+      "step": 54458
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2389418318032724e-05,
+      "loss": 0.0002,
+      "step": 54460
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.238877135777549e-05,
+      "loss": 0.0,
+      "step": 54462
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.238812439751826e-05,
+      "loss": 0.0,
+      "step": 54464
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.238747743726103e-05,
+      "loss": 0.0,
+      "step": 54466
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23868304770038e-05,
+      "loss": 0.0,
+      "step": 54468
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.238618351674656e-05,
+      "loss": 0.0,
+      "step": 54470
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.238553655648934e-05,
+      "loss": 0.0004,
+      "step": 54472
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23848895962321e-05,
+      "loss": 0.0,
+      "step": 54474
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.238424263597488e-05,
+      "loss": 0.0,
+      "step": 54476
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2383595675717646e-05,
+      "loss": 0.0,
+      "step": 54478
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.238294871546041e-05,
+      "loss": 0.0001,
+      "step": 54480
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2382301755203184e-05,
+      "loss": 0.0013,
+      "step": 54482
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2381654794945947e-05,
+      "loss": 0.0004,
+      "step": 54484
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2381007834688716e-05,
+      "loss": 0.0,
+      "step": 54486
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2380360874431485e-05,
+      "loss": 0.0,
+      "step": 54488
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2379713914174254e-05,
+      "loss": 0.0008,
+      "step": 54490
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237906695391702e-05,
+      "loss": 0.0005,
+      "step": 54492
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237841999365979e-05,
+      "loss": 0.0103,
+      "step": 54494
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237777303340256e-05,
+      "loss": 0.0,
+      "step": 54496
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237712607314533e-05,
+      "loss": 0.0,
+      "step": 54498
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23764791128881e-05,
+      "loss": 0.0001,
+      "step": 54500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237583215263086e-05,
+      "loss": 0.0,
+      "step": 54502
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237518519237364e-05,
+      "loss": 0.0,
+      "step": 54504
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23745382321164e-05,
+      "loss": 0.0,
+      "step": 54506
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237389127185917e-05,
+      "loss": 0.0,
+      "step": 54508
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2373244311601945e-05,
+      "loss": 0.0,
+      "step": 54510
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237259735134471e-05,
+      "loss": 0.0,
+      "step": 54512
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2371950391087476e-05,
+      "loss": 0.0,
+      "step": 54514
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2371303430830245e-05,
+      "loss": 0.0,
+      "step": 54516
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2370656470573014e-05,
+      "loss": 0.0,
+      "step": 54518
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.237000951031578e-05,
+      "loss": 0.0,
+      "step": 54520
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.236936255005855e-05,
+      "loss": 0.0001,
+      "step": 54522
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.236871558980132e-05,
+      "loss": 0.0089,
+      "step": 54524
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.236806862954409e-05,
+      "loss": 0.0,
+      "step": 54526
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.236742166928686e-05,
+      "loss": 0.0,
+      "step": 54528
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.236677470902962e-05,
+      "loss": 0.0,
+      "step": 54530
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23661277487724e-05,
+      "loss": 0.0,
+      "step": 54532
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.236548078851516e-05,
+      "loss": 0.0003,
+      "step": 54534
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2364833828257936e-05,
+      "loss": 0.0002,
+      "step": 54536
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23641868680007e-05,
+      "loss": 0.0,
+      "step": 54538
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.236353990774347e-05,
+      "loss": 0.0,
+      "step": 54540
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2362892947486236e-05,
+      "loss": 0.0,
+      "step": 54542
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2362245987229006e-05,
+      "loss": 0.0,
+      "step": 54544
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2361599026971775e-05,
+      "loss": 0.0,
+      "step": 54546
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2360952066714544e-05,
+      "loss": 0.0,
+      "step": 54548
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.236030510645731e-05,
+      "loss": 0.0,
+      "step": 54550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2359658146200075e-05,
+      "loss": 0.0002,
+      "step": 54552
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235901118594285e-05,
+      "loss": 0.0001,
+      "step": 54554
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235836422568562e-05,
+      "loss": 0.0001,
+      "step": 54556
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235771726542839e-05,
+      "loss": 0.0,
+      "step": 54558
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235707030517116e-05,
+      "loss": 0.0003,
+      "step": 54560
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235642334491392e-05,
+      "loss": 0.0,
+      "step": 54562
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2355776384656696e-05,
+      "loss": 0.0001,
+      "step": 54564
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235512942439946e-05,
+      "loss": 0.0,
+      "step": 54566
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235448246414223e-05,
+      "loss": 0.0,
+      "step": 54568
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2353835503885e-05,
+      "loss": 0.0002,
+      "step": 54570
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2353188543627766e-05,
+      "loss": 0.0001,
+      "step": 54572
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2352541583370535e-05,
+      "loss": 0.0001,
+      "step": 54574
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2351894623113304e-05,
+      "loss": 0.0,
+      "step": 54576
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235124766285607e-05,
+      "loss": 0.0,
+      "step": 54578
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.235060070259884e-05,
+      "loss": 0.0001,
+      "step": 54580
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234995374234161e-05,
+      "loss": 0.0,
+      "step": 54582
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2349306782084374e-05,
+      "loss": 0.0,
+      "step": 54584
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234865982182715e-05,
+      "loss": 0.0027,
+      "step": 54586
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234801286156991e-05,
+      "loss": 0.0,
+      "step": 54588
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234736590131268e-05,
+      "loss": 0.0029,
+      "step": 54590
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234671894105546e-05,
+      "loss": 0.0012,
+      "step": 54592
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234607198079822e-05,
+      "loss": 0.0049,
+      "step": 54594
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234542502054099e-05,
+      "loss": 0.0001,
+      "step": 54596
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234477806028376e-05,
+      "loss": 0.0001,
+      "step": 54598
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2344131100026526e-05,
+      "loss": 0.0005,
+      "step": 54600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2343484139769295e-05,
+      "loss": 0.0,
+      "step": 54602
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2342837179512064e-05,
+      "loss": 0.0,
+      "step": 54604
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2342190219254834e-05,
+      "loss": 0.0001,
+      "step": 54606
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23415432589976e-05,
+      "loss": 0.0,
+      "step": 54608
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.234089629874037e-05,
+      "loss": 0.0,
+      "step": 54610
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2340249338483134e-05,
+      "loss": 0.0001,
+      "step": 54612
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233960237822591e-05,
+      "loss": 0.0033,
+      "step": 54614
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233895541796867e-05,
+      "loss": 0.0,
+      "step": 54616
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233830845771145e-05,
+      "loss": 0.0,
+      "step": 54618
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233766149745421e-05,
+      "loss": 0.0,
+      "step": 54620
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233701453719698e-05,
+      "loss": 0.0009,
+      "step": 54622
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2336367576939755e-05,
+      "loss": 0.0,
+      "step": 54624
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233572061668252e-05,
+      "loss": 0.0,
+      "step": 54626
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233507365642529e-05,
+      "loss": 0.0,
+      "step": 54628
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2334426696168056e-05,
+      "loss": 0.0,
+      "step": 54630
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2333779735910825e-05,
+      "loss": 0.0,
+      "step": 54632
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2333132775653594e-05,
+      "loss": 0.0,
+      "step": 54634
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233248581539636e-05,
+      "loss": 0.0,
+      "step": 54636
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233183885513913e-05,
+      "loss": 0.0001,
+      "step": 54638
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23311918948819e-05,
+      "loss": 0.0006,
+      "step": 54640
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.233054493462467e-05,
+      "loss": 0.0001,
+      "step": 54642
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232989797436743e-05,
+      "loss": 0.0,
+      "step": 54644
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232925101411021e-05,
+      "loss": 0.0,
+      "step": 54646
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232860405385297e-05,
+      "loss": 0.0,
+      "step": 54648
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232795709359574e-05,
+      "loss": 0.0,
+      "step": 54650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232731013333851e-05,
+      "loss": 0.0,
+      "step": 54652
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232666317308128e-05,
+      "loss": 0.0,
+      "step": 54654
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232601621282405e-05,
+      "loss": 0.0,
+      "step": 54656
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2325369252566816e-05,
+      "loss": 0.0,
+      "step": 54658
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2324722292309585e-05,
+      "loss": 0.0,
+      "step": 54660
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2324075332052354e-05,
+      "loss": 0.0,
+      "step": 54662
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2323428371795123e-05,
+      "loss": 0.0,
+      "step": 54664
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2322781411537886e-05,
+      "loss": 0.0001,
+      "step": 54666
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232213445128066e-05,
+      "loss": 0.0,
+      "step": 54668
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232148749102343e-05,
+      "loss": 0.0,
+      "step": 54670
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232084053076619e-05,
+      "loss": 0.0,
+      "step": 54672
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.232019357050897e-05,
+      "loss": 0.0002,
+      "step": 54674
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231954661025173e-05,
+      "loss": 0.0,
+      "step": 54676
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231889964999451e-05,
+      "loss": 0.0,
+      "step": 54678
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231825268973727e-05,
+      "loss": 0.0,
+      "step": 54680
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231760572948004e-05,
+      "loss": 0.0,
+      "step": 54682
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231695876922281e-05,
+      "loss": 0.0,
+      "step": 54684
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231631180896558e-05,
+      "loss": 0.0,
+      "step": 54686
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2315664848708346e-05,
+      "loss": 0.0,
+      "step": 54688
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2315017888451115e-05,
+      "loss": 0.0,
+      "step": 54690
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2314370928193884e-05,
+      "loss": 0.0,
+      "step": 54692
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2313723967936646e-05,
+      "loss": 0.0,
+      "step": 54694
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231307700767942e-05,
+      "loss": 0.0,
+      "step": 54696
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2312430047422184e-05,
+      "loss": 0.0,
+      "step": 54698
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231178308716496e-05,
+      "loss": 0.0018,
+      "step": 54700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231113612690773e-05,
+      "loss": 0.0,
+      "step": 54702
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.231048916665049e-05,
+      "loss": 0.0,
+      "step": 54704
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230984220639327e-05,
+      "loss": 0.0,
+      "step": 54706
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230919524613603e-05,
+      "loss": 0.0,
+      "step": 54708
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.23085482858788e-05,
+      "loss": 0.0,
+      "step": 54710
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230790132562157e-05,
+      "loss": 0.0001,
+      "step": 54712
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230725436536434e-05,
+      "loss": 0.0,
+      "step": 54714
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2306607405107106e-05,
+      "loss": 0.0001,
+      "step": 54716
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2305960444849875e-05,
+      "loss": 0.0001,
+      "step": 54718
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2305313484592644e-05,
+      "loss": 0.0001,
+      "step": 54720
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230466652433541e-05,
+      "loss": 0.0,
+      "step": 54722
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230401956407818e-05,
+      "loss": 0.0,
+      "step": 54724
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2303372603820945e-05,
+      "loss": 0.0004,
+      "step": 54726
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230272564356372e-05,
+      "loss": 0.0,
+      "step": 54728
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230207868330648e-05,
+      "loss": 0.0024,
+      "step": 54730
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230143172304925e-05,
+      "loss": 0.0001,
+      "step": 54732
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230078476279203e-05,
+      "loss": 0.0,
+      "step": 54734
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.230013780253479e-05,
+      "loss": 0.0,
+      "step": 54736
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229949084227756e-05,
+      "loss": 0.0,
+      "step": 54738
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229884388202033e-05,
+      "loss": 0.0,
+      "step": 54740
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.22981969217631e-05,
+      "loss": 0.0001,
+      "step": 54742
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2297549961505867e-05,
+      "loss": 0.0003,
+      "step": 54744
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2296903001248636e-05,
+      "loss": 0.0,
+      "step": 54746
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2296256040991405e-05,
+      "loss": 0.0031,
+      "step": 54748
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2295609080734174e-05,
+      "loss": 0.0,
+      "step": 54750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229496212047694e-05,
+      "loss": 0.0001,
+      "step": 54752
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2294315160219705e-05,
+      "loss": 0.0,
+      "step": 54754
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229366819996248e-05,
+      "loss": 0.0,
+      "step": 54756
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229302123970524e-05,
+      "loss": 0.0,
+      "step": 54758
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229237427944802e-05,
+      "loss": 0.0,
+      "step": 54760
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229172731919078e-05,
+      "loss": 0.0033,
+      "step": 54762
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229108035893355e-05,
+      "loss": 0.0,
+      "step": 54764
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.229043339867632e-05,
+      "loss": 0.0,
+      "step": 54766
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228978643841909e-05,
+      "loss": 0.0,
+      "step": 54768
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228913947816186e-05,
+      "loss": 0.0,
+      "step": 54770
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228849251790463e-05,
+      "loss": 0.0,
+      "step": 54772
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2287845557647396e-05,
+      "loss": 0.002,
+      "step": 54774
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228719859739016e-05,
+      "loss": 0.0,
+      "step": 54776
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2286551637132934e-05,
+      "loss": 0.0,
+      "step": 54778
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.22859046768757e-05,
+      "loss": 0.0,
+      "step": 54780
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228525771661847e-05,
+      "loss": 0.0001,
+      "step": 54782
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228461075636124e-05,
+      "loss": 0.0001,
+      "step": 54784
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2283963796104004e-05,
+      "loss": 0.0,
+      "step": 54786
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228331683584678e-05,
+      "loss": 0.0,
+      "step": 54788
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228266987558954e-05,
+      "loss": 0.0001,
+      "step": 54790
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228202291533231e-05,
+      "loss": 0.0022,
+      "step": 54792
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228137595507508e-05,
+      "loss": 0.0,
+      "step": 54794
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228072899481785e-05,
+      "loss": 0.0004,
+      "step": 54796
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.228008203456062e-05,
+      "loss": 0.0001,
+      "step": 54798
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227943507430339e-05,
+      "loss": 0.0007,
+      "step": 54800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2278788114046156e-05,
+      "loss": 0.0001,
+      "step": 54802
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2278141153788925e-05,
+      "loss": 0.0002,
+      "step": 54804
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2277494193531695e-05,
+      "loss": 0.0,
+      "step": 54806
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227684723327446e-05,
+      "loss": 0.0,
+      "step": 54808
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227620027301723e-05,
+      "loss": 0.0,
+      "step": 54810
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227555331276e-05,
+      "loss": 0.0,
+      "step": 54812
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2274906352502764e-05,
+      "loss": 0.0,
+      "step": 54814
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227425939224554e-05,
+      "loss": 0.0,
+      "step": 54816
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.22736124319883e-05,
+      "loss": 0.0,
+      "step": 54818
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227296547173108e-05,
+      "loss": 0.0006,
+      "step": 54820
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227231851147384e-05,
+      "loss": 0.0,
+      "step": 54822
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227167155121661e-05,
+      "loss": 0.0,
+      "step": 54824
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227102459095938e-05,
+      "loss": 0.0001,
+      "step": 54826
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.227037763070215e-05,
+      "loss": 0.0,
+      "step": 54828
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226973067044492e-05,
+      "loss": 0.0,
+      "step": 54830
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2269083710187686e-05,
+      "loss": 0.0001,
+      "step": 54832
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2268436749930455e-05,
+      "loss": 0.0,
+      "step": 54834
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226778978967322e-05,
+      "loss": 0.0,
+      "step": 54836
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226714282941599e-05,
+      "loss": 0.0,
+      "step": 54838
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2266495869158755e-05,
+      "loss": 0.0,
+      "step": 54840
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226584890890153e-05,
+      "loss": 0.0001,
+      "step": 54842
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2265201948644294e-05,
+      "loss": 0.0,
+      "step": 54844
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226455498838706e-05,
+      "loss": 0.0018,
+      "step": 54846
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226390802812984e-05,
+      "loss": 0.0,
+      "step": 54848
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.22632610678726e-05,
+      "loss": 0.0006,
+      "step": 54850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226261410761537e-05,
+      "loss": 0.0076,
+      "step": 54852
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226196714735814e-05,
+      "loss": 0.0,
+      "step": 54854
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226132018710091e-05,
+      "loss": 0.0,
+      "step": 54856
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.226067322684368e-05,
+      "loss": 0.0002,
+      "step": 54858
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2260026266586446e-05,
+      "loss": 0.0,
+      "step": 54860
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2259379306329215e-05,
+      "loss": 0.0001,
+      "step": 54862
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2258732346071984e-05,
+      "loss": 0.0,
+      "step": 54864
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2258085385814754e-05,
+      "loss": 0.0,
+      "step": 54866
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.2257438425557516e-05,
+      "loss": 0.0,
+      "step": 54868
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 3.225679146530029e-05,
+      "loss": 0.0,
+      "step": 54870
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2256144505043054e-05,
+      "loss": 0.0018,
+      "step": 54872
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.225549754478582e-05,
+      "loss": 0.0002,
+      "step": 54874
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.225485058452859e-05,
+      "loss": 0.0,
+      "step": 54876
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.225420362427136e-05,
+      "loss": 0.0004,
+      "step": 54878
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.225355666401413e-05,
+      "loss": 0.0071,
+      "step": 54880
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.22529097037569e-05,
+      "loss": 0.0,
+      "step": 54882
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.225226274349967e-05,
+      "loss": 0.0126,
+      "step": 54884
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.225161578324244e-05,
+      "loss": 0.0,
+      "step": 54886
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.225096882298521e-05,
+      "loss": 0.0014,
+      "step": 54888
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2250321862727976e-05,
+      "loss": 0.0,
+      "step": 54890
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2249674902470745e-05,
+      "loss": 0.0,
+      "step": 54892
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2249027942213514e-05,
+      "loss": 0.0,
+      "step": 54894
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2248380981956276e-05,
+      "loss": 0.0,
+      "step": 54896
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224773402169905e-05,
+      "loss": 0.0,
+      "step": 54898
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2247087061441814e-05,
+      "loss": 0.0,
+      "step": 54900
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224644010118459e-05,
+      "loss": 0.0,
+      "step": 54902
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224579314092735e-05,
+      "loss": 0.0,
+      "step": 54904
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224514618067012e-05,
+      "loss": 0.0,
+      "step": 54906
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224449922041289e-05,
+      "loss": 0.0,
+      "step": 54908
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224385226015566e-05,
+      "loss": 0.0001,
+      "step": 54910
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224320529989843e-05,
+      "loss": 0.0,
+      "step": 54912
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.22425583396412e-05,
+      "loss": 0.0,
+      "step": 54914
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224191137938397e-05,
+      "loss": 0.0,
+      "step": 54916
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.224126441912673e-05,
+      "loss": 0.0032,
+      "step": 54918
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2240617458869505e-05,
+      "loss": 0.0,
+      "step": 54920
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223997049861227e-05,
+      "loss": 0.0,
+      "step": 54922
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2239323538355043e-05,
+      "loss": 0.0,
+      "step": 54924
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223867657809781e-05,
+      "loss": 0.0,
+      "step": 54926
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2238029617840575e-05,
+      "loss": 0.0001,
+      "step": 54928
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223738265758335e-05,
+      "loss": 0.0,
+      "step": 54930
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223673569732611e-05,
+      "loss": 0.0,
+      "step": 54932
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223608873706888e-05,
+      "loss": 0.0001,
+      "step": 54934
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223544177681165e-05,
+      "loss": 0.0055,
+      "step": 54936
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223479481655442e-05,
+      "loss": 0.0,
+      "step": 54938
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223414785629719e-05,
+      "loss": 0.0001,
+      "step": 54940
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223350089603996e-05,
+      "loss": 0.0,
+      "step": 54942
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223285393578273e-05,
+      "loss": 0.0,
+      "step": 54944
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2232206975525497e-05,
+      "loss": 0.0003,
+      "step": 54946
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2231560015268266e-05,
+      "loss": 0.0001,
+      "step": 54948
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.223091305501103e-05,
+      "loss": 0.0002,
+      "step": 54950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2230266094753804e-05,
+      "loss": 0.0,
+      "step": 54952
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2229619134496566e-05,
+      "loss": 0.0,
+      "step": 54954
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2228972174239335e-05,
+      "loss": 0.0,
+      "step": 54956
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222832521398211e-05,
+      "loss": 0.0,
+      "step": 54958
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2227678253724873e-05,
+      "loss": 0.0,
+      "step": 54960
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222703129346765e-05,
+      "loss": 0.0,
+      "step": 54962
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222638433321041e-05,
+      "loss": 0.0001,
+      "step": 54964
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222573737295318e-05,
+      "loss": 0.0,
+      "step": 54966
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222509041269595e-05,
+      "loss": 0.0,
+      "step": 54968
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222444345243872e-05,
+      "loss": 0.0,
+      "step": 54970
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222379649218149e-05,
+      "loss": 0.0,
+      "step": 54972
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222314953192426e-05,
+      "loss": 0.0,
+      "step": 54974
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2222502571667026e-05,
+      "loss": 0.0016,
+      "step": 54976
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.222185561140979e-05,
+      "loss": 0.013,
+      "step": 54978
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2221208651152564e-05,
+      "loss": 0.0014,
+      "step": 54980
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2220561690895327e-05,
+      "loss": 0.0006,
+      "step": 54982
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.22199147306381e-05,
+      "loss": 0.0,
+      "step": 54984
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2219267770380865e-05,
+      "loss": 0.0066,
+      "step": 54986
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2218620810123634e-05,
+      "loss": 0.0,
+      "step": 54988
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221797384986641e-05,
+      "loss": 0.0,
+      "step": 54990
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221732688960917e-05,
+      "loss": 0.0,
+      "step": 54992
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221667992935194e-05,
+      "loss": 0.0,
+      "step": 54994
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221603296909471e-05,
+      "loss": 0.001,
+      "step": 54996
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221538600883748e-05,
+      "loss": 0.0002,
+      "step": 54998
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221473904858024e-05,
+      "loss": 0.0,
+      "step": 55000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221409208832302e-05,
+      "loss": 0.0,
+      "step": 55002
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2213445128065786e-05,
+      "loss": 0.0,
+      "step": 55004
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2212798167808556e-05,
+      "loss": 0.0,
+      "step": 55006
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2212151207551325e-05,
+      "loss": 0.0,
+      "step": 55008
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221150424729409e-05,
+      "loss": 0.0,
+      "step": 55010
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.221085728703686e-05,
+      "loss": 0.0,
+      "step": 55012
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2210210326779625e-05,
+      "loss": 0.0046,
+      "step": 55014
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2209563366522394e-05,
+      "loss": 0.0,
+      "step": 55016
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220891640626516e-05,
+      "loss": 0.0001,
+      "step": 55018
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220826944600793e-05,
+      "loss": 0.0,
+      "step": 55020
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.22076224857507e-05,
+      "loss": 0.0,
+      "step": 55022
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220697552549347e-05,
+      "loss": 0.0,
+      "step": 55024
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220632856523624e-05,
+      "loss": 0.0002,
+      "step": 55026
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220568160497901e-05,
+      "loss": 0.0,
+      "step": 55028
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220503464472178e-05,
+      "loss": 0.0,
+      "step": 55030
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220438768446454e-05,
+      "loss": 0.0,
+      "step": 55032
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2203740724207316e-05,
+      "loss": 0.0,
+      "step": 55034
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2203093763950085e-05,
+      "loss": 0.0,
+      "step": 55036
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220244680369285e-05,
+      "loss": 0.0,
+      "step": 55038
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220179984343562e-05,
+      "loss": 0.0,
+      "step": 55040
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2201152883178386e-05,
+      "loss": 0.0,
+      "step": 55042
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.220050592292116e-05,
+      "loss": 0.0014,
+      "step": 55044
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2199858962663924e-05,
+      "loss": 0.0,
+      "step": 55046
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219921200240669e-05,
+      "loss": 0.003,
+      "step": 55048
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219856504214946e-05,
+      "loss": 0.0,
+      "step": 55050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219791808189223e-05,
+      "loss": 0.0,
+      "step": 55052
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2197271121635e-05,
+      "loss": 0.0004,
+      "step": 55054
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219662416137777e-05,
+      "loss": 0.0,
+      "step": 55056
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219597720112054e-05,
+      "loss": 0.0002,
+      "step": 55058
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21953302408633e-05,
+      "loss": 0.0,
+      "step": 55060
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2194683280606076e-05,
+      "loss": 0.0004,
+      "step": 55062
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219403632034884e-05,
+      "loss": 0.0,
+      "step": 55064
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2193389360091615e-05,
+      "loss": 0.0008,
+      "step": 55066
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219274239983438e-05,
+      "loss": 0.0,
+      "step": 55068
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2192095439577146e-05,
+      "loss": 0.0,
+      "step": 55070
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219144847931992e-05,
+      "loss": 0.0,
+      "step": 55072
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2190801519062684e-05,
+      "loss": 0.0,
+      "step": 55074
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.219015455880545e-05,
+      "loss": 0.0,
+      "step": 55076
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218950759854822e-05,
+      "loss": 0.0,
+      "step": 55078
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218886063829099e-05,
+      "loss": 0.0028,
+      "step": 55080
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218821367803376e-05,
+      "loss": 0.0,
+      "step": 55082
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218756671777653e-05,
+      "loss": 0.0,
+      "step": 55084
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21869197575193e-05,
+      "loss": 0.0,
+      "step": 55086
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218627279726207e-05,
+      "loss": 0.0,
+      "step": 55088
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218562583700484e-05,
+      "loss": 0.0,
+      "step": 55090
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21849788767476e-05,
+      "loss": 0.0,
+      "step": 55092
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2184331916490375e-05,
+      "loss": 0.0,
+      "step": 55094
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218368495623314e-05,
+      "loss": 0.0,
+      "step": 55096
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2183037995975906e-05,
+      "loss": 0.0001,
+      "step": 55098
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2182391035718675e-05,
+      "loss": 0.0,
+      "step": 55100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2181744075461445e-05,
+      "loss": 0.0001,
+      "step": 55102
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2181097115204214e-05,
+      "loss": 0.0,
+      "step": 55104
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.218045015494698e-05,
+      "loss": 0.0,
+      "step": 55106
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217980319468975e-05,
+      "loss": 0.0,
+      "step": 55108
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217915623443252e-05,
+      "loss": 0.0001,
+      "step": 55110
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217850927417529e-05,
+      "loss": 0.0021,
+      "step": 55112
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217786231391806e-05,
+      "loss": 0.0,
+      "step": 55114
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217721535366083e-05,
+      "loss": 0.0,
+      "step": 55116
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21765683934036e-05,
+      "loss": 0.0001,
+      "step": 55118
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217592143314636e-05,
+      "loss": 0.0001,
+      "step": 55120
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2175274472889135e-05,
+      "loss": 0.0,
+      "step": 55122
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21746275126319e-05,
+      "loss": 0.0,
+      "step": 55124
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2173980552374674e-05,
+      "loss": 0.0,
+      "step": 55126
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2173333592117436e-05,
+      "loss": 0.0,
+      "step": 55128
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2172686631860205e-05,
+      "loss": 0.0,
+      "step": 55130
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2172039671602974e-05,
+      "loss": 0.008,
+      "step": 55132
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217139271134574e-05,
+      "loss": 0.0,
+      "step": 55134
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217074575108851e-05,
+      "loss": 0.0,
+      "step": 55136
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.217009879083128e-05,
+      "loss": 0.0,
+      "step": 55138
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216945183057405e-05,
+      "loss": 0.0118,
+      "step": 55140
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216880487031681e-05,
+      "loss": 0.0044,
+      "step": 55142
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216815791005959e-05,
+      "loss": 0.0,
+      "step": 55144
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216751094980235e-05,
+      "loss": 0.0,
+      "step": 55146
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216686398954513e-05,
+      "loss": 0.0,
+      "step": 55148
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2166217029287896e-05,
+      "loss": 0.0029,
+      "step": 55150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216557006903066e-05,
+      "loss": 0.0,
+      "step": 55152
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2164923108773434e-05,
+      "loss": 0.0,
+      "step": 55154
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2164276148516196e-05,
+      "loss": 0.0,
+      "step": 55156
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2163629188258965e-05,
+      "loss": 0.0,
+      "step": 55158
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2162982228001734e-05,
+      "loss": 0.0,
+      "step": 55160
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2162335267744504e-05,
+      "loss": 0.0002,
+      "step": 55162
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216168830748727e-05,
+      "loss": 0.0001,
+      "step": 55164
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216104134723004e-05,
+      "loss": 0.017,
+      "step": 55166
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.216039438697281e-05,
+      "loss": 0.0,
+      "step": 55168
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215974742671558e-05,
+      "loss": 0.0073,
+      "step": 55170
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215910046645835e-05,
+      "loss": 0.0034,
+      "step": 55172
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215845350620111e-05,
+      "loss": 0.0,
+      "step": 55174
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215780654594389e-05,
+      "loss": 0.0004,
+      "step": 55176
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215715958568665e-05,
+      "loss": 0.0004,
+      "step": 55178
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215651262542942e-05,
+      "loss": 0.0043,
+      "step": 55180
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2155865665172194e-05,
+      "loss": 0.0,
+      "step": 55182
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215521870491496e-05,
+      "loss": 0.0,
+      "step": 55184
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215457174465773e-05,
+      "loss": 0.0,
+      "step": 55186
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2153924784400495e-05,
+      "loss": 0.0,
+      "step": 55188
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2153277824143264e-05,
+      "loss": 0.0,
+      "step": 55190
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215263086388603e-05,
+      "loss": 0.0,
+      "step": 55192
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21519839036288e-05,
+      "loss": 0.0,
+      "step": 55194
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215133694337157e-05,
+      "loss": 0.0015,
+      "step": 55196
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215068998311434e-05,
+      "loss": 0.0,
+      "step": 55198
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.215004302285711e-05,
+      "loss": 0.0,
+      "step": 55200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214939606259987e-05,
+      "loss": 0.0007,
+      "step": 55202
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214874910234265e-05,
+      "loss": 0.0,
+      "step": 55204
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214810214208541e-05,
+      "loss": 0.0,
+      "step": 55206
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2147455181828186e-05,
+      "loss": 0.0,
+      "step": 55208
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214680822157095e-05,
+      "loss": 0.0,
+      "step": 55210
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214616126131372e-05,
+      "loss": 0.0,
+      "step": 55212
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214551430105649e-05,
+      "loss": 0.0001,
+      "step": 55214
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2144867340799255e-05,
+      "loss": 0.0003,
+      "step": 55216
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2144220380542024e-05,
+      "loss": 0.0,
+      "step": 55218
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2143573420284793e-05,
+      "loss": 0.0,
+      "step": 55220
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214292646002756e-05,
+      "loss": 0.0,
+      "step": 55222
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2142279499770325e-05,
+      "loss": 0.0,
+      "step": 55224
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21416325395131e-05,
+      "loss": 0.0,
+      "step": 55226
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214098557925587e-05,
+      "loss": 0.0,
+      "step": 55228
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.214033861899864e-05,
+      "loss": 0.0,
+      "step": 55230
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213969165874141e-05,
+      "loss": 0.0,
+      "step": 55232
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213904469848417e-05,
+      "loss": 0.002,
+      "step": 55234
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2138397738226946e-05,
+      "loss": 0.0,
+      "step": 55236
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213775077796971e-05,
+      "loss": 0.0,
+      "step": 55238
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213710381771248e-05,
+      "loss": 0.0,
+      "step": 55240
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2136456857455247e-05,
+      "loss": 0.0,
+      "step": 55242
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2135809897198016e-05,
+      "loss": 0.0001,
+      "step": 55244
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2135162936940785e-05,
+      "loss": 0.0,
+      "step": 55246
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2134515976683554e-05,
+      "loss": 0.0,
+      "step": 55248
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213386901642632e-05,
+      "loss": 0.0,
+      "step": 55250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213322205616909e-05,
+      "loss": 0.0,
+      "step": 55252
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213257509591186e-05,
+      "loss": 0.0,
+      "step": 55254
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213192813565462e-05,
+      "loss": 0.0014,
+      "step": 55256
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21312811753974e-05,
+      "loss": 0.0,
+      "step": 55258
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.213063421514017e-05,
+      "loss": 0.0,
+      "step": 55260
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212998725488293e-05,
+      "loss": 0.0,
+      "step": 55262
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2129340294625706e-05,
+      "loss": 0.0,
+      "step": 55264
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212869333436847e-05,
+      "loss": 0.0002,
+      "step": 55266
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2128046374111245e-05,
+      "loss": 0.0,
+      "step": 55268
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212739941385401e-05,
+      "loss": 0.0,
+      "step": 55270
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2126752453596776e-05,
+      "loss": 0.0,
+      "step": 55272
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2126105493339545e-05,
+      "loss": 0.0,
+      "step": 55274
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2125458533082314e-05,
+      "loss": 0.0,
+      "step": 55276
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212481157282508e-05,
+      "loss": 0.0,
+      "step": 55278
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212416461256785e-05,
+      "loss": 0.0,
+      "step": 55280
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212351765231062e-05,
+      "loss": 0.0,
+      "step": 55282
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2122870692053384e-05,
+      "loss": 0.0001,
+      "step": 55284
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212222373179616e-05,
+      "loss": 0.0,
+      "step": 55286
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212157677153892e-05,
+      "loss": 0.0109,
+      "step": 55288
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.21209298112817e-05,
+      "loss": 0.0,
+      "step": 55290
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.212028285102447e-05,
+      "loss": 0.0,
+      "step": 55292
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211963589076723e-05,
+      "loss": 0.0019,
+      "step": 55294
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2118988930510005e-05,
+      "loss": 0.0,
+      "step": 55296
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211834197025277e-05,
+      "loss": 0.0,
+      "step": 55298
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2117695009995536e-05,
+      "loss": 0.0,
+      "step": 55300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2117048049738306e-05,
+      "loss": 0.0007,
+      "step": 55302
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2116401089481075e-05,
+      "loss": 0.0,
+      "step": 55304
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2115754129223844e-05,
+      "loss": 0.0,
+      "step": 55306
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211510716896661e-05,
+      "loss": 0.0,
+      "step": 55308
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211446020870938e-05,
+      "loss": 0.0,
+      "step": 55310
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211381324845215e-05,
+      "loss": 0.0,
+      "step": 55312
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211316628819492e-05,
+      "loss": 0.0,
+      "step": 55314
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211251932793768e-05,
+      "loss": 0.0009,
+      "step": 55316
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211187236768046e-05,
+      "loss": 0.0007,
+      "step": 55318
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211122540742322e-05,
+      "loss": 0.0,
+      "step": 55320
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.211057844716599e-05,
+      "loss": 0.0,
+      "step": 55322
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210993148690876e-05,
+      "loss": 0.0,
+      "step": 55324
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210928452665153e-05,
+      "loss": 0.0001,
+      "step": 55326
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2108637566394304e-05,
+      "loss": 0.0,
+      "step": 55328
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2107990606137066e-05,
+      "loss": 0.0001,
+      "step": 55330
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2107343645879835e-05,
+      "loss": 0.0,
+      "step": 55332
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2106696685622604e-05,
+      "loss": 0.0,
+      "step": 55334
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210604972536537e-05,
+      "loss": 0.0001,
+      "step": 55336
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210540276510814e-05,
+      "loss": 0.0001,
+      "step": 55338
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210475580485091e-05,
+      "loss": 0.0,
+      "step": 55340
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210410884459368e-05,
+      "loss": 0.0,
+      "step": 55342
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210346188433644e-05,
+      "loss": 0.0,
+      "step": 55344
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210281492407922e-05,
+      "loss": 0.0057,
+      "step": 55346
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210216796382198e-05,
+      "loss": 0.0001,
+      "step": 55348
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210152100356476e-05,
+      "loss": 0.0,
+      "step": 55350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210087404330752e-05,
+      "loss": 0.0,
+      "step": 55352
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.210022708305029e-05,
+      "loss": 0.0003,
+      "step": 55354
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209958012279306e-05,
+      "loss": 0.0,
+      "step": 55356
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2098933162535826e-05,
+      "loss": 0.0,
+      "step": 55358
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2098286202278595e-05,
+      "loss": 0.0005,
+      "step": 55360
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2097639242021365e-05,
+      "loss": 0.0003,
+      "step": 55362
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2096992281764134e-05,
+      "loss": 0.0,
+      "step": 55364
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.2096345321506896e-05,
+      "loss": 0.0004,
+      "step": 55366
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209569836124967e-05,
+      "loss": 0.0,
+      "step": 55368
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209505140099244e-05,
+      "loss": 0.0,
+      "step": 55370
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209440444073521e-05,
+      "loss": 0.0014,
+      "step": 55372
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209375748047798e-05,
+      "loss": 0.0152,
+      "step": 55374
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209311052022074e-05,
+      "loss": 0.0,
+      "step": 55376
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209246355996352e-05,
+      "loss": 0.0,
+      "step": 55378
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209181659970628e-05,
+      "loss": 0.017,
+      "step": 55380
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209116963944905e-05,
+      "loss": 0.0,
+      "step": 55382
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.209052267919182e-05,
+      "loss": 0.0,
+      "step": 55384
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 3.208987571893459e-05,
+      "loss": 0.0,
+      "step": 55386
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2089228758677356e-05,
+      "loss": 0.0003,
+      "step": 55388
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2088581798420125e-05,
+      "loss": 0.0004,
+      "step": 55390
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2087934838162894e-05,
+      "loss": 0.0,
+      "step": 55392
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.208728787790566e-05,
+      "loss": 0.0,
+      "step": 55394
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.208664091764843e-05,
+      "loss": 0.0,
+      "step": 55396
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2085993957391194e-05,
+      "loss": 0.0001,
+      "step": 55398
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.208534699713397e-05,
+      "loss": 0.0008,
+      "step": 55400
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.208470003687673e-05,
+      "loss": 0.0,
+      "step": 55402
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20840530766195e-05,
+      "loss": 0.0036,
+      "step": 55404
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.208340611636228e-05,
+      "loss": 0.0007,
+      "step": 55406
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.208275915610504e-05,
+      "loss": 0.0,
+      "step": 55408
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2082112195847816e-05,
+      "loss": 0.0044,
+      "step": 55410
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.208146523559058e-05,
+      "loss": 0.004,
+      "step": 55412
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.208081827533335e-05,
+      "loss": 0.0078,
+      "step": 55414
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2080171315076116e-05,
+      "loss": 0.0,
+      "step": 55416
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2079524354818885e-05,
+      "loss": 0.0,
+      "step": 55418
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2078877394561654e-05,
+      "loss": 0.0,
+      "step": 55420
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2078230434304423e-05,
+      "loss": 0.0019,
+      "step": 55422
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207758347404719e-05,
+      "loss": 0.0,
+      "step": 55424
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2076936513789955e-05,
+      "loss": 0.0,
+      "step": 55426
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207628955353273e-05,
+      "loss": 0.0001,
+      "step": 55428
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207564259327549e-05,
+      "loss": 0.0,
+      "step": 55430
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207499563301827e-05,
+      "loss": 0.001,
+      "step": 55432
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207434867276103e-05,
+      "loss": 0.0,
+      "step": 55434
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20737017125038e-05,
+      "loss": 0.0,
+      "step": 55436
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2073054752246576e-05,
+      "loss": 0.0137,
+      "step": 55438
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207240779198934e-05,
+      "loss": 0.0,
+      "step": 55440
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207176083173211e-05,
+      "loss": 0.0,
+      "step": 55442
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.207111387147488e-05,
+      "loss": 0.0,
+      "step": 55444
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2070466911217646e-05,
+      "loss": 0.0,
+      "step": 55446
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206981995096041e-05,
+      "loss": 0.0002,
+      "step": 55448
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2069172990703184e-05,
+      "loss": 0.0002,
+      "step": 55450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206852603044595e-05,
+      "loss": 0.0,
+      "step": 55452
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206787907018872e-05,
+      "loss": 0.0,
+      "step": 55454
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206723210993149e-05,
+      "loss": 0.0,
+      "step": 55456
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2066585149674253e-05,
+      "loss": 0.0019,
+      "step": 55458
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206593818941703e-05,
+      "loss": 0.0,
+      "step": 55460
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206529122915979e-05,
+      "loss": 0.0,
+      "step": 55462
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206464426890256e-05,
+      "loss": 0.0,
+      "step": 55464
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206399730864533e-05,
+      "loss": 0.0,
+      "step": 55466
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20633503483881e-05,
+      "loss": 0.0007,
+      "step": 55468
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2062703388130875e-05,
+      "loss": 0.0,
+      "step": 55470
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.206205642787364e-05,
+      "loss": 0.0,
+      "step": 55472
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2061409467616406e-05,
+      "loss": 0.0022,
+      "step": 55474
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2060762507359175e-05,
+      "loss": 0.0001,
+      "step": 55476
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2060115547101944e-05,
+      "loss": 0.0,
+      "step": 55478
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2059468586844707e-05,
+      "loss": 0.0,
+      "step": 55480
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205882162658748e-05,
+      "loss": 0.0,
+      "step": 55482
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205817466633025e-05,
+      "loss": 0.0,
+      "step": 55484
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2057527706073014e-05,
+      "loss": 0.0,
+      "step": 55486
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205688074581579e-05,
+      "loss": 0.0005,
+      "step": 55488
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205623378555855e-05,
+      "loss": 0.0,
+      "step": 55490
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205558682530133e-05,
+      "loss": 0.0,
+      "step": 55492
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205493986504409e-05,
+      "loss": 0.0,
+      "step": 55494
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205429290478686e-05,
+      "loss": 0.0,
+      "step": 55496
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205364594452963e-05,
+      "loss": 0.0,
+      "step": 55498
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20529989842724e-05,
+      "loss": 0.0,
+      "step": 55500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2052352024015167e-05,
+      "loss": 0.0001,
+      "step": 55502
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2051705063757936e-05,
+      "loss": 0.0,
+      "step": 55504
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2051058103500705e-05,
+      "loss": 0.0,
+      "step": 55506
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.205041114324347e-05,
+      "loss": 0.0,
+      "step": 55508
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204976418298624e-05,
+      "loss": 0.0,
+      "step": 55510
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2049117222729005e-05,
+      "loss": 0.0008,
+      "step": 55512
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204847026247178e-05,
+      "loss": 0.0,
+      "step": 55514
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204782330221455e-05,
+      "loss": 0.0041,
+      "step": 55516
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204717634195731e-05,
+      "loss": 0.0,
+      "step": 55518
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204652938170009e-05,
+      "loss": 0.0,
+      "step": 55520
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204588242144285e-05,
+      "loss": 0.0,
+      "step": 55522
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204523546118562e-05,
+      "loss": 0.0,
+      "step": 55524
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204458850092839e-05,
+      "loss": 0.0,
+      "step": 55526
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204394154067116e-05,
+      "loss": 0.0,
+      "step": 55528
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.204329458041393e-05,
+      "loss": 0.009,
+      "step": 55530
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2042647620156696e-05,
+      "loss": 0.0164,
+      "step": 55532
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2042000659899465e-05,
+      "loss": 0.0,
+      "step": 55534
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2041353699642234e-05,
+      "loss": 0.0,
+      "step": 55536
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2040706739385e-05,
+      "loss": 0.0,
+      "step": 55538
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2040059779127766e-05,
+      "loss": 0.0,
+      "step": 55540
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.203941281887054e-05,
+      "loss": 0.0017,
+      "step": 55542
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2038765858613304e-05,
+      "loss": 0.0055,
+      "step": 55544
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.203811889835607e-05,
+      "loss": 0.0007,
+      "step": 55546
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.203747193809884e-05,
+      "loss": 0.0163,
+      "step": 55548
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.203682497784161e-05,
+      "loss": 0.0,
+      "step": 55550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.203617801758439e-05,
+      "loss": 0.0001,
+      "step": 55552
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.203553105732715e-05,
+      "loss": 0.0,
+      "step": 55554
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.203488409706992e-05,
+      "loss": 0.0,
+      "step": 55556
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.203423713681269e-05,
+      "loss": 0.0,
+      "step": 55558
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2033590176555456e-05,
+      "loss": 0.0,
+      "step": 55560
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2032943216298226e-05,
+      "loss": 0.0,
+      "step": 55562
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2032296256040995e-05,
+      "loss": 0.0,
+      "step": 55564
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2031649295783764e-05,
+      "loss": 0.0,
+      "step": 55566
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2031002335526526e-05,
+      "loss": 0.0,
+      "step": 55568
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20303553752693e-05,
+      "loss": 0.0,
+      "step": 55570
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2029708415012064e-05,
+      "loss": 0.0,
+      "step": 55572
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202906145475484e-05,
+      "loss": 0.0,
+      "step": 55574
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20284144944976e-05,
+      "loss": 0.0,
+      "step": 55576
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202776753424037e-05,
+      "loss": 0.0,
+      "step": 55578
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202712057398314e-05,
+      "loss": 0.0,
+      "step": 55580
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202647361372591e-05,
+      "loss": 0.0,
+      "step": 55582
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202582665346868e-05,
+      "loss": 0.0,
+      "step": 55584
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202517969321145e-05,
+      "loss": 0.0055,
+      "step": 55586
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202453273295422e-05,
+      "loss": 0.0,
+      "step": 55588
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202388577269698e-05,
+      "loss": 0.0,
+      "step": 55590
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2023238812439755e-05,
+      "loss": 0.0,
+      "step": 55592
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2022591852182524e-05,
+      "loss": 0.0,
+      "step": 55594
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202194489192529e-05,
+      "loss": 0.0,
+      "step": 55596
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.202129793166806e-05,
+      "loss": 0.0002,
+      "step": 55598
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2020650971410825e-05,
+      "loss": 0.0022,
+      "step": 55600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20200040111536e-05,
+      "loss": 0.0148,
+      "step": 55602
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201935705089636e-05,
+      "loss": 0.0,
+      "step": 55604
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201871009063913e-05,
+      "loss": 0.0061,
+      "step": 55606
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20180631303819e-05,
+      "loss": 0.0,
+      "step": 55608
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201741617012467e-05,
+      "loss": 0.0013,
+      "step": 55610
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201676920986744e-05,
+      "loss": 0.0,
+      "step": 55612
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201612224961021e-05,
+      "loss": 0.0005,
+      "step": 55614
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201547528935298e-05,
+      "loss": 0.0,
+      "step": 55616
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2014828329095746e-05,
+      "loss": 0.0,
+      "step": 55618
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2014181368838515e-05,
+      "loss": 0.0007,
+      "step": 55620
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201353440858128e-05,
+      "loss": 0.0,
+      "step": 55622
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2012887448324054e-05,
+      "loss": 0.0,
+      "step": 55624
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2012240488066816e-05,
+      "loss": 0.0,
+      "step": 55626
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2011593527809585e-05,
+      "loss": 0.0038,
+      "step": 55628
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201094656755236e-05,
+      "loss": 0.008,
+      "step": 55630
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.201029960729512e-05,
+      "loss": 0.0,
+      "step": 55632
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20096526470379e-05,
+      "loss": 0.0,
+      "step": 55634
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.200900568678066e-05,
+      "loss": 0.0,
+      "step": 55636
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.200835872652343e-05,
+      "loss": 0.0,
+      "step": 55638
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.20077117662662e-05,
+      "loss": 0.0,
+      "step": 55640
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.200706480600897e-05,
+      "loss": 0.0,
+      "step": 55642
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.200641784575174e-05,
+      "loss": 0.0,
+      "step": 55644
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.200577088549451e-05,
+      "loss": 0.0,
+      "step": 55646
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2005123925237276e-05,
+      "loss": 0.0,
+      "step": 55648
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.200447696498004e-05,
+      "loss": 0.0,
+      "step": 55650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2003830004722814e-05,
+      "loss": 0.0,
+      "step": 55652
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2003183044465576e-05,
+      "loss": 0.0001,
+      "step": 55654
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.200253608420835e-05,
+      "loss": 0.0002,
+      "step": 55656
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2001889123951114e-05,
+      "loss": 0.0008,
+      "step": 55658
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.2001242163693884e-05,
+      "loss": 0.0,
+      "step": 55660
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.200059520343666e-05,
+      "loss": 0.0,
+      "step": 55662
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199994824317942e-05,
+      "loss": 0.0,
+      "step": 55664
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199930128292219e-05,
+      "loss": 0.005,
+      "step": 55666
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199865432266496e-05,
+      "loss": 0.0,
+      "step": 55668
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199800736240773e-05,
+      "loss": 0.0,
+      "step": 55670
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.19973604021505e-05,
+      "loss": 0.0001,
+      "step": 55672
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199671344189327e-05,
+      "loss": 0.0,
+      "step": 55674
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1996066481636036e-05,
+      "loss": 0.0001,
+      "step": 55676
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1995419521378805e-05,
+      "loss": 0.0001,
+      "step": 55678
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1994772561121574e-05,
+      "loss": 0.0,
+      "step": 55680
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199412560086434e-05,
+      "loss": 0.0,
+      "step": 55682
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199347864060711e-05,
+      "loss": 0.0047,
+      "step": 55684
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1992831680349875e-05,
+      "loss": 0.0,
+      "step": 55686
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1992184720092644e-05,
+      "loss": 0.0,
+      "step": 55688
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199153775983541e-05,
+      "loss": 0.0003,
+      "step": 55690
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199089079957818e-05,
+      "loss": 0.0001,
+      "step": 55692
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.199024383932096e-05,
+      "loss": 0.0025,
+      "step": 55694
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198959687906372e-05,
+      "loss": 0.0,
+      "step": 55696
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198894991880649e-05,
+      "loss": 0.0018,
+      "step": 55698
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198830295854926e-05,
+      "loss": 0.0007,
+      "step": 55700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198765599829203e-05,
+      "loss": 0.0,
+      "step": 55702
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198700903803479e-05,
+      "loss": 0.0001,
+      "step": 55704
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1986362077777566e-05,
+      "loss": 0.0,
+      "step": 55706
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1985715117520335e-05,
+      "loss": 0.0001,
+      "step": 55708
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.19850681572631e-05,
+      "loss": 0.0,
+      "step": 55710
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198442119700587e-05,
+      "loss": 0.0,
+      "step": 55712
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1983774236748635e-05,
+      "loss": 0.0,
+      "step": 55714
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198312727649141e-05,
+      "loss": 0.0,
+      "step": 55716
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1982480316234173e-05,
+      "loss": 0.0,
+      "step": 55718
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198183335597694e-05,
+      "loss": 0.0,
+      "step": 55720
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198118639571971e-05,
+      "loss": 0.0,
+      "step": 55722
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.198053943546248e-05,
+      "loss": 0.0,
+      "step": 55724
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197989247520525e-05,
+      "loss": 0.0,
+      "step": 55726
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197924551494802e-05,
+      "loss": 0.0021,
+      "step": 55728
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197859855469079e-05,
+      "loss": 0.0008,
+      "step": 55730
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197795159443355e-05,
+      "loss": 0.0,
+      "step": 55732
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1977304634176326e-05,
+      "loss": 0.0001,
+      "step": 55734
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197665767391909e-05,
+      "loss": 0.0001,
+      "step": 55736
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1976010713661864e-05,
+      "loss": 0.0034,
+      "step": 55738
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197536375340463e-05,
+      "loss": 0.0073,
+      "step": 55740
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1974716793147396e-05,
+      "loss": 0.0021,
+      "step": 55742
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197406983289017e-05,
+      "loss": 0.0009,
+      "step": 55744
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1973422872632934e-05,
+      "loss": 0.0,
+      "step": 55746
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.19727759123757e-05,
+      "loss": 0.0,
+      "step": 55748
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197212895211847e-05,
+      "loss": 0.0,
+      "step": 55750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197148199186124e-05,
+      "loss": 0.001,
+      "step": 55752
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197083503160401e-05,
+      "loss": 0.0,
+      "step": 55754
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.197018807134678e-05,
+      "loss": 0.0001,
+      "step": 55756
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196954111108955e-05,
+      "loss": 0.0001,
+      "step": 55758
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196889415083232e-05,
+      "loss": 0.0,
+      "step": 55760
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1968247190575087e-05,
+      "loss": 0.0001,
+      "step": 55762
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196760023031785e-05,
+      "loss": 0.0001,
+      "step": 55764
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1966953270060625e-05,
+      "loss": 0.0,
+      "step": 55766
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196630630980339e-05,
+      "loss": 0.0005,
+      "step": 55768
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1965659349546156e-05,
+      "loss": 0.0118,
+      "step": 55770
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196501238928893e-05,
+      "loss": 0.0,
+      "step": 55772
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1964365429031694e-05,
+      "loss": 0.0018,
+      "step": 55774
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196371846877447e-05,
+      "loss": 0.0056,
+      "step": 55776
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196307150851723e-05,
+      "loss": 0.0001,
+      "step": 55778
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196242454826e-05,
+      "loss": 0.0,
+      "step": 55780
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196177758800277e-05,
+      "loss": 0.0,
+      "step": 55782
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196113062774554e-05,
+      "loss": 0.0074,
+      "step": 55784
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.196048366748831e-05,
+      "loss": 0.0,
+      "step": 55786
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195983670723108e-05,
+      "loss": 0.0,
+      "step": 55788
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195918974697385e-05,
+      "loss": 0.0001,
+      "step": 55790
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195854278671661e-05,
+      "loss": 0.0,
+      "step": 55792
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1957895826459385e-05,
+      "loss": 0.0084,
+      "step": 55794
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195724886620215e-05,
+      "loss": 0.0,
+      "step": 55796
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195660190594492e-05,
+      "loss": 0.0002,
+      "step": 55798
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1955954945687686e-05,
+      "loss": 0.0004,
+      "step": 55800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1955307985430455e-05,
+      "loss": 0.0,
+      "step": 55802
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1954661025173224e-05,
+      "loss": 0.0,
+      "step": 55804
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195401406491599e-05,
+      "loss": 0.0074,
+      "step": 55806
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195336710465876e-05,
+      "loss": 0.0,
+      "step": 55808
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195272014440153e-05,
+      "loss": 0.0,
+      "step": 55810
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.19520731841443e-05,
+      "loss": 0.0003,
+      "step": 55812
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195142622388706e-05,
+      "loss": 0.0002,
+      "step": 55814
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195077926362984e-05,
+      "loss": 0.0,
+      "step": 55816
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.195013230337261e-05,
+      "loss": 0.0107,
+      "step": 55818
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1949485343115376e-05,
+      "loss": 0.0,
+      "step": 55820
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1948838382858145e-05,
+      "loss": 0.0,
+      "step": 55822
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194819142260091e-05,
+      "loss": 0.0002,
+      "step": 55824
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1947544462343684e-05,
+      "loss": 0.0,
+      "step": 55826
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1946897502086446e-05,
+      "loss": 0.0,
+      "step": 55828
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1946250541829215e-05,
+      "loss": 0.0,
+      "step": 55830
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1945603581571984e-05,
+      "loss": 0.0,
+      "step": 55832
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194495662131475e-05,
+      "loss": 0.0,
+      "step": 55834
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194430966105752e-05,
+      "loss": 0.0,
+      "step": 55836
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194366270080029e-05,
+      "loss": 0.0,
+      "step": 55838
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194301574054306e-05,
+      "loss": 0.0001,
+      "step": 55840
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194236878028583e-05,
+      "loss": 0.0001,
+      "step": 55842
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.19417218200286e-05,
+      "loss": 0.0,
+      "step": 55844
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194107485977136e-05,
+      "loss": 0.0,
+      "step": 55846
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.194042789951414e-05,
+      "loss": 0.0,
+      "step": 55848
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1939780939256906e-05,
+      "loss": 0.0034,
+      "step": 55850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193913397899967e-05,
+      "loss": 0.0,
+      "step": 55852
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1938487018742444e-05,
+      "loss": 0.0,
+      "step": 55854
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1937840058485206e-05,
+      "loss": 0.0,
+      "step": 55856
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193719309822798e-05,
+      "loss": 0.0,
+      "step": 55858
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1936546137970745e-05,
+      "loss": 0.0,
+      "step": 55860
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1935899177713514e-05,
+      "loss": 0.0,
+      "step": 55862
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193525221745628e-05,
+      "loss": 0.0,
+      "step": 55864
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193460525719905e-05,
+      "loss": 0.0,
+      "step": 55866
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193395829694182e-05,
+      "loss": 0.0,
+      "step": 55868
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193331133668459e-05,
+      "loss": 0.0,
+      "step": 55870
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193266437642736e-05,
+      "loss": 0.0012,
+      "step": 55872
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193201741617012e-05,
+      "loss": 0.0,
+      "step": 55874
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.19313704559129e-05,
+      "loss": 0.0,
+      "step": 55876
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.193072349565566e-05,
+      "loss": 0.0,
+      "step": 55878
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1930076535398435e-05,
+      "loss": 0.0,
+      "step": 55880
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.19294295751412e-05,
+      "loss": 0.0475,
+      "step": 55882
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192878261488397e-05,
+      "loss": 0.0002,
+      "step": 55884
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192813565462674e-05,
+      "loss": 0.0,
+      "step": 55886
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1927488694369505e-05,
+      "loss": 0.0,
+      "step": 55888
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.1926841734112274e-05,
+      "loss": 0.0002,
+      "step": 55890
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192619477385504e-05,
+      "loss": 0.0002,
+      "step": 55892
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192554781359781e-05,
+      "loss": 0.0,
+      "step": 55894
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192490085334058e-05,
+      "loss": 0.0,
+      "step": 55896
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192425389308335e-05,
+      "loss": 0.0,
+      "step": 55898
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192360693282612e-05,
+      "loss": 0.0001,
+      "step": 55900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 3.192295997256889e-05,
+      "loss": 0.0,
+      "step": 55902
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.192231301231166e-05,
+      "loss": 0.0016,
+      "step": 55904
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.192166605205442e-05,
+      "loss": 0.0,
+      "step": 55906
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1921019091797196e-05,
+      "loss": 0.0,
+      "step": 55908
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.192037213153996e-05,
+      "loss": 0.0,
+      "step": 55910
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191972517128273e-05,
+      "loss": 0.0,
+      "step": 55912
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1919078211025496e-05,
+      "loss": 0.0,
+      "step": 55914
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1918431250768265e-05,
+      "loss": 0.0062,
+      "step": 55916
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191778429051104e-05,
+      "loss": 0.0,
+      "step": 55918
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1917137330253804e-05,
+      "loss": 0.0,
+      "step": 55920
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191649036999657e-05,
+      "loss": 0.0006,
+      "step": 55922
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191584340973934e-05,
+      "loss": 0.0011,
+      "step": 55924
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191519644948211e-05,
+      "loss": 0.0,
+      "step": 55926
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191454948922487e-05,
+      "loss": 0.0,
+      "step": 55928
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191390252896765e-05,
+      "loss": 0.0019,
+      "step": 55930
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191325556871042e-05,
+      "loss": 0.0,
+      "step": 55932
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191260860845318e-05,
+      "loss": 0.0,
+      "step": 55934
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1911961648195956e-05,
+      "loss": 0.0001,
+      "step": 55936
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191131468793872e-05,
+      "loss": 0.0009,
+      "step": 55938
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1910667727681494e-05,
+      "loss": 0.0001,
+      "step": 55940
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.191002076742426e-05,
+      "loss": 0.0,
+      "step": 55942
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1909373807167026e-05,
+      "loss": 0.0,
+      "step": 55944
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1908726846909795e-05,
+      "loss": 0.0069,
+      "step": 55946
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1908079886652564e-05,
+      "loss": 0.0,
+      "step": 55948
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.190743292639533e-05,
+      "loss": 0.0,
+      "step": 55950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.19067859661381e-05,
+      "loss": 0.0,
+      "step": 55952
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.190613900588087e-05,
+      "loss": 0.0,
+      "step": 55954
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1905492045623633e-05,
+      "loss": 0.0,
+      "step": 55956
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.190484508536641e-05,
+      "loss": 0.0353,
+      "step": 55958
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.190419812510917e-05,
+      "loss": 0.0,
+      "step": 55960
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.190355116485195e-05,
+      "loss": 0.0009,
+      "step": 55962
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1902904204594717e-05,
+      "loss": 0.0,
+      "step": 55964
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.190225724433748e-05,
+      "loss": 0.0,
+      "step": 55966
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1901610284080255e-05,
+      "loss": 0.0,
+      "step": 55968
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.190096332382302e-05,
+      "loss": 0.0,
+      "step": 55970
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1900316363565786e-05,
+      "loss": 0.0,
+      "step": 55972
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1899669403308555e-05,
+      "loss": 0.0,
+      "step": 55974
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1899022443051324e-05,
+      "loss": 0.0,
+      "step": 55976
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1898375482794093e-05,
+      "loss": 0.0,
+      "step": 55978
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189772852253686e-05,
+      "loss": 0.0002,
+      "step": 55980
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189708156227963e-05,
+      "loss": 0.0001,
+      "step": 55982
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18964346020224e-05,
+      "loss": 0.0,
+      "step": 55984
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189578764176517e-05,
+      "loss": 0.0182,
+      "step": 55986
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189514068150793e-05,
+      "loss": 0.0,
+      "step": 55988
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189449372125071e-05,
+      "loss": 0.0,
+      "step": 55990
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189384676099347e-05,
+      "loss": 0.0,
+      "step": 55992
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189319980073624e-05,
+      "loss": 0.0,
+      "step": 55994
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1892552840479015e-05,
+      "loss": 0.0,
+      "step": 55996
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189190588022178e-05,
+      "loss": 0.0,
+      "step": 55998
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.189125891996455e-05,
+      "loss": 0.0,
+      "step": 56000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1890611959707316e-05,
+      "loss": 0.0,
+      "step": 56002
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1889964999450085e-05,
+      "loss": 0.0,
+      "step": 56004
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1889318039192854e-05,
+      "loss": 0.0,
+      "step": 56006
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188867107893562e-05,
+      "loss": 0.0002,
+      "step": 56008
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188802411867839e-05,
+      "loss": 0.0,
+      "step": 56010
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188737715842116e-05,
+      "loss": 0.0016,
+      "step": 56012
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188673019816393e-05,
+      "loss": 0.0,
+      "step": 56014
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188608323790669e-05,
+      "loss": 0.0013,
+      "step": 56016
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188543627764947e-05,
+      "loss": 0.0,
+      "step": 56018
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188478931739223e-05,
+      "loss": 0.0092,
+      "step": 56020
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1884142357135006e-05,
+      "loss": 0.0,
+      "step": 56022
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188349539687777e-05,
+      "loss": 0.0,
+      "step": 56024
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188284843662054e-05,
+      "loss": 0.0002,
+      "step": 56026
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.188220147636331e-05,
+      "loss": 0.0,
+      "step": 56028
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1881554516106076e-05,
+      "loss": 0.0,
+      "step": 56030
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1880907555848845e-05,
+      "loss": 0.0,
+      "step": 56032
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1880260595591614e-05,
+      "loss": 0.0,
+      "step": 56034
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187961363533438e-05,
+      "loss": 0.0,
+      "step": 56036
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187896667507715e-05,
+      "loss": 0.0001,
+      "step": 56038
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187831971481992e-05,
+      "loss": 0.0,
+      "step": 56040
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187767275456269e-05,
+      "loss": 0.0,
+      "step": 56042
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187702579430546e-05,
+      "loss": 0.0135,
+      "step": 56044
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187637883404823e-05,
+      "loss": 0.0087,
+      "step": 56046
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187573187379099e-05,
+      "loss": 0.0,
+      "step": 56048
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187508491353377e-05,
+      "loss": 0.0005,
+      "step": 56050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187443795327653e-05,
+      "loss": 0.0001,
+      "step": 56052
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18737909930193e-05,
+      "loss": 0.0003,
+      "step": 56054
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.187314403276207e-05,
+      "loss": 0.0,
+      "step": 56056
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1872497072504836e-05,
+      "loss": 0.0065,
+      "step": 56058
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1871850112247606e-05,
+      "loss": 0.0,
+      "step": 56060
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1871203151990375e-05,
+      "loss": 0.0001,
+      "step": 56062
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1870556191733144e-05,
+      "loss": 0.0,
+      "step": 56064
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186990923147591e-05,
+      "loss": 0.0,
+      "step": 56066
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186926227121868e-05,
+      "loss": 0.0,
+      "step": 56068
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1868615310961444e-05,
+      "loss": 0.0,
+      "step": 56070
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186796835070422e-05,
+      "loss": 0.0,
+      "step": 56072
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186732139044699e-05,
+      "loss": 0.0076,
+      "step": 56074
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186667443018975e-05,
+      "loss": 0.0,
+      "step": 56076
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186602746993253e-05,
+      "loss": 0.0,
+      "step": 56078
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186538050967529e-05,
+      "loss": 0.0,
+      "step": 56080
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1864733549418065e-05,
+      "loss": 0.0279,
+      "step": 56082
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186408658916083e-05,
+      "loss": 0.0,
+      "step": 56084
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18634396289036e-05,
+      "loss": 0.0001,
+      "step": 56086
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1862792668646366e-05,
+      "loss": 0.0,
+      "step": 56088
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1862145708389135e-05,
+      "loss": 0.0,
+      "step": 56090
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1861498748131904e-05,
+      "loss": 0.0001,
+      "step": 56092
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186085178787467e-05,
+      "loss": 0.0,
+      "step": 56094
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.186020482761744e-05,
+      "loss": 0.0,
+      "step": 56096
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1859557867360205e-05,
+      "loss": 0.0002,
+      "step": 56098
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.185891090710298e-05,
+      "loss": 0.0,
+      "step": 56100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.185826394684574e-05,
+      "loss": 0.0002,
+      "step": 56102
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.185761698658852e-05,
+      "loss": 0.0,
+      "step": 56104
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.185697002633128e-05,
+      "loss": 0.0003,
+      "step": 56106
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.185632306607405e-05,
+      "loss": 0.0029,
+      "step": 56108
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1855676105816826e-05,
+      "loss": 0.0,
+      "step": 56110
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.185502914555959e-05,
+      "loss": 0.0,
+      "step": 56112
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.185438218530236e-05,
+      "loss": 0.0,
+      "step": 56114
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1853735225045126e-05,
+      "loss": 0.0,
+      "step": 56116
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1853088264787895e-05,
+      "loss": 0.0,
+      "step": 56118
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1852441304530665e-05,
+      "loss": 0.0001,
+      "step": 56120
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1851794344273434e-05,
+      "loss": 0.0,
+      "step": 56122
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18511473840162e-05,
+      "loss": 0.0,
+      "step": 56124
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.185050042375897e-05,
+      "loss": 0.0,
+      "step": 56126
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184985346350174e-05,
+      "loss": 0.0037,
+      "step": 56128
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18492065032445e-05,
+      "loss": 0.0,
+      "step": 56130
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184855954298728e-05,
+      "loss": 0.0,
+      "step": 56132
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184791258273004e-05,
+      "loss": 0.0,
+      "step": 56134
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184726562247281e-05,
+      "loss": 0.0001,
+      "step": 56136
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184661866221558e-05,
+      "loss": 0.0,
+      "step": 56138
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184597170195835e-05,
+      "loss": 0.0,
+      "step": 56140
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1845324741701124e-05,
+      "loss": 0.0,
+      "step": 56142
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184467778144389e-05,
+      "loss": 0.0,
+      "step": 56144
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1844030821186656e-05,
+      "loss": 0.0,
+      "step": 56146
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1843383860929425e-05,
+      "loss": 0.0,
+      "step": 56148
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1842736900672194e-05,
+      "loss": 0.0,
+      "step": 56150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184208994041496e-05,
+      "loss": 0.0015,
+      "step": 56152
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.184144298015773e-05,
+      "loss": 0.0,
+      "step": 56154
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18407960199005e-05,
+      "loss": 0.0082,
+      "step": 56156
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1840149059643264e-05,
+      "loss": 0.0,
+      "step": 56158
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183950209938604e-05,
+      "loss": 0.0,
+      "step": 56160
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18388551391288e-05,
+      "loss": 0.0,
+      "step": 56162
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183820817887158e-05,
+      "loss": 0.0,
+      "step": 56164
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183756121861434e-05,
+      "loss": 0.0,
+      "step": 56166
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183691425835711e-05,
+      "loss": 0.0322,
+      "step": 56168
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183626729809988e-05,
+      "loss": 0.0,
+      "step": 56170
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183562033784265e-05,
+      "loss": 0.0,
+      "step": 56172
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1834973377585416e-05,
+      "loss": 0.0014,
+      "step": 56174
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1834326417328185e-05,
+      "loss": 0.0001,
+      "step": 56176
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1833679457070954e-05,
+      "loss": 0.0,
+      "step": 56178
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1833032496813723e-05,
+      "loss": 0.0059,
+      "step": 56180
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183238553655649e-05,
+      "loss": 0.0,
+      "step": 56182
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1831738576299255e-05,
+      "loss": 0.0,
+      "step": 56184
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.183109161604203e-05,
+      "loss": 0.0,
+      "step": 56186
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18304446557848e-05,
+      "loss": 0.0,
+      "step": 56188
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182979769552756e-05,
+      "loss": 0.0035,
+      "step": 56190
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182915073527034e-05,
+      "loss": 0.0002,
+      "step": 56192
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18285037750131e-05,
+      "loss": 0.0,
+      "step": 56194
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182785681475587e-05,
+      "loss": 0.0,
+      "step": 56196
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182720985449864e-05,
+      "loss": 0.0,
+      "step": 56198
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182656289424141e-05,
+      "loss": 0.0,
+      "step": 56200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182591593398418e-05,
+      "loss": 0.0,
+      "step": 56202
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1825268973726946e-05,
+      "loss": 0.0,
+      "step": 56204
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1824622013469715e-05,
+      "loss": 0.004,
+      "step": 56206
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1823975053212484e-05,
+      "loss": 0.0,
+      "step": 56208
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182332809295525e-05,
+      "loss": 0.0,
+      "step": 56210
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1822681132698015e-05,
+      "loss": 0.0001,
+      "step": 56212
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182203417244079e-05,
+      "loss": 0.0,
+      "step": 56214
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1821387212183553e-05,
+      "loss": 0.0,
+      "step": 56216
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.182074025192632e-05,
+      "loss": 0.0,
+      "step": 56218
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18200932916691e-05,
+      "loss": 0.0,
+      "step": 56220
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.181944633141186e-05,
+      "loss": 0.0002,
+      "step": 56222
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1818799371154637e-05,
+      "loss": 0.0001,
+      "step": 56224
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18181524108974e-05,
+      "loss": 0.0,
+      "step": 56226
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.181750545064017e-05,
+      "loss": 0.0,
+      "step": 56228
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.181685849038294e-05,
+      "loss": 0.0,
+      "step": 56230
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1816211530125706e-05,
+      "loss": 0.0,
+      "step": 56232
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1815564569868475e-05,
+      "loss": 0.0011,
+      "step": 56234
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1814917609611244e-05,
+      "loss": 0.0,
+      "step": 56236
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1814270649354013e-05,
+      "loss": 0.0007,
+      "step": 56238
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1813623689096776e-05,
+      "loss": 0.0,
+      "step": 56240
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.181297672883955e-05,
+      "loss": 0.0047,
+      "step": 56242
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1812329768582314e-05,
+      "loss": 0.0078,
+      "step": 56244
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.181168280832509e-05,
+      "loss": 0.0,
+      "step": 56246
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.181103584806785e-05,
+      "loss": 0.0001,
+      "step": 56248
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.181038888781062e-05,
+      "loss": 0.0135,
+      "step": 56250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18097419275534e-05,
+      "loss": 0.0005,
+      "step": 56252
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180909496729616e-05,
+      "loss": 0.0001,
+      "step": 56254
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180844800703893e-05,
+      "loss": 0.0,
+      "step": 56256
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.18078010467817e-05,
+      "loss": 0.0,
+      "step": 56258
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1807154086524467e-05,
+      "loss": 0.0,
+      "step": 56260
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1806507126267236e-05,
+      "loss": 0.0,
+      "step": 56262
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1805860166010005e-05,
+      "loss": 0.0,
+      "step": 56264
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1805213205752774e-05,
+      "loss": 0.0,
+      "step": 56266
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180456624549554e-05,
+      "loss": 0.0,
+      "step": 56268
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180391928523831e-05,
+      "loss": 0.0039,
+      "step": 56270
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1803272324981074e-05,
+      "loss": 0.0003,
+      "step": 56272
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180262536472385e-05,
+      "loss": 0.0003,
+      "step": 56274
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180197840446661e-05,
+      "loss": 0.0,
+      "step": 56276
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180133144420938e-05,
+      "loss": 0.0,
+      "step": 56278
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180068448395215e-05,
+      "loss": 0.0,
+      "step": 56280
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.180003752369492e-05,
+      "loss": 0.0,
+      "step": 56282
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179939056343769e-05,
+      "loss": 0.0,
+      "step": 56284
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179874360318046e-05,
+      "loss": 0.0,
+      "step": 56286
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179809664292323e-05,
+      "loss": 0.0,
+      "step": 56288
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1797449682665996e-05,
+      "loss": 0.0,
+      "step": 56290
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1796802722408765e-05,
+      "loss": 0.0,
+      "step": 56292
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179615576215153e-05,
+      "loss": 0.0,
+      "step": 56294
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.17955088018943e-05,
+      "loss": 0.0,
+      "step": 56296
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179486184163707e-05,
+      "loss": 0.0002,
+      "step": 56298
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1794214881379835e-05,
+      "loss": 0.0,
+      "step": 56300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179356792112261e-05,
+      "loss": 0.0019,
+      "step": 56302
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179292096086537e-05,
+      "loss": 0.0,
+      "step": 56304
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179227400060815e-05,
+      "loss": 0.0059,
+      "step": 56306
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179162704035091e-05,
+      "loss": 0.0,
+      "step": 56308
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179098008009368e-05,
+      "loss": 0.0001,
+      "step": 56310
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.179033311983645e-05,
+      "loss": 0.0,
+      "step": 56312
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178968615957922e-05,
+      "loss": 0.0011,
+      "step": 56314
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178903919932199e-05,
+      "loss": 0.0,
+      "step": 56316
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1788392239064756e-05,
+      "loss": 0.0007,
+      "step": 56318
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1787745278807526e-05,
+      "loss": 0.0,
+      "step": 56320
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1787098318550295e-05,
+      "loss": 0.0,
+      "step": 56322
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1786451358293064e-05,
+      "loss": 0.0059,
+      "step": 56324
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1785804398035826e-05,
+      "loss": 0.0,
+      "step": 56326
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.17851574377786e-05,
+      "loss": 0.0001,
+      "step": 56328
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178451047752137e-05,
+      "loss": 0.0,
+      "step": 56330
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178386351726413e-05,
+      "loss": 0.0125,
+      "step": 56332
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178321655700691e-05,
+      "loss": 0.0056,
+      "step": 56334
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178256959674967e-05,
+      "loss": 0.0,
+      "step": 56336
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178192263649244e-05,
+      "loss": 0.0,
+      "step": 56338
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178127567623521e-05,
+      "loss": 0.0,
+      "step": 56340
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.178062871597798e-05,
+      "loss": 0.0001,
+      "step": 56342
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177998175572075e-05,
+      "loss": 0.0001,
+      "step": 56344
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177933479546352e-05,
+      "loss": 0.0001,
+      "step": 56346
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1778687835206286e-05,
+      "loss": 0.0,
+      "step": 56348
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1778040874949055e-05,
+      "loss": 0.0,
+      "step": 56350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1777393914691824e-05,
+      "loss": 0.0001,
+      "step": 56352
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1776746954434586e-05,
+      "loss": 0.0156,
+      "step": 56354
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177609999417736e-05,
+      "loss": 0.0,
+      "step": 56356
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1775453033920125e-05,
+      "loss": 0.0,
+      "step": 56358
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1774806073662894e-05,
+      "loss": 0.0,
+      "step": 56360
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177415911340566e-05,
+      "loss": 0.0,
+      "step": 56362
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177351215314843e-05,
+      "loss": 0.0004,
+      "step": 56364
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177286519289121e-05,
+      "loss": 0.0001,
+      "step": 56366
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177221823263397e-05,
+      "loss": 0.0006,
+      "step": 56368
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177157127237674e-05,
+      "loss": 0.0001,
+      "step": 56370
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177092431211951e-05,
+      "loss": 0.0,
+      "step": 56372
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.177027735186228e-05,
+      "loss": 0.0001,
+      "step": 56374
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1769630391605046e-05,
+      "loss": 0.0,
+      "step": 56376
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1768983431347815e-05,
+      "loss": 0.0,
+      "step": 56378
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1768336471090585e-05,
+      "loss": 0.0,
+      "step": 56380
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176768951083335e-05,
+      "loss": 0.0,
+      "step": 56382
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176704255057612e-05,
+      "loss": 0.0,
+      "step": 56384
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1766395590318885e-05,
+      "loss": 0.0,
+      "step": 56386
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176574863006166e-05,
+      "loss": 0.0,
+      "step": 56388
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176510166980442e-05,
+      "loss": 0.0005,
+      "step": 56390
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176445470954719e-05,
+      "loss": 0.0,
+      "step": 56392
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176380774928996e-05,
+      "loss": 0.0001,
+      "step": 56394
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176316078903273e-05,
+      "loss": 0.0,
+      "step": 56396
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.17625138287755e-05,
+      "loss": 0.0,
+      "step": 56398
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176186686851827e-05,
+      "loss": 0.0,
+      "step": 56400
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176121990826104e-05,
+      "loss": 0.0,
+      "step": 56402
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.176057294800381e-05,
+      "loss": 0.0,
+      "step": 56404
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1759925987746576e-05,
+      "loss": 0.0284,
+      "step": 56406
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.175927902748934e-05,
+      "loss": 0.0001,
+      "step": 56408
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1758632067232114e-05,
+      "loss": 0.0,
+      "step": 56410
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.175798510697488e-05,
+      "loss": 0.0001,
+      "step": 56412
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.1757338146717645e-05,
+      "loss": 0.0001,
+      "step": 56414
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 3.175669118646042e-05,
+      "loss": 0.0,
+      "step": 56416
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1756044226203184e-05,
+      "loss": 0.0,
+      "step": 56418
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.175539726594595e-05,
+      "loss": 0.0,
+      "step": 56420
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.175475030568872e-05,
+      "loss": 0.0,
+      "step": 56422
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.175410334543149e-05,
+      "loss": 0.0,
+      "step": 56424
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.175345638517426e-05,
+      "loss": 0.0051,
+      "step": 56426
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.175280942491703e-05,
+      "loss": 0.0,
+      "step": 56428
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.17521624646598e-05,
+      "loss": 0.0,
+      "step": 56430
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.175151550440257e-05,
+      "loss": 0.0,
+      "step": 56432
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1750868544145336e-05,
+      "loss": 0.0,
+      "step": 56434
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.17502215838881e-05,
+      "loss": 0.0,
+      "step": 56436
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1749574623630874e-05,
+      "loss": 0.0,
+      "step": 56438
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174892766337364e-05,
+      "loss": 0.0002,
+      "step": 56440
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1748280703116406e-05,
+      "loss": 0.0,
+      "step": 56442
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174763374285918e-05,
+      "loss": 0.0,
+      "step": 56444
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1746986782601944e-05,
+      "loss": 0.0,
+      "step": 56446
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174633982234472e-05,
+      "loss": 0.0003,
+      "step": 56448
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174569286208748e-05,
+      "loss": 0.0,
+      "step": 56450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174504590183025e-05,
+      "loss": 0.0,
+      "step": 56452
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174439894157302e-05,
+      "loss": 0.0,
+      "step": 56454
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174375198131579e-05,
+      "loss": 0.0,
+      "step": 56456
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174310502105856e-05,
+      "loss": 0.0,
+      "step": 56458
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.174245806080133e-05,
+      "loss": 0.0,
+      "step": 56460
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.17418111005441e-05,
+      "loss": 0.0,
+      "step": 56462
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1741164140286866e-05,
+      "loss": 0.0,
+      "step": 56464
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1740517180029635e-05,
+      "loss": 0.0,
+      "step": 56466
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.17398702197724e-05,
+      "loss": 0.0,
+      "step": 56468
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173922325951517e-05,
+      "loss": 0.0001,
+      "step": 56470
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1738576299257935e-05,
+      "loss": 0.0017,
+      "step": 56472
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1737929339000704e-05,
+      "loss": 0.0,
+      "step": 56474
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173728237874348e-05,
+      "loss": 0.0,
+      "step": 56476
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173663541848624e-05,
+      "loss": 0.0005,
+      "step": 56478
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173598845822901e-05,
+      "loss": 0.0,
+      "step": 56480
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173534149797178e-05,
+      "loss": 0.0001,
+      "step": 56482
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173469453771455e-05,
+      "loss": 0.0008,
+      "step": 56484
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173404757745732e-05,
+      "loss": 0.0,
+      "step": 56486
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173340061720009e-05,
+      "loss": 0.0001,
+      "step": 56488
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173275365694286e-05,
+      "loss": 0.0,
+      "step": 56490
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1732106696685626e-05,
+      "loss": 0.0001,
+      "step": 56492
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1731459736428395e-05,
+      "loss": 0.0,
+      "step": 56494
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173081277617116e-05,
+      "loss": 0.0,
+      "step": 56496
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.173016581591393e-05,
+      "loss": 0.0146,
+      "step": 56498
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1729518855656696e-05,
+      "loss": 0.0018,
+      "step": 56500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1728871895399465e-05,
+      "loss": 0.0045,
+      "step": 56502
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1728224935142234e-05,
+      "loss": 0.0093,
+      "step": 56504
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.172790145501362e-05,
+      "loss": 0.0761,
+      "step": 56506
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.172725449475639e-05,
+      "loss": 0.0,
+      "step": 56508
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1726607534499157e-05,
+      "loss": 0.0,
+      "step": 56510
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1725960574241926e-05,
+      "loss": 0.0046,
+      "step": 56512
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1725313613984695e-05,
+      "loss": 0.0001,
+      "step": 56514
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1724666653727464e-05,
+      "loss": 0.0,
+      "step": 56516
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.172401969347023e-05,
+      "loss": 0.0001,
+      "step": 56518
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1723372733213e-05,
+      "loss": 0.0,
+      "step": 56520
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.172272577295577e-05,
+      "loss": 0.0,
+      "step": 56522
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.172207881269853e-05,
+      "loss": 0.0,
+      "step": 56524
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.172143185244131e-05,
+      "loss": 0.0001,
+      "step": 56526
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.172078489218407e-05,
+      "loss": 0.0,
+      "step": 56528
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.172013793192684e-05,
+      "loss": 0.0,
+      "step": 56530
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1719490971669616e-05,
+      "loss": 0.0013,
+      "step": 56532
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171884401141238e-05,
+      "loss": 0.0,
+      "step": 56534
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1718197051155155e-05,
+      "loss": 0.0,
+      "step": 56536
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171755009089792e-05,
+      "loss": 0.0004,
+      "step": 56538
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1716903130640686e-05,
+      "loss": 0.0,
+      "step": 56540
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1716256170383455e-05,
+      "loss": 0.0004,
+      "step": 56542
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1715609210126224e-05,
+      "loss": 0.0,
+      "step": 56544
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171496224986899e-05,
+      "loss": 0.0006,
+      "step": 56546
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171431528961176e-05,
+      "loss": 0.0001,
+      "step": 56548
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171366832935453e-05,
+      "loss": 0.0,
+      "step": 56550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1713021369097294e-05,
+      "loss": 0.0003,
+      "step": 56552
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171237440884007e-05,
+      "loss": 0.0002,
+      "step": 56554
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171172744858283e-05,
+      "loss": 0.0,
+      "step": 56556
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171108048832561e-05,
+      "loss": 0.0,
+      "step": 56558
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.171043352806837e-05,
+      "loss": 0.0001,
+      "step": 56560
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170978656781114e-05,
+      "loss": 0.0045,
+      "step": 56562
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170913960755391e-05,
+      "loss": 0.0074,
+      "step": 56564
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170849264729668e-05,
+      "loss": 0.0076,
+      "step": 56566
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1707845687039446e-05,
+      "loss": 0.0,
+      "step": 56568
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1707198726782216e-05,
+      "loss": 0.0,
+      "step": 56570
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1706551766524985e-05,
+      "loss": 0.0,
+      "step": 56572
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170590480626775e-05,
+      "loss": 0.0,
+      "step": 56574
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170525784601052e-05,
+      "loss": 0.0,
+      "step": 56576
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170461088575329e-05,
+      "loss": 0.0,
+      "step": 56578
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170396392549606e-05,
+      "loss": 0.0,
+      "step": 56580
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170331696523883e-05,
+      "loss": 0.0,
+      "step": 56582
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170267000498159e-05,
+      "loss": 0.0002,
+      "step": 56584
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170202304472437e-05,
+      "loss": 0.0,
+      "step": 56586
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170137608446713e-05,
+      "loss": 0.0,
+      "step": 56588
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.17007291242099e-05,
+      "loss": 0.0,
+      "step": 56590
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.170008216395267e-05,
+      "loss": 0.0,
+      "step": 56592
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169943520369544e-05,
+      "loss": 0.0006,
+      "step": 56594
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169878824343821e-05,
+      "loss": 0.0,
+      "step": 56596
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1698141283180976e-05,
+      "loss": 0.0001,
+      "step": 56598
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1697494322923745e-05,
+      "loss": 0.0001,
+      "step": 56600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1696847362666514e-05,
+      "loss": 0.0,
+      "step": 56602
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169620040240928e-05,
+      "loss": 0.0019,
+      "step": 56604
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1695553442152046e-05,
+      "loss": 0.0,
+      "step": 56606
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169490648189482e-05,
+      "loss": 0.0051,
+      "step": 56608
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1694259521637584e-05,
+      "loss": 0.0,
+      "step": 56610
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169361256138035e-05,
+      "loss": 0.0,
+      "step": 56612
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169296560112313e-05,
+      "loss": 0.0,
+      "step": 56614
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169231864086589e-05,
+      "loss": 0.0,
+      "step": 56616
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169167168060867e-05,
+      "loss": 0.0065,
+      "step": 56618
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.169102472035143e-05,
+      "loss": 0.0,
+      "step": 56620
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16903777600942e-05,
+      "loss": 0.0,
+      "step": 56622
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168973079983697e-05,
+      "loss": 0.0002,
+      "step": 56624
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1689083839579736e-05,
+      "loss": 0.0031,
+      "step": 56626
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1688436879322505e-05,
+      "loss": 0.0004,
+      "step": 56628
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1687789919065275e-05,
+      "loss": 0.0,
+      "step": 56630
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1687142958808044e-05,
+      "loss": 0.0,
+      "step": 56632
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1686495998550806e-05,
+      "loss": 0.0,
+      "step": 56634
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168584903829358e-05,
+      "loss": 0.0,
+      "step": 56636
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1685202078036344e-05,
+      "loss": 0.0,
+      "step": 56638
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168455511777912e-05,
+      "loss": 0.0006,
+      "step": 56640
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168390815752188e-05,
+      "loss": 0.0025,
+      "step": 56642
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168326119726465e-05,
+      "loss": 0.0001,
+      "step": 56644
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168261423700743e-05,
+      "loss": 0.0,
+      "step": 56646
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168196727675019e-05,
+      "loss": 0.0001,
+      "step": 56648
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168132031649296e-05,
+      "loss": 0.0,
+      "step": 56650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.168067335623573e-05,
+      "loss": 0.0004,
+      "step": 56652
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16800263959785e-05,
+      "loss": 0.0002,
+      "step": 56654
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1679379435721266e-05,
+      "loss": 0.0,
+      "step": 56656
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1678732475464035e-05,
+      "loss": 0.0019,
+      "step": 56658
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1678085515206804e-05,
+      "loss": 0.0,
+      "step": 56660
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167743855494957e-05,
+      "loss": 0.0,
+      "step": 56662
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167679159469234e-05,
+      "loss": 0.0048,
+      "step": 56664
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1676144634435104e-05,
+      "loss": 0.0002,
+      "step": 56666
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167549767417788e-05,
+      "loss": 0.0,
+      "step": 56668
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167485071392064e-05,
+      "loss": 0.0,
+      "step": 56670
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167420375366341e-05,
+      "loss": 0.0007,
+      "step": 56672
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167355679340618e-05,
+      "loss": 0.0,
+      "step": 56674
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167290983314895e-05,
+      "loss": 0.0,
+      "step": 56676
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167226287289172e-05,
+      "loss": 0.0,
+      "step": 56678
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167161591263449e-05,
+      "loss": 0.0059,
+      "step": 56680
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.167096895237726e-05,
+      "loss": 0.0,
+      "step": 56682
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1670321992120026e-05,
+      "loss": 0.0,
+      "step": 56684
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1669675031862795e-05,
+      "loss": 0.0,
+      "step": 56686
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166902807160556e-05,
+      "loss": 0.0,
+      "step": 56688
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1668381111348333e-05,
+      "loss": 0.0069,
+      "step": 56690
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16677341510911e-05,
+      "loss": 0.0,
+      "step": 56692
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1667087190833865e-05,
+      "loss": 0.0,
+      "step": 56694
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166644023057664e-05,
+      "loss": 0.0052,
+      "step": 56696
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16657932703194e-05,
+      "loss": 0.0002,
+      "step": 56698
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166514631006218e-05,
+      "loss": 0.0001,
+      "step": 56700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166449934980494e-05,
+      "loss": 0.0018,
+      "step": 56702
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166385238954771e-05,
+      "loss": 0.0,
+      "step": 56704
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166320542929048e-05,
+      "loss": 0.0,
+      "step": 56706
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166255846903325e-05,
+      "loss": 0.0,
+      "step": 56708
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166191150877602e-05,
+      "loss": 0.0002,
+      "step": 56710
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.166126454851879e-05,
+      "loss": 0.0,
+      "step": 56712
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1660617588261556e-05,
+      "loss": 0.0,
+      "step": 56714
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165997062800432e-05,
+      "loss": 0.0035,
+      "step": 56716
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1659323667747094e-05,
+      "loss": 0.0,
+      "step": 56718
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1658676707489856e-05,
+      "loss": 0.0,
+      "step": 56720
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165802974723263e-05,
+      "loss": 0.0,
+      "step": 56722
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16573827869754e-05,
+      "loss": 0.0,
+      "step": 56724
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1656735826718163e-05,
+      "loss": 0.0001,
+      "step": 56726
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165608886646094e-05,
+      "loss": 0.0036,
+      "step": 56728
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16554419062037e-05,
+      "loss": 0.0001,
+      "step": 56730
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165479494594647e-05,
+      "loss": 0.0007,
+      "step": 56732
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165414798568924e-05,
+      "loss": 0.0,
+      "step": 56734
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165350102543201e-05,
+      "loss": 0.0,
+      "step": 56736
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165285406517478e-05,
+      "loss": 0.0003,
+      "step": 56738
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.165220710491755e-05,
+      "loss": 0.0,
+      "step": 56740
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1651560144660316e-05,
+      "loss": 0.0,
+      "step": 56742
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1650913184403085e-05,
+      "loss": 0.0,
+      "step": 56744
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1650266224145854e-05,
+      "loss": 0.0,
+      "step": 56746
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.164961926388862e-05,
+      "loss": 0.0,
+      "step": 56748
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.164897230363139e-05,
+      "loss": 0.0002,
+      "step": 56750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1648325343374155e-05,
+      "loss": 0.0049,
+      "step": 56752
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1647678383116924e-05,
+      "loss": 0.0,
+      "step": 56754
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16470314228597e-05,
+      "loss": 0.0,
+      "step": 56756
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.164638446260246e-05,
+      "loss": 0.0,
+      "step": 56758
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.164573750234524e-05,
+      "loss": 0.0,
+      "step": 56760
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1645090542088e-05,
+      "loss": 0.0,
+      "step": 56762
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.164444358183077e-05,
+      "loss": 0.0,
+      "step": 56764
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.164379662157354e-05,
+      "loss": 0.0123,
+      "step": 56766
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.164314966131631e-05,
+      "loss": 0.0078,
+      "step": 56768
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1642502701059077e-05,
+      "loss": 0.0004,
+      "step": 56770
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1641855740801846e-05,
+      "loss": 0.0,
+      "step": 56772
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1641208780544615e-05,
+      "loss": 0.0001,
+      "step": 56774
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.164056182028738e-05,
+      "loss": 0.0001,
+      "step": 56776
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163991486003015e-05,
+      "loss": 0.0,
+      "step": 56778
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1639267899772915e-05,
+      "loss": 0.0,
+      "step": 56780
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163862093951569e-05,
+      "loss": 0.0,
+      "step": 56782
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163797397925845e-05,
+      "loss": 0.0,
+      "step": 56784
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163732701900122e-05,
+      "loss": 0.0,
+      "step": 56786
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163668005874399e-05,
+      "loss": 0.0,
+      "step": 56788
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163603309848676e-05,
+      "loss": 0.0002,
+      "step": 56790
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163538613822953e-05,
+      "loss": 0.0,
+      "step": 56792
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16347391779723e-05,
+      "loss": 0.0,
+      "step": 56794
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163409221771507e-05,
+      "loss": 0.0003,
+      "step": 56796
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163344525745783e-05,
+      "loss": 0.0006,
+      "step": 56798
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1632798297200606e-05,
+      "loss": 0.0,
+      "step": 56800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1632151336943375e-05,
+      "loss": 0.0001,
+      "step": 56802
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1631504376686144e-05,
+      "loss": 0.0,
+      "step": 56804
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.163085741642891e-05,
+      "loss": 0.0798,
+      "step": 56806
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1630210456171676e-05,
+      "loss": 0.0,
+      "step": 56808
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162956349591445e-05,
+      "loss": 0.0027,
+      "step": 56810
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1628916535657214e-05,
+      "loss": 0.0179,
+      "step": 56812
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162826957539998e-05,
+      "loss": 0.0,
+      "step": 56814
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162762261514275e-05,
+      "loss": 0.0,
+      "step": 56816
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162697565488552e-05,
+      "loss": 0.0,
+      "step": 56818
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162632869462829e-05,
+      "loss": 0.0018,
+      "step": 56820
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162568173437106e-05,
+      "loss": 0.0,
+      "step": 56822
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162503477411383e-05,
+      "loss": 0.0045,
+      "step": 56824
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16243878138566e-05,
+      "loss": 0.0088,
+      "step": 56826
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1623740853599366e-05,
+      "loss": 0.0002,
+      "step": 56828
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162309389334213e-05,
+      "loss": 0.0316,
+      "step": 56830
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1622446933084905e-05,
+      "loss": 0.0,
+      "step": 56832
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1621799972827674e-05,
+      "loss": 0.0,
+      "step": 56834
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1621153012570436e-05,
+      "loss": 0.0001,
+      "step": 56836
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.162050605231321e-05,
+      "loss": 0.0001,
+      "step": 56838
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1619859092055974e-05,
+      "loss": 0.0007,
+      "step": 56840
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161921213179875e-05,
+      "loss": 0.0,
+      "step": 56842
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161856517154151e-05,
+      "loss": 0.0,
+      "step": 56844
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161791821128428e-05,
+      "loss": 0.0,
+      "step": 56846
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161727125102705e-05,
+      "loss": 0.0,
+      "step": 56848
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161662429076982e-05,
+      "loss": 0.0,
+      "step": 56850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161597733051259e-05,
+      "loss": 0.0,
+      "step": 56852
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161533037025536e-05,
+      "loss": 0.0,
+      "step": 56854
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161468340999813e-05,
+      "loss": 0.0,
+      "step": 56856
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161403644974089e-05,
+      "loss": 0.0,
+      "step": 56858
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1613389489483665e-05,
+      "loss": 0.0095,
+      "step": 56860
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161274252922643e-05,
+      "loss": 0.0004,
+      "step": 56862
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.16120955689692e-05,
+      "loss": 0.0,
+      "step": 56864
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1611448608711965e-05,
+      "loss": 0.0,
+      "step": 56866
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1610801648454735e-05,
+      "loss": 0.0,
+      "step": 56868
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.161015468819751e-05,
+      "loss": 0.0,
+      "step": 56870
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160950772794027e-05,
+      "loss": 0.0,
+      "step": 56872
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160886076768304e-05,
+      "loss": 0.0,
+      "step": 56874
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160821380742581e-05,
+      "loss": 0.0,
+      "step": 56876
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160756684716858e-05,
+      "loss": 0.0,
+      "step": 56878
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160691988691135e-05,
+      "loss": 0.0,
+      "step": 56880
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160627292665412e-05,
+      "loss": 0.0,
+      "step": 56882
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160562596639689e-05,
+      "loss": 0.0,
+      "step": 56884
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1604979006139656e-05,
+      "loss": 0.0,
+      "step": 56886
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1604332045882425e-05,
+      "loss": 0.0001,
+      "step": 56888
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160368508562519e-05,
+      "loss": 0.0,
+      "step": 56890
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1603038125367964e-05,
+      "loss": 0.0,
+      "step": 56892
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1602391165110726e-05,
+      "loss": 0.0,
+      "step": 56894
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1601744204853495e-05,
+      "loss": 0.0,
+      "step": 56896
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1601097244596264e-05,
+      "loss": 0.0012,
+      "step": 56898
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.160045028433903e-05,
+      "loss": 0.0,
+      "step": 56900
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159980332408181e-05,
+      "loss": 0.0,
+      "step": 56902
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159915636382457e-05,
+      "loss": 0.0042,
+      "step": 56904
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159850940356734e-05,
+      "loss": 0.0,
+      "step": 56906
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159786244331011e-05,
+      "loss": 0.0,
+      "step": 56908
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159721548305288e-05,
+      "loss": 0.0,
+      "step": 56910
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159656852279565e-05,
+      "loss": 0.0001,
+      "step": 56912
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159592156253842e-05,
+      "loss": 0.003,
+      "step": 56914
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1595274602281186e-05,
+      "loss": 0.0,
+      "step": 56916
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159462764202395e-05,
+      "loss": 0.0,
+      "step": 56918
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1593980681766724e-05,
+      "loss": 0.0,
+      "step": 56920
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1593333721509486e-05,
+      "loss": 0.0,
+      "step": 56922
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159268676125226e-05,
+      "loss": 0.0,
+      "step": 56924
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1592039800995024e-05,
+      "loss": 0.0,
+      "step": 56926
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.1591392840737794e-05,
+      "loss": 0.0004,
+      "step": 56928
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159074588048056e-05,
+      "loss": 0.0,
+      "step": 56930
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 3.159009892022333e-05,
+      "loss": 0.0,
+      "step": 56932
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15894519599661e-05,
+      "loss": 0.0001,
+      "step": 56934
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158880499970887e-05,
+      "loss": 0.0,
+      "step": 56936
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158815803945164e-05,
+      "loss": 0.0058,
+      "step": 56938
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15875110791944e-05,
+      "loss": 0.0032,
+      "step": 56940
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158686411893718e-05,
+      "loss": 0.0004,
+      "step": 56942
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158621715867994e-05,
+      "loss": 0.0,
+      "step": 56944
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1585570198422715e-05,
+      "loss": 0.0003,
+      "step": 56946
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1584923238165484e-05,
+      "loss": 0.0005,
+      "step": 56948
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158427627790825e-05,
+      "loss": 0.0001,
+      "step": 56950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158362931765102e-05,
+      "loss": 0.0,
+      "step": 56952
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1582982357393785e-05,
+      "loss": 0.0,
+      "step": 56954
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1582335397136554e-05,
+      "loss": 0.0,
+      "step": 56956
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158168843687932e-05,
+      "loss": 0.0001,
+      "step": 56958
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158104147662209e-05,
+      "loss": 0.0002,
+      "step": 56960
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.158039451636486e-05,
+      "loss": 0.0,
+      "step": 56962
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157974755610763e-05,
+      "loss": 0.0014,
+      "step": 56964
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15791005958504e-05,
+      "loss": 0.0,
+      "step": 56966
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157845363559317e-05,
+      "loss": 0.0,
+      "step": 56968
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157780667533594e-05,
+      "loss": 0.0,
+      "step": 56970
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15771597150787e-05,
+      "loss": 0.0,
+      "step": 56972
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1576512754821476e-05,
+      "loss": 0.0,
+      "step": 56974
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157586579456424e-05,
+      "loss": 0.0001,
+      "step": 56976
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157521883430701e-05,
+      "loss": 0.0035,
+      "step": 56978
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157457187404978e-05,
+      "loss": 0.0,
+      "step": 56980
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1573924913792545e-05,
+      "loss": 0.0,
+      "step": 56982
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157327795353532e-05,
+      "loss": 0.0049,
+      "step": 56984
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1572630993278083e-05,
+      "loss": 0.004,
+      "step": 56986
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157198403302085e-05,
+      "loss": 0.0,
+      "step": 56988
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157133707276362e-05,
+      "loss": 0.0,
+      "step": 56990
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157069011250639e-05,
+      "loss": 0.0,
+      "step": 56992
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.157004315224916e-05,
+      "loss": 0.0,
+      "step": 56994
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.156939619199193e-05,
+      "loss": 0.0,
+      "step": 56996
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15687492317347e-05,
+      "loss": 0.0015,
+      "step": 56998
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.156810227147746e-05,
+      "loss": 0.0,
+      "step": 57000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1567455311220236e-05,
+      "loss": 0.0,
+      "step": 57002
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1566808350963e-05,
+      "loss": 0.0,
+      "step": 57004
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1566161390705774e-05,
+      "loss": 0.0,
+      "step": 57006
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1565514430448537e-05,
+      "loss": 0.0,
+      "step": 57008
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1564867470191306e-05,
+      "loss": 0.0,
+      "step": 57010
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.156422050993408e-05,
+      "loss": 0.0,
+      "step": 57012
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1563573549676844e-05,
+      "loss": 0.0,
+      "step": 57014
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.156292658941961e-05,
+      "loss": 0.0,
+      "step": 57016
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.156227962916238e-05,
+      "loss": 0.0001,
+      "step": 57018
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.156163266890515e-05,
+      "loss": 0.0,
+      "step": 57020
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1560985708647913e-05,
+      "loss": 0.0,
+      "step": 57022
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.156033874839069e-05,
+      "loss": 0.0,
+      "step": 57024
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155969178813346e-05,
+      "loss": 0.0001,
+      "step": 57026
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155904482787623e-05,
+      "loss": 0.0,
+      "step": 57028
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1558397867618997e-05,
+      "loss": 0.0,
+      "step": 57030
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155775090736176e-05,
+      "loss": 0.0,
+      "step": 57032
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1557103947104535e-05,
+      "loss": 0.0,
+      "step": 57034
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15564569868473e-05,
+      "loss": 0.0004,
+      "step": 57036
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1555810026590066e-05,
+      "loss": 0.0,
+      "step": 57038
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1555163066332835e-05,
+      "loss": 0.0,
+      "step": 57040
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1554516106075604e-05,
+      "loss": 0.0924,
+      "step": 57042
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155386914581837e-05,
+      "loss": 0.0074,
+      "step": 57044
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155322218556114e-05,
+      "loss": 0.0,
+      "step": 57046
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155257522530391e-05,
+      "loss": 0.0001,
+      "step": 57048
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155192826504668e-05,
+      "loss": 0.0,
+      "step": 57050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155128130478945e-05,
+      "loss": 0.0,
+      "step": 57052
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.155063434453221e-05,
+      "loss": 0.001,
+      "step": 57054
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154998738427499e-05,
+      "loss": 0.0001,
+      "step": 57056
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154934042401776e-05,
+      "loss": 0.0,
+      "step": 57058
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154869346376052e-05,
+      "loss": 0.0,
+      "step": 57060
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1548046503503295e-05,
+      "loss": 0.0,
+      "step": 57062
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154739954324606e-05,
+      "loss": 0.0,
+      "step": 57064
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154675258298883e-05,
+      "loss": 0.002,
+      "step": 57066
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1546105622731596e-05,
+      "loss": 0.0014,
+      "step": 57068
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1545458662474365e-05,
+      "loss": 0.0055,
+      "step": 57070
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1544811702217134e-05,
+      "loss": 0.0002,
+      "step": 57072
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15441647419599e-05,
+      "loss": 0.0032,
+      "step": 57074
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154351778170267e-05,
+      "loss": 0.0,
+      "step": 57076
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154287082144544e-05,
+      "loss": 0.0004,
+      "step": 57078
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154222386118821e-05,
+      "loss": 0.0,
+      "step": 57080
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154157690093097e-05,
+      "loss": 0.0081,
+      "step": 57082
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154092994067375e-05,
+      "loss": 0.0,
+      "step": 57084
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.154028298041651e-05,
+      "loss": 0.0026,
+      "step": 57086
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1539636020159286e-05,
+      "loss": 0.0112,
+      "step": 57088
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153898905990205e-05,
+      "loss": 0.0191,
+      "step": 57090
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153834209964482e-05,
+      "loss": 0.0,
+      "step": 57092
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1537695139387594e-05,
+      "loss": 0.0,
+      "step": 57094
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1537048179130356e-05,
+      "loss": 0.0,
+      "step": 57096
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1536401218873125e-05,
+      "loss": 0.0087,
+      "step": 57098
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1535754258615894e-05,
+      "loss": 0.0,
+      "step": 57100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153510729835866e-05,
+      "loss": 0.0,
+      "step": 57102
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153446033810143e-05,
+      "loss": 0.0,
+      "step": 57104
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15338133778442e-05,
+      "loss": 0.0003,
+      "step": 57106
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153316641758697e-05,
+      "loss": 0.0,
+      "step": 57108
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153251945732974e-05,
+      "loss": 0.0005,
+      "step": 57110
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153187249707251e-05,
+      "loss": 0.0,
+      "step": 57112
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153122553681527e-05,
+      "loss": 0.0001,
+      "step": 57114
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.153057857655805e-05,
+      "loss": 0.0,
+      "step": 57116
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152993161630081e-05,
+      "loss": 0.0002,
+      "step": 57118
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152928465604358e-05,
+      "loss": 0.0002,
+      "step": 57120
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152863769578635e-05,
+      "loss": 0.0,
+      "step": 57122
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1527990735529116e-05,
+      "loss": 0.0001,
+      "step": 57124
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152734377527189e-05,
+      "loss": 0.0147,
+      "step": 57126
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1526696815014655e-05,
+      "loss": 0.0012,
+      "step": 57128
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1526049854757424e-05,
+      "loss": 0.0,
+      "step": 57130
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152540289450019e-05,
+      "loss": 0.0003,
+      "step": 57132
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152475593424296e-05,
+      "loss": 0.0052,
+      "step": 57134
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152410897398573e-05,
+      "loss": 0.0,
+      "step": 57136
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15234620137285e-05,
+      "loss": 0.0,
+      "step": 57138
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152281505347127e-05,
+      "loss": 0.0,
+      "step": 57140
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152216809321403e-05,
+      "loss": 0.0001,
+      "step": 57142
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152152113295681e-05,
+      "loss": 0.0,
+      "step": 57144
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.152087417269957e-05,
+      "loss": 0.003,
+      "step": 57146
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1520227212442345e-05,
+      "loss": 0.0009,
+      "step": 57148
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151958025218511e-05,
+      "loss": 0.0001,
+      "step": 57150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151893329192788e-05,
+      "loss": 0.0,
+      "step": 57152
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1518286331670646e-05,
+      "loss": 0.0,
+      "step": 57154
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1517639371413415e-05,
+      "loss": 0.0,
+      "step": 57156
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1516992411156184e-05,
+      "loss": 0.0003,
+      "step": 57158
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151634545089895e-05,
+      "loss": 0.0,
+      "step": 57160
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151569849064172e-05,
+      "loss": 0.0,
+      "step": 57162
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1515051530384485e-05,
+      "loss": 0.0003,
+      "step": 57164
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151440457012726e-05,
+      "loss": 0.0,
+      "step": 57166
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151375760987002e-05,
+      "loss": 0.0,
+      "step": 57168
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.15131106496128e-05,
+      "loss": 0.0,
+      "step": 57170
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151246368935557e-05,
+      "loss": 0.0,
+      "step": 57172
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151181672909833e-05,
+      "loss": 0.0,
+      "step": 57174
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1511169768841106e-05,
+      "loss": 0.0,
+      "step": 57176
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.151052280858387e-05,
+      "loss": 0.0001,
+      "step": 57178
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150987584832664e-05,
+      "loss": 0.0,
+      "step": 57180
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1509228888069406e-05,
+      "loss": 0.0,
+      "step": 57182
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1508581927812175e-05,
+      "loss": 0.0,
+      "step": 57184
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1507934967554944e-05,
+      "loss": 0.0,
+      "step": 57186
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1507288007297714e-05,
+      "loss": 0.0,
+      "step": 57188
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150664104704048e-05,
+      "loss": 0.0,
+      "step": 57190
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150599408678325e-05,
+      "loss": 0.0,
+      "step": 57192
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150534712652602e-05,
+      "loss": 0.0,
+      "step": 57194
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150470016626878e-05,
+      "loss": 0.0,
+      "step": 57196
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150405320601156e-05,
+      "loss": 0.0002,
+      "step": 57198
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150340624575432e-05,
+      "loss": 0.0,
+      "step": 57200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150275928549709e-05,
+      "loss": 0.0,
+      "step": 57202
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1502112325239866e-05,
+      "loss": 0.0,
+      "step": 57204
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150146536498263e-05,
+      "loss": 0.0001,
+      "step": 57206
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1500818404725404e-05,
+      "loss": 0.0,
+      "step": 57208
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.150017144446817e-05,
+      "loss": 0.0,
+      "step": 57210
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1499524484210936e-05,
+      "loss": 0.0001,
+      "step": 57212
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1498877523953705e-05,
+      "loss": 0.0,
+      "step": 57214
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1498230563696474e-05,
+      "loss": 0.0,
+      "step": 57216
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149758360343924e-05,
+      "loss": 0.0,
+      "step": 57218
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149693664318201e-05,
+      "loss": 0.0001,
+      "step": 57220
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149628968292478e-05,
+      "loss": 0.0,
+      "step": 57222
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1495642722667544e-05,
+      "loss": 0.0,
+      "step": 57224
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149499576241032e-05,
+      "loss": 0.0064,
+      "step": 57226
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149434880215308e-05,
+      "loss": 0.0,
+      "step": 57228
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149370184189586e-05,
+      "loss": 0.0001,
+      "step": 57230
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149305488163862e-05,
+      "loss": 0.0,
+      "step": 57232
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149240792138139e-05,
+      "loss": 0.0,
+      "step": 57234
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1491760961124165e-05,
+      "loss": 0.0,
+      "step": 57236
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.149111400086693e-05,
+      "loss": 0.0,
+      "step": 57238
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1490467040609696e-05,
+      "loss": 0.0,
+      "step": 57240
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1489820080352465e-05,
+      "loss": 0.0,
+      "step": 57242
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1489173120095234e-05,
+      "loss": 0.0003,
+      "step": 57244
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1488526159838e-05,
+      "loss": 0.0,
+      "step": 57246
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148787919958077e-05,
+      "loss": 0.0107,
+      "step": 57248
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148723223932354e-05,
+      "loss": 0.0001,
+      "step": 57250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148658527906631e-05,
+      "loss": 0.0,
+      "step": 57252
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148593831880908e-05,
+      "loss": 0.0,
+      "step": 57254
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148529135855184e-05,
+      "loss": 0.0032,
+      "step": 57256
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148464439829462e-05,
+      "loss": 0.0,
+      "step": 57258
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148399743803738e-05,
+      "loss": 0.0,
+      "step": 57260
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148335047778015e-05,
+      "loss": 0.0,
+      "step": 57262
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148270351752292e-05,
+      "loss": 0.0001,
+      "step": 57264
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.148205655726569e-05,
+      "loss": 0.0,
+      "step": 57266
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1481409597008457e-05,
+      "loss": 0.0001,
+      "step": 57268
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1480762636751226e-05,
+      "loss": 0.0035,
+      "step": 57270
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1480115676493995e-05,
+      "loss": 0.0,
+      "step": 57272
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1479468716236764e-05,
+      "loss": 0.0,
+      "step": 57274
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.147882175597953e-05,
+      "loss": 0.0,
+      "step": 57276
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1478174795722295e-05,
+      "loss": 0.0,
+      "step": 57278
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.147752783546507e-05,
+      "loss": 0.0,
+      "step": 57280
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.147688087520784e-05,
+      "loss": 0.0001,
+      "step": 57282
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.14762339149506e-05,
+      "loss": 0.0043,
+      "step": 57284
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.147558695469338e-05,
+      "loss": 0.0,
+      "step": 57286
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.147493999443614e-05,
+      "loss": 0.0,
+      "step": 57288
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1474293034178917e-05,
+      "loss": 0.0,
+      "step": 57290
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.147364607392168e-05,
+      "loss": 0.0,
+      "step": 57292
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.147299911366445e-05,
+      "loss": 0.0,
+      "step": 57294
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.147235215340722e-05,
+      "loss": 0.0,
+      "step": 57296
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1471705193149986e-05,
+      "loss": 0.0001,
+      "step": 57298
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1471058232892755e-05,
+      "loss": 0.0,
+      "step": 57300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1470411272635524e-05,
+      "loss": 0.0312,
+      "step": 57302
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146976431237829e-05,
+      "loss": 0.0,
+      "step": 57304
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1469117352121056e-05,
+      "loss": 0.0001,
+      "step": 57306
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146847039186383e-05,
+      "loss": 0.0001,
+      "step": 57308
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1467823431606594e-05,
+      "loss": 0.0,
+      "step": 57310
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146717647134937e-05,
+      "loss": 0.0,
+      "step": 57312
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146652951109214e-05,
+      "loss": 0.0,
+      "step": 57314
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.14658825508349e-05,
+      "loss": 0.0,
+      "step": 57316
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146523559057768e-05,
+      "loss": 0.0,
+      "step": 57318
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146458863032044e-05,
+      "loss": 0.0001,
+      "step": 57320
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146394167006321e-05,
+      "loss": 0.002,
+      "step": 57322
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146329470980598e-05,
+      "loss": 0.0,
+      "step": 57324
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1462647749548746e-05,
+      "loss": 0.0,
+      "step": 57326
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1462000789291516e-05,
+      "loss": 0.0,
+      "step": 57328
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1461353829034285e-05,
+      "loss": 0.0,
+      "step": 57330
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1460706868777054e-05,
+      "loss": 0.0009,
+      "step": 57332
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.146005990851982e-05,
+      "loss": 0.0,
+      "step": 57334
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145941294826259e-05,
+      "loss": 0.0006,
+      "step": 57336
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1458765988005354e-05,
+      "loss": 0.0,
+      "step": 57338
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145811902774813e-05,
+      "loss": 0.0001,
+      "step": 57340
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145747206749089e-05,
+      "loss": 0.0,
+      "step": 57342
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145682510723366e-05,
+      "loss": 0.0,
+      "step": 57344
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145617814697643e-05,
+      "loss": 0.0008,
+      "step": 57346
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.14555311867192e-05,
+      "loss": 0.0,
+      "step": 57348
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1454884226461975e-05,
+      "loss": 0.0,
+      "step": 57350
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145423726620474e-05,
+      "loss": 0.0,
+      "step": 57352
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145359030594751e-05,
+      "loss": 0.0,
+      "step": 57354
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1452943345690276e-05,
+      "loss": 0.0001,
+      "step": 57356
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1452296385433045e-05,
+      "loss": 0.0,
+      "step": 57358
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1451649425175814e-05,
+      "loss": 0.0033,
+      "step": 57360
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145100246491858e-05,
+      "loss": 0.0,
+      "step": 57362
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.145035550466135e-05,
+      "loss": 0.0,
+      "step": 57364
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1449708544404115e-05,
+      "loss": 0.0006,
+      "step": 57366
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144906158414689e-05,
+      "loss": 0.0,
+      "step": 57368
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144841462388965e-05,
+      "loss": 0.0003,
+      "step": 57370
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144776766363243e-05,
+      "loss": 0.0003,
+      "step": 57372
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144712070337519e-05,
+      "loss": 0.0,
+      "step": 57374
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144647374311796e-05,
+      "loss": 0.0,
+      "step": 57376
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144582678286073e-05,
+      "loss": 0.0,
+      "step": 57378
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.14451798226035e-05,
+      "loss": 0.0,
+      "step": 57380
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144453286234627e-05,
+      "loss": 0.0219,
+      "step": 57382
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1443885902089036e-05,
+      "loss": 0.0,
+      "step": 57384
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1443238941831805e-05,
+      "loss": 0.0,
+      "step": 57386
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144259198157457e-05,
+      "loss": 0.0,
+      "step": 57388
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1441945021317344e-05,
+      "loss": 0.0,
+      "step": 57390
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144129806106011e-05,
+      "loss": 0.0002,
+      "step": 57392
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144065110080288e-05,
+      "loss": 0.0,
+      "step": 57394
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.144000414054565e-05,
+      "loss": 0.0,
+      "step": 57396
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143935718028841e-05,
+      "loss": 0.0,
+      "step": 57398
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143871022003119e-05,
+      "loss": 0.0,
+      "step": 57400
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143806325977395e-05,
+      "loss": 0.0001,
+      "step": 57402
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143741629951672e-05,
+      "loss": 0.0,
+      "step": 57404
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143676933925949e-05,
+      "loss": 0.0,
+      "step": 57406
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143612237900226e-05,
+      "loss": 0.0,
+      "step": 57408
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143547541874503e-05,
+      "loss": 0.003,
+      "step": 57410
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.14348284584878e-05,
+      "loss": 0.0001,
+      "step": 57412
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1434181498230566e-05,
+      "loss": 0.0,
+      "step": 57414
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1433534537973335e-05,
+      "loss": 0.0,
+      "step": 57416
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1432887577716104e-05,
+      "loss": 0.0,
+      "step": 57418
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1432240617458866e-05,
+      "loss": 0.0062,
+      "step": 57420
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.143159365720164e-05,
+      "loss": 0.0,
+      "step": 57422
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1430946696944405e-05,
+      "loss": 0.0,
+      "step": 57424
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1430299736687174e-05,
+      "loss": 0.0,
+      "step": 57426
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.142965277642995e-05,
+      "loss": 0.0001,
+      "step": 57428
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.142900581617271e-05,
+      "loss": 0.0,
+      "step": 57430
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.142835885591549e-05,
+      "loss": 0.0002,
+      "step": 57432
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.142771189565825e-05,
+      "loss": 0.0041,
+      "step": 57434
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.142706493540102e-05,
+      "loss": 0.0,
+      "step": 57436
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.142641797514379e-05,
+      "loss": 0.0,
+      "step": 57438
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.142577101488656e-05,
+      "loss": 0.0009,
+      "step": 57440
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1425124054629326e-05,
+      "loss": 0.0,
+      "step": 57442
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1424477094372095e-05,
+      "loss": 0.0003,
+      "step": 57444
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.1423830134114864e-05,
+      "loss": 0.0,
+      "step": 57446
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 3.142318317385763e-05,
+      "loss": 0.0056,
+      "step": 57448
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.14225362136004e-05,
+      "loss": 0.0,
+      "step": 57450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1421889253343165e-05,
+      "loss": 0.0079,
+      "step": 57452
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.142124229308594e-05,
+      "loss": 0.0,
+      "step": 57454
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.14205953328287e-05,
+      "loss": 0.006,
+      "step": 57456
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141994837257147e-05,
+      "loss": 0.0,
+      "step": 57458
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141930141231425e-05,
+      "loss": 0.0001,
+      "step": 57460
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141865445205701e-05,
+      "loss": 0.0,
+      "step": 57462
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141800749179978e-05,
+      "loss": 0.0,
+      "step": 57464
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141736053154255e-05,
+      "loss": 0.0025,
+      "step": 57466
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141671357128532e-05,
+      "loss": 0.0002,
+      "step": 57468
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141606661102809e-05,
+      "loss": 0.0,
+      "step": 57470
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1415419650770856e-05,
+      "loss": 0.0055,
+      "step": 57472
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1414772690513625e-05,
+      "loss": 0.0,
+      "step": 57474
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1414125730256394e-05,
+      "loss": 0.0,
+      "step": 57476
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141347876999916e-05,
+      "loss": 0.0,
+      "step": 57478
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1412831809741925e-05,
+      "loss": 0.0,
+      "step": 57480
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.14121848494847e-05,
+      "loss": 0.0,
+      "step": 57482
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1411537889227463e-05,
+      "loss": 0.0,
+      "step": 57484
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.141089092897023e-05,
+      "loss": 0.0001,
+      "step": 57486
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1410243968713e-05,
+      "loss": 0.0,
+      "step": 57488
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.140959700845577e-05,
+      "loss": 0.0016,
+      "step": 57490
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1408950048198547e-05,
+      "loss": 0.0,
+      "step": 57492
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.140830308794131e-05,
+      "loss": 0.0001,
+      "step": 57494
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.140765612768408e-05,
+      "loss": 0.0004,
+      "step": 57496
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.140700916742685e-05,
+      "loss": 0.0,
+      "step": 57498
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1406362207169616e-05,
+      "loss": 0.0,
+      "step": 57500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.140571524691238e-05,
+      "loss": 0.0,
+      "step": 57502
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1405068286655154e-05,
+      "loss": 0.0,
+      "step": 57504
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1404421326397923e-05,
+      "loss": 0.0,
+      "step": 57506
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1403774366140686e-05,
+      "loss": 0.0,
+      "step": 57508
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.140312740588346e-05,
+      "loss": 0.0,
+      "step": 57510
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1402480445626224e-05,
+      "loss": 0.0,
+      "step": 57512
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1401833485369e-05,
+      "loss": 0.0,
+      "step": 57514
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.140118652511176e-05,
+      "loss": 0.0,
+      "step": 57516
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.140053956485453e-05,
+      "loss": 0.0,
+      "step": 57518
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.13998926045973e-05,
+      "loss": 0.0002,
+      "step": 57520
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139924564434007e-05,
+      "loss": 0.0,
+      "step": 57522
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139859868408284e-05,
+      "loss": 0.0,
+      "step": 57524
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139795172382561e-05,
+      "loss": 0.0,
+      "step": 57526
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1397304763568377e-05,
+      "loss": 0.0003,
+      "step": 57528
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139665780331114e-05,
+      "loss": 0.0,
+      "step": 57530
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1396010843053915e-05,
+      "loss": 0.0,
+      "step": 57532
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139536388279668e-05,
+      "loss": 0.0001,
+      "step": 57534
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139471692253945e-05,
+      "loss": 0.0,
+      "step": 57536
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139406996228222e-05,
+      "loss": 0.0,
+      "step": 57538
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1393423002024984e-05,
+      "loss": 0.0009,
+      "step": 57540
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139277604176776e-05,
+      "loss": 0.0,
+      "step": 57542
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139212908151052e-05,
+      "loss": 0.0,
+      "step": 57544
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139148212125329e-05,
+      "loss": 0.0,
+      "step": 57546
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139083516099606e-05,
+      "loss": 0.0006,
+      "step": 57548
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.139018820073883e-05,
+      "loss": 0.0,
+      "step": 57550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.13895412404816e-05,
+      "loss": 0.0,
+      "step": 57552
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138889428022437e-05,
+      "loss": 0.0,
+      "step": 57554
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138824731996714e-05,
+      "loss": 0.0009,
+      "step": 57556
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1387600359709906e-05,
+      "loss": 0.0,
+      "step": 57558
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1386953399452675e-05,
+      "loss": 0.0003,
+      "step": 57560
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138630643919544e-05,
+      "loss": 0.0002,
+      "step": 57562
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138565947893821e-05,
+      "loss": 0.0,
+      "step": 57564
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1385012518680976e-05,
+      "loss": 0.0,
+      "step": 57566
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1384365558423745e-05,
+      "loss": 0.0,
+      "step": 57568
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1383718598166514e-05,
+      "loss": 0.0,
+      "step": 57570
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138307163790928e-05,
+      "loss": 0.0025,
+      "step": 57572
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138242467765206e-05,
+      "loss": 0.0001,
+      "step": 57574
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138177771739482e-05,
+      "loss": 0.0001,
+      "step": 57576
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138113075713759e-05,
+      "loss": 0.0003,
+      "step": 57578
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.138048379688036e-05,
+      "loss": 0.0001,
+      "step": 57580
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137983683662313e-05,
+      "loss": 0.0,
+      "step": 57582
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.13791898763659e-05,
+      "loss": 0.0001,
+      "step": 57584
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1378542916108666e-05,
+      "loss": 0.0,
+      "step": 57586
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1377895955851436e-05,
+      "loss": 0.0,
+      "step": 57588
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.13772489955942e-05,
+      "loss": 0.0003,
+      "step": 57590
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1376602035336974e-05,
+      "loss": 0.0,
+      "step": 57592
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1375955075079736e-05,
+      "loss": 0.0,
+      "step": 57594
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137530811482251e-05,
+      "loss": 0.0,
+      "step": 57596
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1374661154565274e-05,
+      "loss": 0.0,
+      "step": 57598
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137401419430804e-05,
+      "loss": 0.0001,
+      "step": 57600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137336723405081e-05,
+      "loss": 0.0048,
+      "step": 57602
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137272027379358e-05,
+      "loss": 0.0,
+      "step": 57604
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137207331353635e-05,
+      "loss": 0.0001,
+      "step": 57606
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137142635327912e-05,
+      "loss": 0.0005,
+      "step": 57608
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137077939302189e-05,
+      "loss": 0.0,
+      "step": 57610
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.137013243276466e-05,
+      "loss": 0.0001,
+      "step": 57612
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136948547250743e-05,
+      "loss": 0.0,
+      "step": 57614
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1368838512250196e-05,
+      "loss": 0.0,
+      "step": 57616
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1368191551992965e-05,
+      "loss": 0.0,
+      "step": 57618
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1367544591735734e-05,
+      "loss": 0.0,
+      "step": 57620
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1366897631478496e-05,
+      "loss": 0.0,
+      "step": 57622
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136625067122127e-05,
+      "loss": 0.0,
+      "step": 57624
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1365603710964035e-05,
+      "loss": 0.0,
+      "step": 57626
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1364956750706804e-05,
+      "loss": 0.0,
+      "step": 57628
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136430979044957e-05,
+      "loss": 0.0,
+      "step": 57630
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136366283019234e-05,
+      "loss": 0.0,
+      "step": 57632
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136301586993511e-05,
+      "loss": 0.0,
+      "step": 57634
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136236890967788e-05,
+      "loss": 0.0,
+      "step": 57636
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136172194942065e-05,
+      "loss": 0.0,
+      "step": 57638
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136107498916342e-05,
+      "loss": 0.0,
+      "step": 57640
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.136042802890619e-05,
+      "loss": 0.0,
+      "step": 57642
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135978106864895e-05,
+      "loss": 0.0081,
+      "step": 57644
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1359134108391725e-05,
+      "loss": 0.0,
+      "step": 57646
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135848714813449e-05,
+      "loss": 0.0,
+      "step": 57648
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135784018787726e-05,
+      "loss": 0.0,
+      "step": 57650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135719322762003e-05,
+      "loss": 0.0017,
+      "step": 57652
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1356546267362795e-05,
+      "loss": 0.0,
+      "step": 57654
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135589930710557e-05,
+      "loss": 0.0,
+      "step": 57656
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135525234684833e-05,
+      "loss": 0.0,
+      "step": 57658
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.13546053865911e-05,
+      "loss": 0.0121,
+      "step": 57660
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135395842633387e-05,
+      "loss": 0.0,
+      "step": 57662
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135331146607664e-05,
+      "loss": 0.0168,
+      "step": 57664
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135266450581941e-05,
+      "loss": 0.0003,
+      "step": 57666
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135201754556218e-05,
+      "loss": 0.0,
+      "step": 57668
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135137058530495e-05,
+      "loss": 0.0,
+      "step": 57670
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.135072362504771e-05,
+      "loss": 0.0,
+      "step": 57672
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1350076664790486e-05,
+      "loss": 0.0,
+      "step": 57674
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134942970453325e-05,
+      "loss": 0.0001,
+      "step": 57676
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1348782744276024e-05,
+      "loss": 0.0,
+      "step": 57678
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1348135784018786e-05,
+      "loss": 0.0,
+      "step": 57680
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1347488823761555e-05,
+      "loss": 0.0,
+      "step": 57682
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134684186350433e-05,
+      "loss": 0.0019,
+      "step": 57684
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1346194903247094e-05,
+      "loss": 0.0,
+      "step": 57686
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134554794298986e-05,
+      "loss": 0.0001,
+      "step": 57688
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134490098273263e-05,
+      "loss": 0.0113,
+      "step": 57690
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.13442540224754e-05,
+      "loss": 0.0001,
+      "step": 57692
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134360706221817e-05,
+      "loss": 0.0,
+      "step": 57694
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134296010196094e-05,
+      "loss": 0.0,
+      "step": 57696
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134231314170371e-05,
+      "loss": 0.0,
+      "step": 57698
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134166618144648e-05,
+      "loss": 0.0035,
+      "step": 57700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1341019221189246e-05,
+      "loss": 0.0,
+      "step": 57702
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.134037226093201e-05,
+      "loss": 0.0,
+      "step": 57704
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1339725300674784e-05,
+      "loss": 0.0,
+      "step": 57706
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133907834041755e-05,
+      "loss": 0.0,
+      "step": 57708
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1338431380160316e-05,
+      "loss": 0.0,
+      "step": 57710
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1337784419903085e-05,
+      "loss": 0.0001,
+      "step": 57712
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1337137459645854e-05,
+      "loss": 0.0006,
+      "step": 57714
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133649049938863e-05,
+      "loss": 0.0003,
+      "step": 57716
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133584353913139e-05,
+      "loss": 0.0,
+      "step": 57718
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133519657887416e-05,
+      "loss": 0.0,
+      "step": 57720
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133454961861693e-05,
+      "loss": 0.0053,
+      "step": 57722
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.13339026583597e-05,
+      "loss": 0.0,
+      "step": 57724
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133325569810246e-05,
+      "loss": 0.0111,
+      "step": 57726
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133260873784524e-05,
+      "loss": 0.0024,
+      "step": 57728
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133196177758801e-05,
+      "loss": 0.0,
+      "step": 57730
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133131481733077e-05,
+      "loss": 0.0001,
+      "step": 57732
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1330667857073545e-05,
+      "loss": 0.0,
+      "step": 57734
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.133002089681631e-05,
+      "loss": 0.0,
+      "step": 57736
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.132937393655908e-05,
+      "loss": 0.0021,
+      "step": 57738
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1328726976301845e-05,
+      "loss": 0.0002,
+      "step": 57740
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1328080016044614e-05,
+      "loss": 0.0009,
+      "step": 57742
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1327433055787383e-05,
+      "loss": 0.0,
+      "step": 57744
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.132678609553015e-05,
+      "loss": 0.0,
+      "step": 57746
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.132613913527292e-05,
+      "loss": 0.0001,
+      "step": 57748
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.132549217501569e-05,
+      "loss": 0.0032,
+      "step": 57750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.132484521475846e-05,
+      "loss": 0.0,
+      "step": 57752
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.132419825450123e-05,
+      "loss": 0.0,
+      "step": 57754
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1323551294244e-05,
+      "loss": 0.0,
+      "step": 57756
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.132290433398676e-05,
+      "loss": 0.0001,
+      "step": 57758
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1322257373729536e-05,
+      "loss": 0.0001,
+      "step": 57760
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1321610413472305e-05,
+      "loss": 0.0055,
+      "step": 57762
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.132096345321507e-05,
+      "loss": 0.0,
+      "step": 57764
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1320316492957843e-05,
+      "loss": 0.0002,
+      "step": 57766
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1319669532700606e-05,
+      "loss": 0.0001,
+      "step": 57768
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1319022572443375e-05,
+      "loss": 0.0017,
+      "step": 57770
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1318375612186144e-05,
+      "loss": 0.0,
+      "step": 57772
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131772865192891e-05,
+      "loss": 0.0001,
+      "step": 57774
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131708169167168e-05,
+      "loss": 0.0,
+      "step": 57776
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131643473141445e-05,
+      "loss": 0.0002,
+      "step": 57778
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131578777115722e-05,
+      "loss": 0.0,
+      "step": 57780
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131514081089999e-05,
+      "loss": 0.0001,
+      "step": 57782
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131449385064276e-05,
+      "loss": 0.0,
+      "step": 57784
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131384689038552e-05,
+      "loss": 0.0,
+      "step": 57786
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1313199930128297e-05,
+      "loss": 0.0,
+      "step": 57788
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131255296987106e-05,
+      "loss": 0.0,
+      "step": 57790
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.131190600961383e-05,
+      "loss": 0.0,
+      "step": 57792
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1311259049356604e-05,
+      "loss": 0.0,
+      "step": 57794
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1310612089099366e-05,
+      "loss": 0.0,
+      "step": 57796
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130996512884214e-05,
+      "loss": 0.0,
+      "step": 57798
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1309318168584904e-05,
+      "loss": 0.0065,
+      "step": 57800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130867120832767e-05,
+      "loss": 0.0001,
+      "step": 57802
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130802424807044e-05,
+      "loss": 0.0,
+      "step": 57804
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130737728781321e-05,
+      "loss": 0.0,
+      "step": 57806
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130673032755598e-05,
+      "loss": 0.0107,
+      "step": 57808
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130608336729875e-05,
+      "loss": 0.0,
+      "step": 57810
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130543640704152e-05,
+      "loss": 0.007,
+      "step": 57812
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130478944678428e-05,
+      "loss": 0.0,
+      "step": 57814
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130414248652706e-05,
+      "loss": 0.0,
+      "step": 57816
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130349552626982e-05,
+      "loss": 0.0001,
+      "step": 57818
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1302848566012595e-05,
+      "loss": 0.0,
+      "step": 57820
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.130220160575536e-05,
+      "loss": 0.0041,
+      "step": 57822
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1301554645498127e-05,
+      "loss": 0.0,
+      "step": 57824
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1300907685240896e-05,
+      "loss": 0.0,
+      "step": 57826
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1300260724983665e-05,
+      "loss": 0.0,
+      "step": 57828
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1299613764726434e-05,
+      "loss": 0.0002,
+      "step": 57830
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.12989668044692e-05,
+      "loss": 0.0001,
+      "step": 57832
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129831984421197e-05,
+      "loss": 0.0,
+      "step": 57834
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129767288395474e-05,
+      "loss": 0.0,
+      "step": 57836
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129702592369751e-05,
+      "loss": 0.0029,
+      "step": 57838
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129637896344028e-05,
+      "loss": 0.0,
+      "step": 57840
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129573200318305e-05,
+      "loss": 0.0,
+      "step": 57842
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129508504292582e-05,
+      "loss": 0.0,
+      "step": 57844
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129443808266858e-05,
+      "loss": 0.0001,
+      "step": 57846
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1293791122411356e-05,
+      "loss": 0.0,
+      "step": 57848
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129314416215412e-05,
+      "loss": 0.0,
+      "step": 57850
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.129249720189689e-05,
+      "loss": 0.0041,
+      "step": 57852
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1291850241639656e-05,
+      "loss": 0.0,
+      "step": 57854
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1291203281382425e-05,
+      "loss": 0.0,
+      "step": 57856
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1290556321125194e-05,
+      "loss": 0.0,
+      "step": 57858
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128990936086796e-05,
+      "loss": 0.0,
+      "step": 57860
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128926240061073e-05,
+      "loss": 0.0093,
+      "step": 57862
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.12886154403535e-05,
+      "loss": 0.0085,
+      "step": 57864
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128796848009627e-05,
+      "loss": 0.0,
+      "step": 57866
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128732151983903e-05,
+      "loss": 0.0049,
+      "step": 57868
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128667455958181e-05,
+      "loss": 0.0,
+      "step": 57870
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128602759932458e-05,
+      "loss": 0.0,
+      "step": 57872
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128538063906734e-05,
+      "loss": 0.0,
+      "step": 57874
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1284733678810116e-05,
+      "loss": 0.0013,
+      "step": 57876
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128408671855288e-05,
+      "loss": 0.0,
+      "step": 57878
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1283439758295654e-05,
+      "loss": 0.0,
+      "step": 57880
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1282792798038416e-05,
+      "loss": 0.0,
+      "step": 57882
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1282145837781185e-05,
+      "loss": 0.0,
+      "step": 57884
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1281498877523955e-05,
+      "loss": 0.0031,
+      "step": 57886
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1280851917266724e-05,
+      "loss": 0.0,
+      "step": 57888
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.128020495700949e-05,
+      "loss": 0.0,
+      "step": 57890
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127955799675226e-05,
+      "loss": 0.0,
+      "step": 57892
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127891103649503e-05,
+      "loss": 0.0,
+      "step": 57894
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.12782640762378e-05,
+      "loss": 0.0,
+      "step": 57896
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127761711598057e-05,
+      "loss": 0.0003,
+      "step": 57898
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127697015572333e-05,
+      "loss": 0.0002,
+      "step": 57900
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127632319546611e-05,
+      "loss": 0.0,
+      "step": 57902
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127567623520887e-05,
+      "loss": 0.0,
+      "step": 57904
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127502927495164e-05,
+      "loss": 0.0,
+      "step": 57906
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1274382314694415e-05,
+      "loss": 0.0024,
+      "step": 57908
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127373535443718e-05,
+      "loss": 0.0016,
+      "step": 57910
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1273088394179946e-05,
+      "loss": 0.0,
+      "step": 57912
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1272441433922715e-05,
+      "loss": 0.0,
+      "step": 57914
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1271794473665484e-05,
+      "loss": 0.0001,
+      "step": 57916
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127114751340825e-05,
+      "loss": 0.0,
+      "step": 57918
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.127050055315102e-05,
+      "loss": 0.0,
+      "step": 57920
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126985359289379e-05,
+      "loss": 0.0,
+      "step": 57922
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126920663263656e-05,
+      "loss": 0.0046,
+      "step": 57924
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126855967237933e-05,
+      "loss": 0.0,
+      "step": 57926
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126791271212209e-05,
+      "loss": 0.0,
+      "step": 57928
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126726575186487e-05,
+      "loss": 0.0,
+      "step": 57930
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126661879160763e-05,
+      "loss": 0.0251,
+      "step": 57932
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.12659718313504e-05,
+      "loss": 0.0052,
+      "step": 57934
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126532487109317e-05,
+      "loss": 0.0033,
+      "step": 57936
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126467791083594e-05,
+      "loss": 0.0,
+      "step": 57938
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126403095057871e-05,
+      "loss": 0.0008,
+      "step": 57940
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1263383990321475e-05,
+      "loss": 0.0,
+      "step": 57942
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1262737030064244e-05,
+      "loss": 0.0,
+      "step": 57944
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1262090069807014e-05,
+      "loss": 0.0,
+      "step": 57946
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126144310954978e-05,
+      "loss": 0.0,
+      "step": 57948
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1260796149292545e-05,
+      "loss": 0.0001,
+      "step": 57950
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.126014918903532e-05,
+      "loss": 0.0,
+      "step": 57952
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.125950222877809e-05,
+      "loss": 0.0,
+      "step": 57954
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.125885526852085e-05,
+      "loss": 0.0015,
+      "step": 57956
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.125820830826363e-05,
+      "loss": 0.0,
+      "step": 57958
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.125756134800639e-05,
+      "loss": 0.0,
+      "step": 57960
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3.1256914387749166e-05,
+      "loss": 0.0,
+      "step": 57962
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.125626742749193e-05,
+      "loss": 0.0324,
+      "step": 57964
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.12556204672347e-05,
+      "loss": 0.0,
+      "step": 57966
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.125497350697747e-05,
+      "loss": 0.0004,
+      "step": 57968
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1254326546720236e-05,
+      "loss": 0.0017,
+      "step": 57970
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1253679586463005e-05,
+      "loss": 0.0073,
+      "step": 57972
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1253032626205774e-05,
+      "loss": 0.0039,
+      "step": 57974
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.125238566594854e-05,
+      "loss": 0.001,
+      "step": 57976
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.125173870569131e-05,
+      "loss": 0.0,
+      "step": 57978
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.125109174543408e-05,
+      "loss": 0.0,
+      "step": 57980
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1250444785176844e-05,
+      "loss": 0.0,
+      "step": 57982
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124979782491962e-05,
+      "loss": 0.0,
+      "step": 57984
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124915086466239e-05,
+      "loss": 0.0001,
+      "step": 57986
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124850390440515e-05,
+      "loss": 0.0,
+      "step": 57988
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124785694414793e-05,
+      "loss": 0.0,
+      "step": 57990
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124720998389069e-05,
+      "loss": 0.0003,
+      "step": 57992
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124656302363346e-05,
+      "loss": 0.001,
+      "step": 57994
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124591606337623e-05,
+      "loss": 0.0,
+      "step": 57996
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1245269103118996e-05,
+      "loss": 0.0,
+      "step": 57998
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1244622142861765e-05,
+      "loss": 0.0,
+      "step": 58000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1243975182604534e-05,
+      "loss": 0.0,
+      "step": 58002
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1243328222347303e-05,
+      "loss": 0.0,
+      "step": 58004
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124268126209007e-05,
+      "loss": 0.0,
+      "step": 58006
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124203430183284e-05,
+      "loss": 0.001,
+      "step": 58008
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1241387341575604e-05,
+      "loss": 0.0002,
+      "step": 58010
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124074038131838e-05,
+      "loss": 0.0269,
+      "step": 58012
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.124009342106114e-05,
+      "loss": 0.0063,
+      "step": 58014
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.123944646080391e-05,
+      "loss": 0.0,
+      "step": 58016
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.123879950054669e-05,
+      "loss": 0.0,
+      "step": 58018
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.123815254028945e-05,
+      "loss": 0.0,
+      "step": 58020
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1237505580032225e-05,
+      "loss": 0.0,
+      "step": 58022
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.123685861977499e-05,
+      "loss": 0.0,
+      "step": 58024
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1236211659517757e-05,
+      "loss": 0.0,
+      "step": 58026
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1235564699260526e-05,
+      "loss": 0.0,
+      "step": 58028
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1234917739003295e-05,
+      "loss": 0.0,
+      "step": 58030
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1234270778746064e-05,
+      "loss": 0.0,
+      "step": 58032
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.123362381848883e-05,
+      "loss": 0.0,
+      "step": 58034
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.12329768582316e-05,
+      "loss": 0.0,
+      "step": 58036
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.123232989797437e-05,
+      "loss": 0.0002,
+      "step": 58038
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.123168293771714e-05,
+      "loss": 0.0,
+      "step": 58040
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.12310359774599e-05,
+      "loss": 0.0,
+      "step": 58042
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.123038901720268e-05,
+      "loss": 0.0001,
+      "step": 58044
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122974205694544e-05,
+      "loss": 0.0,
+      "step": 58046
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122909509668821e-05,
+      "loss": 0.0,
+      "step": 58048
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122844813643098e-05,
+      "loss": 0.0,
+      "step": 58050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122780117617375e-05,
+      "loss": 0.0,
+      "step": 58052
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122715421591652e-05,
+      "loss": 0.0,
+      "step": 58054
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1226507255659286e-05,
+      "loss": 0.0001,
+      "step": 58056
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1225860295402055e-05,
+      "loss": 0.0,
+      "step": 58058
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1225213335144824e-05,
+      "loss": 0.0,
+      "step": 58060
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122456637488759e-05,
+      "loss": 0.0,
+      "step": 58062
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122391941463036e-05,
+      "loss": 0.0004,
+      "step": 58064
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122327245437313e-05,
+      "loss": 0.0,
+      "step": 58066
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.12226254941159e-05,
+      "loss": 0.0001,
+      "step": 58068
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122197853385866e-05,
+      "loss": 0.0,
+      "step": 58070
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122133157360144e-05,
+      "loss": 0.0,
+      "step": 58072
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.12206846133442e-05,
+      "loss": 0.0,
+      "step": 58074
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.122003765308697e-05,
+      "loss": 0.0,
+      "step": 58076
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.121939069282974e-05,
+      "loss": 0.0001,
+      "step": 58078
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.121874373257251e-05,
+      "loss": 0.0058,
+      "step": 58080
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.121809677231528e-05,
+      "loss": 0.0,
+      "step": 58082
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1217449812058046e-05,
+      "loss": 0.0059,
+      "step": 58084
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1216802851800816e-05,
+      "loss": 0.0001,
+      "step": 58086
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1216155891543585e-05,
+      "loss": 0.0,
+      "step": 58088
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1215508931286354e-05,
+      "loss": 0.0008,
+      "step": 58090
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1214861971029116e-05,
+      "loss": 0.0042,
+      "step": 58092
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.121421501077189e-05,
+      "loss": 0.0,
+      "step": 58094
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.121356805051466e-05,
+      "loss": 0.0,
+      "step": 58096
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.121292109025742e-05,
+      "loss": 0.0,
+      "step": 58098
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.12122741300002e-05,
+      "loss": 0.0,
+      "step": 58100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.121162716974296e-05,
+      "loss": 0.0001,
+      "step": 58102
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.121098020948574e-05,
+      "loss": 0.0,
+      "step": 58104
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.12103332492285e-05,
+      "loss": 0.0,
+      "step": 58106
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120968628897127e-05,
+      "loss": 0.0002,
+      "step": 58108
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120903932871404e-05,
+      "loss": 0.0,
+      "step": 58110
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120839236845681e-05,
+      "loss": 0.0008,
+      "step": 58112
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1207745408199576e-05,
+      "loss": 0.0,
+      "step": 58114
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1207098447942345e-05,
+      "loss": 0.0019,
+      "step": 58116
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1206451487685114e-05,
+      "loss": 0.0,
+      "step": 58118
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120580452742788e-05,
+      "loss": 0.0,
+      "step": 58120
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120515756717065e-05,
+      "loss": 0.0047,
+      "step": 58122
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1204510606913415e-05,
+      "loss": 0.0002,
+      "step": 58124
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120386364665619e-05,
+      "loss": 0.0001,
+      "step": 58126
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120321668639895e-05,
+      "loss": 0.0012,
+      "step": 58128
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120256972614172e-05,
+      "loss": 0.0001,
+      "step": 58130
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.12019227658845e-05,
+      "loss": 0.0003,
+      "step": 58132
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120127580562726e-05,
+      "loss": 0.0,
+      "step": 58134
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.120062884537003e-05,
+      "loss": 0.0,
+      "step": 58136
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11999818851128e-05,
+      "loss": 0.0,
+      "step": 58138
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119933492485557e-05,
+      "loss": 0.0,
+      "step": 58140
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1198687964598336e-05,
+      "loss": 0.0,
+      "step": 58142
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1198041004341105e-05,
+      "loss": 0.0,
+      "step": 58144
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1197394044083875e-05,
+      "loss": 0.0,
+      "step": 58146
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1196747083826644e-05,
+      "loss": 0.0,
+      "step": 58148
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119610012356941e-05,
+      "loss": 0.0002,
+      "step": 58150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1195453163312175e-05,
+      "loss": 0.0,
+      "step": 58152
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119480620305495e-05,
+      "loss": 0.0001,
+      "step": 58154
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119415924279771e-05,
+      "loss": 0.0,
+      "step": 58156
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119351228254048e-05,
+      "loss": 0.0006,
+      "step": 58158
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119286532228325e-05,
+      "loss": 0.0078,
+      "step": 58160
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119221836202602e-05,
+      "loss": 0.0003,
+      "step": 58162
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1191571401768796e-05,
+      "loss": 0.0,
+      "step": 58164
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119092444151156e-05,
+      "loss": 0.0002,
+      "step": 58166
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.119027748125433e-05,
+      "loss": 0.0002,
+      "step": 58168
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11896305209971e-05,
+      "loss": 0.0,
+      "step": 58170
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1188983560739866e-05,
+      "loss": 0.0,
+      "step": 58172
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1188336600482635e-05,
+      "loss": 0.0,
+      "step": 58174
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1187689640225404e-05,
+      "loss": 0.0,
+      "step": 58176
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118704267996817e-05,
+      "loss": 0.0001,
+      "step": 58178
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118639571971094e-05,
+      "loss": 0.0,
+      "step": 58180
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118574875945371e-05,
+      "loss": 0.0,
+      "step": 58182
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1185101799196474e-05,
+      "loss": 0.0,
+      "step": 58184
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118445483893925e-05,
+      "loss": 0.0003,
+      "step": 58186
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118380787868201e-05,
+      "loss": 0.0002,
+      "step": 58188
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118316091842478e-05,
+      "loss": 0.003,
+      "step": 58190
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118251395816755e-05,
+      "loss": 0.0,
+      "step": 58192
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118186699791032e-05,
+      "loss": 0.0,
+      "step": 58194
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118122003765309e-05,
+      "loss": 0.0,
+      "step": 58196
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.118057307739586e-05,
+      "loss": 0.0,
+      "step": 58198
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1179926117138626e-05,
+      "loss": 0.0,
+      "step": 58200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1179279156881395e-05,
+      "loss": 0.0,
+      "step": 58202
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1178632196624164e-05,
+      "loss": 0.0001,
+      "step": 58204
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117798523636693e-05,
+      "loss": 0.0,
+      "step": 58206
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11773382761097e-05,
+      "loss": 0.0006,
+      "step": 58208
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117669131585247e-05,
+      "loss": 0.0001,
+      "step": 58210
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1176044355595234e-05,
+      "loss": 0.0008,
+      "step": 58212
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117539739533801e-05,
+      "loss": 0.0007,
+      "step": 58214
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117475043508077e-05,
+      "loss": 0.0001,
+      "step": 58216
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117410347482354e-05,
+      "loss": 0.0,
+      "step": 58218
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117345651456631e-05,
+      "loss": 0.0,
+      "step": 58220
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117280955430908e-05,
+      "loss": 0.0011,
+      "step": 58222
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117216259405185e-05,
+      "loss": 0.0271,
+      "step": 58224
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117151563379462e-05,
+      "loss": 0.0,
+      "step": 58226
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.117086867353739e-05,
+      "loss": 0.0,
+      "step": 58228
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1170221713280156e-05,
+      "loss": 0.0001,
+      "step": 58230
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1169574753022925e-05,
+      "loss": 0.0,
+      "step": 58232
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116892779276569e-05,
+      "loss": 0.0,
+      "step": 58234
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116828083250846e-05,
+      "loss": 0.0,
+      "step": 58236
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1167633872251225e-05,
+      "loss": 0.0,
+      "step": 58238
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1166986911993994e-05,
+      "loss": 0.0012,
+      "step": 58240
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116633995173677e-05,
+      "loss": 0.0,
+      "step": 58242
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116569299147953e-05,
+      "loss": 0.0,
+      "step": 58244
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116504603122231e-05,
+      "loss": 0.0,
+      "step": 58246
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116439907096507e-05,
+      "loss": 0.0,
+      "step": 58248
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116375211070784e-05,
+      "loss": 0.0014,
+      "step": 58250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116310515045061e-05,
+      "loss": 0.0,
+      "step": 58252
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116245819019338e-05,
+      "loss": 0.0,
+      "step": 58254
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.116181122993615e-05,
+      "loss": 0.0,
+      "step": 58256
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1161164269678916e-05,
+      "loss": 0.0,
+      "step": 58258
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1160517309421685e-05,
+      "loss": 0.0066,
+      "step": 58260
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1159870349164454e-05,
+      "loss": 0.0,
+      "step": 58262
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1159223388907223e-05,
+      "loss": 0.0,
+      "step": 58264
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1158576428649986e-05,
+      "loss": 0.0076,
+      "step": 58266
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.115792946839276e-05,
+      "loss": 0.0,
+      "step": 58268
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1157282508135524e-05,
+      "loss": 0.0023,
+      "step": 58270
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.115663554787829e-05,
+      "loss": 0.0,
+      "step": 58272
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.115598858762107e-05,
+      "loss": 0.0,
+      "step": 58274
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.115534162736383e-05,
+      "loss": 0.0,
+      "step": 58276
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11546946671066e-05,
+      "loss": 0.0,
+      "step": 58278
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.115404770684937e-05,
+      "loss": 0.0,
+      "step": 58280
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.115340074659214e-05,
+      "loss": 0.0,
+      "step": 58282
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.115275378633491e-05,
+      "loss": 0.0,
+      "step": 58284
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1152106826077677e-05,
+      "loss": 0.0,
+      "step": 58286
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1151459865820446e-05,
+      "loss": 0.0,
+      "step": 58288
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1150812905563215e-05,
+      "loss": 0.0001,
+      "step": 58290
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1150165945305984e-05,
+      "loss": 0.0,
+      "step": 58292
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1149518985048746e-05,
+      "loss": 0.0013,
+      "step": 58294
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.114887202479152e-05,
+      "loss": 0.0,
+      "step": 58296
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1148225064534284e-05,
+      "loss": 0.0,
+      "step": 58298
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1147578104277053e-05,
+      "loss": 0.0,
+      "step": 58300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.114693114401982e-05,
+      "loss": 0.0,
+      "step": 58302
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.114628418376259e-05,
+      "loss": 0.0003,
+      "step": 58304
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.114563722350536e-05,
+      "loss": 0.001,
+      "step": 58306
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.114499026324813e-05,
+      "loss": 0.0,
+      "step": 58308
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11443433029909e-05,
+      "loss": 0.0,
+      "step": 58310
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.114369634273367e-05,
+      "loss": 0.0,
+      "step": 58312
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.114304938247644e-05,
+      "loss": 0.0,
+      "step": 58314
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11424024222192e-05,
+      "loss": 0.0,
+      "step": 58316
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1141755461961975e-05,
+      "loss": 0.0,
+      "step": 58318
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1141108501704744e-05,
+      "loss": 0.0001,
+      "step": 58320
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1140461541447507e-05,
+      "loss": 0.0002,
+      "step": 58322
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113981458119028e-05,
+      "loss": 0.0,
+      "step": 58324
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1139167620933045e-05,
+      "loss": 0.0,
+      "step": 58326
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113852066067582e-05,
+      "loss": 0.0117,
+      "step": 58328
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113787370041858e-05,
+      "loss": 0.0,
+      "step": 58330
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113722674016135e-05,
+      "loss": 0.0,
+      "step": 58332
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113657977990412e-05,
+      "loss": 0.0,
+      "step": 58334
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113593281964689e-05,
+      "loss": 0.0,
+      "step": 58336
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113528585938966e-05,
+      "loss": 0.0006,
+      "step": 58338
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113463889913243e-05,
+      "loss": 0.0,
+      "step": 58340
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11339919388752e-05,
+      "loss": 0.0,
+      "step": 58342
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1133344978617966e-05,
+      "loss": 0.0,
+      "step": 58344
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1132698018360736e-05,
+      "loss": 0.0021,
+      "step": 58346
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11320510581035e-05,
+      "loss": 0.0,
+      "step": 58348
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1131404097846274e-05,
+      "loss": 0.0,
+      "step": 58350
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.113075713758904e-05,
+      "loss": 0.0,
+      "step": 58352
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1130110177331805e-05,
+      "loss": 0.0,
+      "step": 58354
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112946321707458e-05,
+      "loss": 0.0,
+      "step": 58356
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112881625681734e-05,
+      "loss": 0.0,
+      "step": 58358
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112816929656011e-05,
+      "loss": 0.0,
+      "step": 58360
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112752233630288e-05,
+      "loss": 0.0,
+      "step": 58362
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112687537604565e-05,
+      "loss": 0.0172,
+      "step": 58364
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112622841578842e-05,
+      "loss": 0.0031,
+      "step": 58366
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112558145553119e-05,
+      "loss": 0.0037,
+      "step": 58368
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112493449527396e-05,
+      "loss": 0.0,
+      "step": 58370
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112428753501673e-05,
+      "loss": 0.0,
+      "step": 58372
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1123640574759496e-05,
+      "loss": 0.0005,
+      "step": 58374
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.112299361450226e-05,
+      "loss": 0.0,
+      "step": 58376
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1122346654245034e-05,
+      "loss": 0.0,
+      "step": 58378
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1121699693987796e-05,
+      "loss": 0.0017,
+      "step": 58380
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1121052733730566e-05,
+      "loss": 0.0,
+      "step": 58382
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1120405773473335e-05,
+      "loss": 0.0,
+      "step": 58384
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1119758813216104e-05,
+      "loss": 0.0032,
+      "step": 58386
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111911185295888e-05,
+      "loss": 0.0,
+      "step": 58388
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111846489270164e-05,
+      "loss": 0.0,
+      "step": 58390
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111781793244441e-05,
+      "loss": 0.0,
+      "step": 58392
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111717097218718e-05,
+      "loss": 0.0,
+      "step": 58394
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111652401192995e-05,
+      "loss": 0.0,
+      "step": 58396
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111587705167272e-05,
+      "loss": 0.0,
+      "step": 58398
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111523009141549e-05,
+      "loss": 0.0,
+      "step": 58400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1114583131158256e-05,
+      "loss": 0.0,
+      "step": 58402
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1113936170901025e-05,
+      "loss": 0.0,
+      "step": 58404
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1113289210643795e-05,
+      "loss": 0.0,
+      "step": 58406
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111264225038656e-05,
+      "loss": 0.0,
+      "step": 58408
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111199529012933e-05,
+      "loss": 0.0002,
+      "step": 58410
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1111348329872095e-05,
+      "loss": 0.0,
+      "step": 58412
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1110701369614864e-05,
+      "loss": 0.0,
+      "step": 58414
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.111005440935763e-05,
+      "loss": 0.0,
+      "step": 58416
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.11094074491004e-05,
+      "loss": 0.0,
+      "step": 58418
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110876048884317e-05,
+      "loss": 0.0,
+      "step": 58420
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110811352858594e-05,
+      "loss": 0.0,
+      "step": 58422
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110746656832871e-05,
+      "loss": 0.0,
+      "step": 58424
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110681960807148e-05,
+      "loss": 0.0001,
+      "step": 58426
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110617264781425e-05,
+      "loss": 0.0001,
+      "step": 58428
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110552568755701e-05,
+      "loss": 0.0,
+      "step": 58430
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1104878727299786e-05,
+      "loss": 0.0,
+      "step": 58432
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1104231767042555e-05,
+      "loss": 0.0,
+      "step": 58434
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110358480678532e-05,
+      "loss": 0.0,
+      "step": 58436
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110293784652809e-05,
+      "loss": 0.0,
+      "step": 58438
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1102290886270855e-05,
+      "loss": 0.0,
+      "step": 58440
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1101643926013625e-05,
+      "loss": 0.0,
+      "step": 58442
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1100996965756394e-05,
+      "loss": 0.0,
+      "step": 58444
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.110035000549916e-05,
+      "loss": 0.0,
+      "step": 58446
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109970304524193e-05,
+      "loss": 0.0032,
+      "step": 58448
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.10990560849847e-05,
+      "loss": 0.0,
+      "step": 58450
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109840912472747e-05,
+      "loss": 0.0001,
+      "step": 58452
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109776216447024e-05,
+      "loss": 0.0002,
+      "step": 58454
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109711520421301e-05,
+      "loss": 0.0,
+      "step": 58456
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109646824395577e-05,
+      "loss": 0.0,
+      "step": 58458
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1095821283698546e-05,
+      "loss": 0.0,
+      "step": 58460
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109517432344131e-05,
+      "loss": 0.0,
+      "step": 58462
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109452736318408e-05,
+      "loss": 0.0,
+      "step": 58464
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1093880402926854e-05,
+      "loss": 0.0009,
+      "step": 58466
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1093233442669616e-05,
+      "loss": 0.0,
+      "step": 58468
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109258648241239e-05,
+      "loss": 0.0,
+      "step": 58470
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.1091939522155154e-05,
+      "loss": 0.0,
+      "step": 58472
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109129256189792e-05,
+      "loss": 0.0008,
+      "step": 58474
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.109064560164069e-05,
+      "loss": 0.0,
+      "step": 58476
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 3.108999864138346e-05,
+      "loss": 0.0002,
+      "step": 58478
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108935168112623e-05,
+      "loss": 0.0,
+      "step": 58480
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1088704720869e-05,
+      "loss": 0.0003,
+      "step": 58482
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108805776061177e-05,
+      "loss": 0.0,
+      "step": 58484
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108741080035454e-05,
+      "loss": 0.0001,
+      "step": 58486
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108676384009731e-05,
+      "loss": 0.0008,
+      "step": 58488
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108611687984007e-05,
+      "loss": 0.0002,
+      "step": 58490
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1085469919582845e-05,
+      "loss": 0.0,
+      "step": 58492
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108482295932561e-05,
+      "loss": 0.0001,
+      "step": 58494
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1084175999068376e-05,
+      "loss": 0.0,
+      "step": 58496
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108352903881115e-05,
+      "loss": 0.001,
+      "step": 58498
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1082882078553914e-05,
+      "loss": 0.0,
+      "step": 58500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1082235118296683e-05,
+      "loss": 0.0001,
+      "step": 58502
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108158815803945e-05,
+      "loss": 0.0067,
+      "step": 58504
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108094119778222e-05,
+      "loss": 0.0029,
+      "step": 58506
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.108029423752499e-05,
+      "loss": 0.0,
+      "step": 58508
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107964727726776e-05,
+      "loss": 0.0,
+      "step": 58510
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107900031701053e-05,
+      "loss": 0.0,
+      "step": 58512
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10783533567533e-05,
+      "loss": 0.0,
+      "step": 58514
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107770639649607e-05,
+      "loss": 0.0,
+      "step": 58516
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107705943623883e-05,
+      "loss": 0.0003,
+      "step": 58518
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1076412475981605e-05,
+      "loss": 0.0036,
+      "step": 58520
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107576551572437e-05,
+      "loss": 0.0,
+      "step": 58522
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107511855546714e-05,
+      "loss": 0.0,
+      "step": 58524
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1074471595209906e-05,
+      "loss": 0.0,
+      "step": 58526
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1073824634952675e-05,
+      "loss": 0.0,
+      "step": 58528
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1073177674695444e-05,
+      "loss": 0.0,
+      "step": 58530
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107253071443821e-05,
+      "loss": 0.0001,
+      "step": 58532
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107188375418098e-05,
+      "loss": 0.0,
+      "step": 58534
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107123679392375e-05,
+      "loss": 0.0,
+      "step": 58536
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.107058983366652e-05,
+      "loss": 0.0,
+      "step": 58538
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.106994287340928e-05,
+      "loss": 0.0219,
+      "step": 58540
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.106929591315206e-05,
+      "loss": 0.0,
+      "step": 58542
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.106864895289483e-05,
+      "loss": 0.0,
+      "step": 58544
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1068001992637597e-05,
+      "loss": 0.0,
+      "step": 58546
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1067355032380366e-05,
+      "loss": 0.0,
+      "step": 58548
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.106670807212313e-05,
+      "loss": 0.0,
+      "step": 58550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1066061111865904e-05,
+      "loss": 0.0,
+      "step": 58552
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1065414151608666e-05,
+      "loss": 0.0,
+      "step": 58554
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.106509067148005e-05,
+      "loss": 0.0366,
+      "step": 58556
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1064443711222827e-05,
+      "loss": 0.0,
+      "step": 58558
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.106379675096559e-05,
+      "loss": 0.0001,
+      "step": 58560
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.106314979070836e-05,
+      "loss": 0.0025,
+      "step": 58562
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.106250283045113e-05,
+      "loss": 0.0002,
+      "step": 58564
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1061855870193896e-05,
+      "loss": 0.0,
+      "step": 58566
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1061208909936665e-05,
+      "loss": 0.0,
+      "step": 58568
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1060561949679434e-05,
+      "loss": 0.0,
+      "step": 58570
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10599149894222e-05,
+      "loss": 0.0,
+      "step": 58572
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1059268029164966e-05,
+      "loss": 0.0,
+      "step": 58574
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105862106890774e-05,
+      "loss": 0.0,
+      "step": 58576
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1057974108650504e-05,
+      "loss": 0.0,
+      "step": 58578
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105732714839328e-05,
+      "loss": 0.0,
+      "step": 58580
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105668018813604e-05,
+      "loss": 0.0,
+      "step": 58582
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105603322787881e-05,
+      "loss": 0.0,
+      "step": 58584
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105538626762158e-05,
+      "loss": 0.0,
+      "step": 58586
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105473930736435e-05,
+      "loss": 0.0,
+      "step": 58588
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105409234710712e-05,
+      "loss": 0.0,
+      "step": 58590
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105344538684989e-05,
+      "loss": 0.0003,
+      "step": 58592
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1052798426592656e-05,
+      "loss": 0.0443,
+      "step": 58594
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105215146633542e-05,
+      "loss": 0.0,
+      "step": 58596
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1051504506078195e-05,
+      "loss": 0.0353,
+      "step": 58598
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1050857545820964e-05,
+      "loss": 0.0,
+      "step": 58600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.105021058556373e-05,
+      "loss": 0.0,
+      "step": 58602
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10495636253065e-05,
+      "loss": 0.0,
+      "step": 58604
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1048916665049264e-05,
+      "loss": 0.0,
+      "step": 58606
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104826970479204e-05,
+      "loss": 0.008,
+      "step": 58608
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10476227445348e-05,
+      "loss": 0.0,
+      "step": 58610
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104697578427757e-05,
+      "loss": 0.0003,
+      "step": 58612
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104632882402034e-05,
+      "loss": 0.0,
+      "step": 58614
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104568186376311e-05,
+      "loss": 0.0,
+      "step": 58616
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104503490350588e-05,
+      "loss": 0.0,
+      "step": 58618
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104438794324865e-05,
+      "loss": 0.0,
+      "step": 58620
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104374098299142e-05,
+      "loss": 0.0,
+      "step": 58622
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1043094022734186e-05,
+      "loss": 0.0,
+      "step": 58624
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1042447062476955e-05,
+      "loss": 0.0,
+      "step": 58626
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104180010221972e-05,
+      "loss": 0.0,
+      "step": 58628
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.104115314196249e-05,
+      "loss": 0.0,
+      "step": 58630
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1040506181705256e-05,
+      "loss": 0.0015,
+      "step": 58632
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1039859221448025e-05,
+      "loss": 0.0,
+      "step": 58634
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10392122611908e-05,
+      "loss": 0.0,
+      "step": 58636
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.103856530093356e-05,
+      "loss": 0.0001,
+      "step": 58638
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.103791834067634e-05,
+      "loss": 0.0,
+      "step": 58640
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10372713804191e-05,
+      "loss": 0.0,
+      "step": 58642
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.103662442016187e-05,
+      "loss": 0.0031,
+      "step": 58644
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.103597745990464e-05,
+      "loss": 0.0,
+      "step": 58646
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.103533049964741e-05,
+      "loss": 0.0,
+      "step": 58648
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.103468353939018e-05,
+      "loss": 0.0,
+      "step": 58650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1034036579132946e-05,
+      "loss": 0.0,
+      "step": 58652
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1033389618875715e-05,
+      "loss": 0.0,
+      "step": 58654
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.103274265861848e-05,
+      "loss": 0.0,
+      "step": 58656
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1032095698361254e-05,
+      "loss": 0.0,
+      "step": 58658
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1031448738104016e-05,
+      "loss": 0.0,
+      "step": 58660
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.103080177784679e-05,
+      "loss": 0.0,
+      "step": 58662
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1030154817589554e-05,
+      "loss": 0.0002,
+      "step": 58664
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.102950785733232e-05,
+      "loss": 0.0,
+      "step": 58666
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10288608970751e-05,
+      "loss": 0.0,
+      "step": 58668
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.102821393681786e-05,
+      "loss": 0.0,
+      "step": 58670
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.102756697656063e-05,
+      "loss": 0.0029,
+      "step": 58672
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10269200163034e-05,
+      "loss": 0.0096,
+      "step": 58674
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.102627305604617e-05,
+      "loss": 0.0005,
+      "step": 58676
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.102562609578894e-05,
+      "loss": 0.0,
+      "step": 58678
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.102497913553171e-05,
+      "loss": 0.0001,
+      "step": 58680
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1024332175274476e-05,
+      "loss": 0.0,
+      "step": 58682
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1023685215017245e-05,
+      "loss": 0.0,
+      "step": 58684
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1023038254760014e-05,
+      "loss": 0.0,
+      "step": 58686
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1022391294502776e-05,
+      "loss": 0.0001,
+      "step": 58688
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.102174433424555e-05,
+      "loss": 0.0003,
+      "step": 58690
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1021097373988315e-05,
+      "loss": 0.002,
+      "step": 58692
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1020450413731084e-05,
+      "loss": 0.0,
+      "step": 58694
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101980345347385e-05,
+      "loss": 0.0001,
+      "step": 58696
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101915649321662e-05,
+      "loss": 0.0,
+      "step": 58698
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10185095329594e-05,
+      "loss": 0.0,
+      "step": 58700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101786257270216e-05,
+      "loss": 0.0004,
+      "step": 58702
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101721561244493e-05,
+      "loss": 0.0,
+      "step": 58704
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.10165686521877e-05,
+      "loss": 0.0,
+      "step": 58706
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101592169193047e-05,
+      "loss": 0.0,
+      "step": 58708
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101527473167323e-05,
+      "loss": 0.0,
+      "step": 58710
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1014627771416005e-05,
+      "loss": 0.0004,
+      "step": 58712
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1013980811158774e-05,
+      "loss": 0.0,
+      "step": 58714
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101333385090154e-05,
+      "loss": 0.0,
+      "step": 58716
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101268689064431e-05,
+      "loss": 0.0,
+      "step": 58718
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1012039930387075e-05,
+      "loss": 0.0,
+      "step": 58720
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101139297012985e-05,
+      "loss": 0.0031,
+      "step": 58722
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101074600987261e-05,
+      "loss": 0.0001,
+      "step": 58724
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.101009904961538e-05,
+      "loss": 0.0001,
+      "step": 58726
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100945208935815e-05,
+      "loss": 0.0001,
+      "step": 58728
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100880512910092e-05,
+      "loss": 0.0,
+      "step": 58730
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100815816884369e-05,
+      "loss": 0.0013,
+      "step": 58732
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100751120858646e-05,
+      "loss": 0.0022,
+      "step": 58734
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100686424832923e-05,
+      "loss": 0.0002,
+      "step": 58736
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100621728807199e-05,
+      "loss": 0.0,
+      "step": 58738
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1005570327814766e-05,
+      "loss": 0.0,
+      "step": 58740
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100492336755753e-05,
+      "loss": 0.0,
+      "step": 58742
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1004276407300304e-05,
+      "loss": 0.0021,
+      "step": 58744
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100362944704307e-05,
+      "loss": 0.0024,
+      "step": 58746
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1002982486785835e-05,
+      "loss": 0.0001,
+      "step": 58748
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100233552652861e-05,
+      "loss": 0.0,
+      "step": 58750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.1001688566271373e-05,
+      "loss": 0.0108,
+      "step": 58752
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100104160601414e-05,
+      "loss": 0.0,
+      "step": 58754
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.100039464575691e-05,
+      "loss": 0.0,
+      "step": 58756
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099974768549968e-05,
+      "loss": 0.0,
+      "step": 58758
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099910072524245e-05,
+      "loss": 0.0,
+      "step": 58760
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099845376498522e-05,
+      "loss": 0.0,
+      "step": 58762
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099780680472799e-05,
+      "loss": 0.0,
+      "step": 58764
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099715984447076e-05,
+      "loss": 0.0,
+      "step": 58766
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0996512884213526e-05,
+      "loss": 0.0,
+      "step": 58768
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099586592395629e-05,
+      "loss": 0.0,
+      "step": 58770
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0995218963699064e-05,
+      "loss": 0.0355,
+      "step": 58772
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099457200344183e-05,
+      "loss": 0.0,
+      "step": 58774
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0993925043184596e-05,
+      "loss": 0.0,
+      "step": 58776
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099327808292737e-05,
+      "loss": 0.0,
+      "step": 58778
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0992631122670134e-05,
+      "loss": 0.0,
+      "step": 58780
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099198416241291e-05,
+      "loss": 0.0,
+      "step": 58782
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099133720215567e-05,
+      "loss": 0.0,
+      "step": 58784
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099069024189844e-05,
+      "loss": 0.0,
+      "step": 58786
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.099004328164121e-05,
+      "loss": 0.0,
+      "step": 58788
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098939632138398e-05,
+      "loss": 0.0001,
+      "step": 58790
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098874936112675e-05,
+      "loss": 0.0,
+      "step": 58792
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098810240086952e-05,
+      "loss": 0.0,
+      "step": 58794
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0987455440612287e-05,
+      "loss": 0.0,
+      "step": 58796
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098680848035505e-05,
+      "loss": 0.0,
+      "step": 58798
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0986161520097825e-05,
+      "loss": 0.0022,
+      "step": 58800
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098551455984059e-05,
+      "loss": 0.0,
+      "step": 58802
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098486759958336e-05,
+      "loss": 0.0,
+      "step": 58804
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0984220639326125e-05,
+      "loss": 0.0,
+      "step": 58806
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0983573679068894e-05,
+      "loss": 0.0,
+      "step": 58808
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0982926718811663e-05,
+      "loss": 0.0,
+      "step": 58810
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098227975855443e-05,
+      "loss": 0.0,
+      "step": 58812
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09816327982972e-05,
+      "loss": 0.0014,
+      "step": 58814
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098098583803997e-05,
+      "loss": 0.0,
+      "step": 58816
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.098033887778274e-05,
+      "loss": 0.0,
+      "step": 58818
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09796919175255e-05,
+      "loss": 0.0,
+      "step": 58820
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.097904495726828e-05,
+      "loss": 0.0016,
+      "step": 58822
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.097839799701105e-05,
+      "loss": 0.0023,
+      "step": 58824
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0977751036753816e-05,
+      "loss": 0.006,
+      "step": 58826
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0977104076496585e-05,
+      "loss": 0.0,
+      "step": 58828
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.097645711623935e-05,
+      "loss": 0.0065,
+      "step": 58830
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.097581015598212e-05,
+      "loss": 0.0055,
+      "step": 58832
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0975163195724886e-05,
+      "loss": 0.0001,
+      "step": 58834
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0974516235467655e-05,
+      "loss": 0.0,
+      "step": 58836
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0973869275210424e-05,
+      "loss": 0.0,
+      "step": 58838
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.097322231495319e-05,
+      "loss": 0.0052,
+      "step": 58840
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.097257535469596e-05,
+      "loss": 0.0,
+      "step": 58842
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.097192839443873e-05,
+      "loss": 0.0052,
+      "step": 58844
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09712814341815e-05,
+      "loss": 0.0,
+      "step": 58846
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.097063447392427e-05,
+      "loss": 0.0,
+      "step": 58848
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096998751366704e-05,
+      "loss": 0.0003,
+      "step": 58850
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09693405534098e-05,
+      "loss": 0.0,
+      "step": 58852
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0968693593152576e-05,
+      "loss": 0.0,
+      "step": 58854
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0968046632895346e-05,
+      "loss": 0.0024,
+      "step": 58856
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096739967263811e-05,
+      "loss": 0.0,
+      "step": 58858
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0966752712380884e-05,
+      "loss": 0.0,
+      "step": 58860
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0966105752123646e-05,
+      "loss": 0.0,
+      "step": 58862
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096545879186642e-05,
+      "loss": 0.0,
+      "step": 58864
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0964811831609184e-05,
+      "loss": 0.0002,
+      "step": 58866
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096416487135195e-05,
+      "loss": 0.0,
+      "step": 58868
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096351791109472e-05,
+      "loss": 0.0001,
+      "step": 58870
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096287095083749e-05,
+      "loss": 0.0,
+      "step": 58872
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096222399058026e-05,
+      "loss": 0.0,
+      "step": 58874
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096157703032303e-05,
+      "loss": 0.0,
+      "step": 58876
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09609300700658e-05,
+      "loss": 0.0,
+      "step": 58878
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.096028310980856e-05,
+      "loss": 0.0001,
+      "step": 58880
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095963614955134e-05,
+      "loss": 0.0,
+      "step": 58882
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09589891892941e-05,
+      "loss": 0.0017,
+      "step": 58884
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0958342229036875e-05,
+      "loss": 0.0,
+      "step": 58886
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095769526877964e-05,
+      "loss": 0.0001,
+      "step": 58888
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0957048308522406e-05,
+      "loss": 0.0,
+      "step": 58890
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095640134826518e-05,
+      "loss": 0.0,
+      "step": 58892
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0955754388007945e-05,
+      "loss": 0.0,
+      "step": 58894
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0955107427750714e-05,
+      "loss": 0.0,
+      "step": 58896
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095446046749348e-05,
+      "loss": 0.0,
+      "step": 58898
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095381350723625e-05,
+      "loss": 0.0,
+      "step": 58900
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095316654697902e-05,
+      "loss": 0.0007,
+      "step": 58902
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095251958672179e-05,
+      "loss": 0.0,
+      "step": 58904
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095187262646456e-05,
+      "loss": 0.0003,
+      "step": 58906
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.095122566620733e-05,
+      "loss": 0.0002,
+      "step": 58908
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09505787059501e-05,
+      "loss": 0.0,
+      "step": 58910
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094993174569286e-05,
+      "loss": 0.0,
+      "step": 58912
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0949284785435635e-05,
+      "loss": 0.0,
+      "step": 58914
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09486378251784e-05,
+      "loss": 0.0,
+      "step": 58916
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094799086492117e-05,
+      "loss": 0.0,
+      "step": 58918
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0947343904663936e-05,
+      "loss": 0.007,
+      "step": 58920
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0946696944406705e-05,
+      "loss": 0.002,
+      "step": 58922
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094604998414948e-05,
+      "loss": 0.0081,
+      "step": 58924
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094540302389224e-05,
+      "loss": 0.0002,
+      "step": 58926
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094475606363501e-05,
+      "loss": 0.0,
+      "step": 58928
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094410910337778e-05,
+      "loss": 0.0,
+      "step": 58930
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094346214312055e-05,
+      "loss": 0.0003,
+      "step": 58932
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094281518286332e-05,
+      "loss": 0.0,
+      "step": 58934
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094216822260609e-05,
+      "loss": 0.0,
+      "step": 58936
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094152126234886e-05,
+      "loss": 0.0,
+      "step": 58938
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.094087430209162e-05,
+      "loss": 0.0,
+      "step": 58940
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0940227341834396e-05,
+      "loss": 0.0032,
+      "step": 58942
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093958038157716e-05,
+      "loss": 0.0,
+      "step": 58944
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0938933421319934e-05,
+      "loss": 0.0,
+      "step": 58946
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0938286461062696e-05,
+      "loss": 0.0001,
+      "step": 58948
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0937639500805465e-05,
+      "loss": 0.0,
+      "step": 58950
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0936992540548235e-05,
+      "loss": 0.0,
+      "step": 58952
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0936345580291004e-05,
+      "loss": 0.0,
+      "step": 58954
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093569862003377e-05,
+      "loss": 0.0,
+      "step": 58956
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093505165977654e-05,
+      "loss": 0.0,
+      "step": 58958
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093440469951931e-05,
+      "loss": 0.0001,
+      "step": 58960
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093375773926207e-05,
+      "loss": 0.0,
+      "step": 58962
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093311077900485e-05,
+      "loss": 0.0,
+      "step": 58964
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093246381874761e-05,
+      "loss": 0.0,
+      "step": 58966
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093181685849039e-05,
+      "loss": 0.0,
+      "step": 58968
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0931169898233156e-05,
+      "loss": 0.0,
+      "step": 58970
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.093052293797592e-05,
+      "loss": 0.0009,
+      "step": 58972
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0929875977718694e-05,
+      "loss": 0.0,
+      "step": 58974
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.092922901746146e-05,
+      "loss": 0.031,
+      "step": 58976
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0928582057204226e-05,
+      "loss": 0.0,
+      "step": 58978
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0927935096946995e-05,
+      "loss": 0.0,
+      "step": 58980
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.0927288136689764e-05,
+      "loss": 0.0,
+      "step": 58982
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.092664117643253e-05,
+      "loss": 0.0001,
+      "step": 58984
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.09259942161753e-05,
+      "loss": 0.0,
+      "step": 58986
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.092534725591807e-05,
+      "loss": 0.0,
+      "step": 58988
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.092470029566084e-05,
+      "loss": 0.0,
+      "step": 58990
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 3.092405333540361e-05,
+      "loss": 0.0,
+      "step": 58992
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.092340637514637e-05,
+      "loss": 0.0,
+      "step": 58994
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.092275941488915e-05,
+      "loss": 0.0,
+      "step": 58996
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.092211245463191e-05,
+      "loss": 0.0,
+      "step": 58998
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.092146549437468e-05,
+      "loss": 0.0001,
+      "step": 59000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0920818534117455e-05,
+      "loss": 0.0001,
+      "step": 59002
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.092017157386022e-05,
+      "loss": 0.0,
+      "step": 59004
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091952461360299e-05,
+      "loss": 0.0,
+      "step": 59006
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0918877653345755e-05,
+      "loss": 0.0008,
+      "step": 59008
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0918230693088524e-05,
+      "loss": 0.0,
+      "step": 59010
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0917583732831293e-05,
+      "loss": 0.0,
+      "step": 59012
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091693677257406e-05,
+      "loss": 0.0005,
+      "step": 59014
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091628981231683e-05,
+      "loss": 0.0053,
+      "step": 59016
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.09156428520596e-05,
+      "loss": 0.0,
+      "step": 59018
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091499589180237e-05,
+      "loss": 0.0001,
+      "step": 59020
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091434893154513e-05,
+      "loss": 0.0,
+      "step": 59022
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091370197128791e-05,
+      "loss": 0.0,
+      "step": 59024
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091305501103067e-05,
+      "loss": 0.0009,
+      "step": 59026
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0912408050773446e-05,
+      "loss": 0.0011,
+      "step": 59028
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091176109051621e-05,
+      "loss": 0.0002,
+      "step": 59030
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.091111413025898e-05,
+      "loss": 0.0,
+      "step": 59032
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0910467170001753e-05,
+      "loss": 0.0,
+      "step": 59034
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0909820209744516e-05,
+      "loss": 0.0,
+      "step": 59036
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0909173249487285e-05,
+      "loss": 0.0,
+      "step": 59038
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0908526289230054e-05,
+      "loss": 0.0,
+      "step": 59040
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090787932897282e-05,
+      "loss": 0.0002,
+      "step": 59042
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090723236871559e-05,
+      "loss": 0.0001,
+      "step": 59044
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090658540845836e-05,
+      "loss": 0.0001,
+      "step": 59046
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090593844820113e-05,
+      "loss": 0.0,
+      "step": 59048
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.09052914879439e-05,
+      "loss": 0.0017,
+      "step": 59050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090464452768667e-05,
+      "loss": 0.0,
+      "step": 59052
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090399756742943e-05,
+      "loss": 0.0011,
+      "step": 59054
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0903350607172207e-05,
+      "loss": 0.0,
+      "step": 59056
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090270364691497e-05,
+      "loss": 0.0,
+      "step": 59058
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090205668665774e-05,
+      "loss": 0.013,
+      "step": 59060
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.090140972640051e-05,
+      "loss": 0.0,
+      "step": 59062
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0900762766143276e-05,
+      "loss": 0.002,
+      "step": 59064
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0900115805886045e-05,
+      "loss": 0.0,
+      "step": 59066
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0899468845628814e-05,
+      "loss": 0.0,
+      "step": 59068
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089882188537158e-05,
+      "loss": 0.0,
+      "step": 59070
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089817492511435e-05,
+      "loss": 0.0,
+      "step": 59072
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089752796485712e-05,
+      "loss": 0.0,
+      "step": 59074
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0896881004599884e-05,
+      "loss": 0.0,
+      "step": 59076
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089623404434266e-05,
+      "loss": 0.0,
+      "step": 59078
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089558708408543e-05,
+      "loss": 0.0,
+      "step": 59080
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089494012382819e-05,
+      "loss": 0.0,
+      "step": 59082
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089429316357097e-05,
+      "loss": 0.0,
+      "step": 59084
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089364620331373e-05,
+      "loss": 0.0,
+      "step": 59086
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0892999243056505e-05,
+      "loss": 0.0,
+      "step": 59088
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.089235228279927e-05,
+      "loss": 0.0,
+      "step": 59090
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0891705322542037e-05,
+      "loss": 0.0001,
+      "step": 59092
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0891058362284806e-05,
+      "loss": 0.0,
+      "step": 59094
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0890411402027575e-05,
+      "loss": 0.0,
+      "step": 59096
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0889764441770344e-05,
+      "loss": 0.0011,
+      "step": 59098
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088911748151311e-05,
+      "loss": 0.0,
+      "step": 59100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088847052125588e-05,
+      "loss": 0.0,
+      "step": 59102
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0887823560998644e-05,
+      "loss": 0.0,
+      "step": 59104
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088717660074142e-05,
+      "loss": 0.003,
+      "step": 59106
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088652964048418e-05,
+      "loss": 0.0,
+      "step": 59108
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088588268022696e-05,
+      "loss": 0.0,
+      "step": 59110
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088523571996973e-05,
+      "loss": 0.0,
+      "step": 59112
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088458875971249e-05,
+      "loss": 0.021,
+      "step": 59114
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0883941799455266e-05,
+      "loss": 0.0,
+      "step": 59116
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088329483919803e-05,
+      "loss": 0.0,
+      "step": 59118
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08826478789408e-05,
+      "loss": 0.0,
+      "step": 59120
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0882000918683566e-05,
+      "loss": 0.0004,
+      "step": 59122
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0881353958426335e-05,
+      "loss": 0.0,
+      "step": 59124
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0880706998169104e-05,
+      "loss": 0.0336,
+      "step": 59126
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.088006003791187e-05,
+      "loss": 0.0,
+      "step": 59128
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087941307765464e-05,
+      "loss": 0.0,
+      "step": 59130
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087876611739741e-05,
+      "loss": 0.0003,
+      "step": 59132
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087811915714018e-05,
+      "loss": 0.0,
+      "step": 59134
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087747219688294e-05,
+      "loss": 0.001,
+      "step": 59136
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087682523662572e-05,
+      "loss": 0.0001,
+      "step": 59138
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087617827636848e-05,
+      "loss": 0.0016,
+      "step": 59140
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087553131611125e-05,
+      "loss": 0.0,
+      "step": 59142
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087488435585402e-05,
+      "loss": 0.0,
+      "step": 59144
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.087423739559679e-05,
+      "loss": 0.0085,
+      "step": 59146
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0873590435339564e-05,
+      "loss": 0.0,
+      "step": 59148
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0872943475082326e-05,
+      "loss": 0.0,
+      "step": 59150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0872296514825096e-05,
+      "loss": 0.0,
+      "step": 59152
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0871649554567865e-05,
+      "loss": 0.0,
+      "step": 59154
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0871002594310634e-05,
+      "loss": 0.0,
+      "step": 59156
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08703556340534e-05,
+      "loss": 0.0,
+      "step": 59158
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086970867379617e-05,
+      "loss": 0.0004,
+      "step": 59160
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086906171353894e-05,
+      "loss": 0.0001,
+      "step": 59162
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08684147532817e-05,
+      "loss": 0.0,
+      "step": 59164
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086776779302448e-05,
+      "loss": 0.0,
+      "step": 59166
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086712083276724e-05,
+      "loss": 0.0,
+      "step": 59168
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086647387251002e-05,
+      "loss": 0.0,
+      "step": 59170
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086582691225278e-05,
+      "loss": 0.0,
+      "step": 59172
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086517995199555e-05,
+      "loss": 0.0059,
+      "step": 59174
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086453299173832e-05,
+      "loss": 0.0,
+      "step": 59176
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086388603148109e-05,
+      "loss": 0.0,
+      "step": 59178
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0863239071223856e-05,
+      "loss": 0.0009,
+      "step": 59180
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0862592110966625e-05,
+      "loss": 0.0,
+      "step": 59182
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0861945150709394e-05,
+      "loss": 0.0001,
+      "step": 59184
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086129819045216e-05,
+      "loss": 0.0042,
+      "step": 59186
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.086065123019493e-05,
+      "loss": 0.0356,
+      "step": 59188
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0860004269937695e-05,
+      "loss": 0.0,
+      "step": 59190
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085935730968047e-05,
+      "loss": 0.0,
+      "step": 59192
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085871034942324e-05,
+      "loss": 0.0013,
+      "step": 59194
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0858063389166e-05,
+      "loss": 0.0,
+      "step": 59196
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085741642890878e-05,
+      "loss": 0.0,
+      "step": 59198
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085676946865154e-05,
+      "loss": 0.0009,
+      "step": 59200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085612250839431e-05,
+      "loss": 0.0,
+      "step": 59202
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085547554813708e-05,
+      "loss": 0.0006,
+      "step": 59204
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085482858787985e-05,
+      "loss": 0.0,
+      "step": 59206
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0854181627622616e-05,
+      "loss": 0.0,
+      "step": 59208
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0853534667365385e-05,
+      "loss": 0.0,
+      "step": 59210
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0852887707108154e-05,
+      "loss": 0.0,
+      "step": 59212
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0852240746850924e-05,
+      "loss": 0.0,
+      "step": 59214
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085159378659369e-05,
+      "loss": 0.0001,
+      "step": 59216
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0850946826336455e-05,
+      "loss": 0.0,
+      "step": 59218
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.085029986607923e-05,
+      "loss": 0.0013,
+      "step": 59220
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.084965290582199e-05,
+      "loss": 0.0019,
+      "step": 59222
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.084900594556476e-05,
+      "loss": 0.0,
+      "step": 59224
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.084835898530754e-05,
+      "loss": 0.0,
+      "step": 59226
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08477120250503e-05,
+      "loss": 0.0,
+      "step": 59228
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0847065064793076e-05,
+      "loss": 0.0003,
+      "step": 59230
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.084641810453584e-05,
+      "loss": 0.0,
+      "step": 59232
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.084577114427861e-05,
+      "loss": 0.0001,
+      "step": 59234
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.084512418402138e-05,
+      "loss": 0.0003,
+      "step": 59236
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0844477223764146e-05,
+      "loss": 0.0001,
+      "step": 59238
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0843830263506915e-05,
+      "loss": 0.0,
+      "step": 59240
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0843183303249684e-05,
+      "loss": 0.0,
+      "step": 59242
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.084253634299245e-05,
+      "loss": 0.0,
+      "step": 59244
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0841889382735215e-05,
+      "loss": 0.0,
+      "step": 59246
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.084124242247799e-05,
+      "loss": 0.0,
+      "step": 59248
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0840595462220754e-05,
+      "loss": 0.0049,
+      "step": 59250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083994850196353e-05,
+      "loss": 0.0,
+      "step": 59252
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083930154170629e-05,
+      "loss": 0.0043,
+      "step": 59254
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083865458144906e-05,
+      "loss": 0.0,
+      "step": 59256
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083800762119184e-05,
+      "loss": 0.0,
+      "step": 59258
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08373606609346e-05,
+      "loss": 0.0046,
+      "step": 59260
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083671370067737e-05,
+      "loss": 0.0023,
+      "step": 59262
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083606674042014e-05,
+      "loss": 0.0001,
+      "step": 59264
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0835419780162906e-05,
+      "loss": 0.0,
+      "step": 59266
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0834772819905675e-05,
+      "loss": 0.0,
+      "step": 59268
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0834125859648444e-05,
+      "loss": 0.0001,
+      "step": 59270
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0833478899391213e-05,
+      "loss": 0.0,
+      "step": 59272
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083283193913398e-05,
+      "loss": 0.0,
+      "step": 59274
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083218497887675e-05,
+      "loss": 0.0,
+      "step": 59276
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0831538018619514e-05,
+      "loss": 0.0001,
+      "step": 59278
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083089105836229e-05,
+      "loss": 0.0,
+      "step": 59280
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.083024409810505e-05,
+      "loss": 0.0,
+      "step": 59282
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082959713784782e-05,
+      "loss": 0.0007,
+      "step": 59284
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082895017759059e-05,
+      "loss": 0.0,
+      "step": 59286
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082830321733336e-05,
+      "loss": 0.0,
+      "step": 59288
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082765625707613e-05,
+      "loss": 0.0,
+      "step": 59290
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08270092968189e-05,
+      "loss": 0.0006,
+      "step": 59292
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082636233656167e-05,
+      "loss": 0.0037,
+      "step": 59294
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0825715376304436e-05,
+      "loss": 0.0,
+      "step": 59296
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0825068416047205e-05,
+      "loss": 0.0,
+      "step": 59298
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082442145578997e-05,
+      "loss": 0.0,
+      "step": 59300
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082377449553274e-05,
+      "loss": 0.0,
+      "step": 59302
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082312753527551e-05,
+      "loss": 0.0,
+      "step": 59304
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0822480575018274e-05,
+      "loss": 0.0,
+      "step": 59306
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082183361476105e-05,
+      "loss": 0.0,
+      "step": 59308
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082118665450381e-05,
+      "loss": 0.0,
+      "step": 59310
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.082053969424659e-05,
+      "loss": 0.0003,
+      "step": 59312
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081989273398935e-05,
+      "loss": 0.0,
+      "step": 59314
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081924577373212e-05,
+      "loss": 0.0,
+      "step": 59316
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081859881347489e-05,
+      "loss": 0.0,
+      "step": 59318
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081795185321766e-05,
+      "loss": 0.0,
+      "step": 59320
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081730489296043e-05,
+      "loss": 0.0002,
+      "step": 59322
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0816657932703196e-05,
+      "loss": 0.0003,
+      "step": 59324
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0816010972445965e-05,
+      "loss": 0.0,
+      "step": 59326
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0815364012188734e-05,
+      "loss": 0.0127,
+      "step": 59328
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08147170519315e-05,
+      "loss": 0.0,
+      "step": 59330
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0814070091674266e-05,
+      "loss": 0.0,
+      "step": 59332
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081342313141704e-05,
+      "loss": 0.0021,
+      "step": 59334
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081277617115981e-05,
+      "loss": 0.0,
+      "step": 59336
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081212921090257e-05,
+      "loss": 0.0,
+      "step": 59338
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081148225064535e-05,
+      "loss": 0.0024,
+      "step": 59340
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081083529038811e-05,
+      "loss": 0.0001,
+      "step": 59342
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.081018833013088e-05,
+      "loss": 0.0,
+      "step": 59344
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.080954136987365e-05,
+      "loss": 0.0013,
+      "step": 59346
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.080889440961642e-05,
+      "loss": 0.0,
+      "step": 59348
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.080824744935919e-05,
+      "loss": 0.0,
+      "step": 59350
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0807600489101957e-05,
+      "loss": 0.0084,
+      "step": 59352
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0806953528844726e-05,
+      "loss": 0.0,
+      "step": 59354
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0806306568587495e-05,
+      "loss": 0.0,
+      "step": 59356
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0805659608330264e-05,
+      "loss": 0.0001,
+      "step": 59358
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0805012648073026e-05,
+      "loss": 0.0,
+      "step": 59360
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08043656878158e-05,
+      "loss": 0.0067,
+      "step": 59362
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0803718727558564e-05,
+      "loss": 0.0,
+      "step": 59364
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.080307176730133e-05,
+      "loss": 0.0001,
+      "step": 59366
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.08024248070441e-05,
+      "loss": 0.0004,
+      "step": 59368
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.080177784678687e-05,
+      "loss": 0.0,
+      "step": 59370
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.080113088652965e-05,
+      "loss": 0.0001,
+      "step": 59372
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.080048392627241e-05,
+      "loss": 0.0,
+      "step": 59374
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079983696601518e-05,
+      "loss": 0.0002,
+      "step": 59376
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079919000575795e-05,
+      "loss": 0.0,
+      "step": 59378
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079854304550072e-05,
+      "loss": 0.0054,
+      "step": 59380
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0797896085243486e-05,
+      "loss": 0.0001,
+      "step": 59382
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0797249124986255e-05,
+      "loss": 0.0001,
+      "step": 59384
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0796602164729024e-05,
+      "loss": 0.0,
+      "step": 59386
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0795955204471786e-05,
+      "loss": 0.0,
+      "step": 59388
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079530824421456e-05,
+      "loss": 0.0,
+      "step": 59390
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0794661283957325e-05,
+      "loss": 0.0,
+      "step": 59392
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.07940143237001e-05,
+      "loss": 0.0,
+      "step": 59394
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079336736344286e-05,
+      "loss": 0.0,
+      "step": 59396
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079272040318563e-05,
+      "loss": 0.0,
+      "step": 59398
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.07920734429284e-05,
+      "loss": 0.0082,
+      "step": 59400
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079142648267117e-05,
+      "loss": 0.0012,
+      "step": 59402
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079077952241394e-05,
+      "loss": 0.024,
+      "step": 59404
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.079013256215671e-05,
+      "loss": 0.0,
+      "step": 59406
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078948560189948e-05,
+      "loss": 0.0,
+      "step": 59408
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0788838641642246e-05,
+      "loss": 0.0,
+      "step": 59410
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0788191681385015e-05,
+      "loss": 0.0001,
+      "step": 59412
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0787544721127785e-05,
+      "loss": 0.0,
+      "step": 59414
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0786897760870554e-05,
+      "loss": 0.0,
+      "step": 59416
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078625080061332e-05,
+      "loss": 0.0002,
+      "step": 59418
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0785603840356085e-05,
+      "loss": 0.0,
+      "step": 59420
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078495688009886e-05,
+      "loss": 0.0,
+      "step": 59422
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078430991984162e-05,
+      "loss": 0.0,
+      "step": 59424
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078366295958439e-05,
+      "loss": 0.0,
+      "step": 59426
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078301599932716e-05,
+      "loss": 0.0,
+      "step": 59428
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078236903906993e-05,
+      "loss": 0.0,
+      "step": 59430
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.07817220788127e-05,
+      "loss": 0.0,
+      "step": 59432
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078107511855547e-05,
+      "loss": 0.0,
+      "step": 59434
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.078042815829824e-05,
+      "loss": 0.0,
+      "step": 59436
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077978119804101e-05,
+      "loss": 0.0,
+      "step": 59438
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0779134237783776e-05,
+      "loss": 0.0001,
+      "step": 59440
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077848727752654e-05,
+      "loss": 0.0016,
+      "step": 59442
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0777840317269314e-05,
+      "loss": 0.0,
+      "step": 59444
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0777193357012076e-05,
+      "loss": 0.0,
+      "step": 59446
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0776546396754845e-05,
+      "loss": 0.0001,
+      "step": 59448
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077589943649762e-05,
+      "loss": 0.0,
+      "step": 59450
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0775252476240384e-05,
+      "loss": 0.0,
+      "step": 59452
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077460551598316e-05,
+      "loss": 0.0001,
+      "step": 59454
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077395855572592e-05,
+      "loss": 0.0103,
+      "step": 59456
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077331159546869e-05,
+      "loss": 0.0,
+      "step": 59458
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077266463521146e-05,
+      "loss": 0.0001,
+      "step": 59460
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077201767495423e-05,
+      "loss": 0.0001,
+      "step": 59462
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0771370714697e-05,
+      "loss": 0.0001,
+      "step": 59464
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.077072375443977e-05,
+      "loss": 0.0,
+      "step": 59466
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0770076794182536e-05,
+      "loss": 0.0001,
+      "step": 59468
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0769429833925305e-05,
+      "loss": 0.0,
+      "step": 59470
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0768782873668074e-05,
+      "loss": 0.0,
+      "step": 59472
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076813591341084e-05,
+      "loss": 0.0,
+      "step": 59474
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076748895315361e-05,
+      "loss": 0.0,
+      "step": 59476
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0766841992896375e-05,
+      "loss": 0.0,
+      "step": 59478
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0766195032639144e-05,
+      "loss": 0.0187,
+      "step": 59480
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076554807238192e-05,
+      "loss": 0.0,
+      "step": 59482
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076490111212468e-05,
+      "loss": 0.0,
+      "step": 59484
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076425415186745e-05,
+      "loss": 0.0,
+      "step": 59486
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076360719161022e-05,
+      "loss": 0.0,
+      "step": 59488
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076296023135299e-05,
+      "loss": 0.0014,
+      "step": 59490
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076231327109576e-05,
+      "loss": 0.0,
+      "step": 59492
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.076166631083853e-05,
+      "loss": 0.0,
+      "step": 59494
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.07610193505813e-05,
+      "loss": 0.0,
+      "step": 59496
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0760372390324066e-05,
+      "loss": 0.0,
+      "step": 59498
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0759725430066835e-05,
+      "loss": 0.0,
+      "step": 59500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.07590784698096e-05,
+      "loss": 0.0,
+      "step": 59502
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.075843150955237e-05,
+      "loss": 0.0,
+      "step": 59504
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0757784549295135e-05,
+      "loss": 0.0003,
+      "step": 59506
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 3.0757137589037904e-05,
+      "loss": 0.0,
+      "step": 59508
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0756490628780674e-05,
+      "loss": 0.0003,
+      "step": 59510
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.075584366852344e-05,
+      "loss": 0.0001,
+      "step": 59512
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.075519670826622e-05,
+      "loss": 0.0,
+      "step": 59514
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.075454974800898e-05,
+      "loss": 0.0,
+      "step": 59516
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.075390278775175e-05,
+      "loss": 0.0001,
+      "step": 59518
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.075325582749452e-05,
+      "loss": 0.0,
+      "step": 59520
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.075260886723729e-05,
+      "loss": 0.0,
+      "step": 59522
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.075196190698005e-05,
+      "loss": 0.0006,
+      "step": 59524
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0751314946722826e-05,
+      "loss": 0.0052,
+      "step": 59526
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0750667986465595e-05,
+      "loss": 0.0009,
+      "step": 59528
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.075002102620836e-05,
+      "loss": 0.0,
+      "step": 59530
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0749374065951133e-05,
+      "loss": 0.0,
+      "step": 59532
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0748727105693896e-05,
+      "loss": 0.0,
+      "step": 59534
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.074808014543667e-05,
+      "loss": 0.0,
+      "step": 59536
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0747433185179434e-05,
+      "loss": 0.0,
+      "step": 59538
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.07467862249222e-05,
+      "loss": 0.0,
+      "step": 59540
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.074613926466497e-05,
+      "loss": 0.0,
+      "step": 59542
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.074549230440774e-05,
+      "loss": 0.0,
+      "step": 59544
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.074484534415051e-05,
+      "loss": 0.0,
+      "step": 59546
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.074419838389328e-05,
+      "loss": 0.0,
+      "step": 59548
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.074355142363605e-05,
+      "loss": 0.0,
+      "step": 59550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.074290446337882e-05,
+      "loss": 0.0,
+      "step": 59552
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0742257503121587e-05,
+      "loss": 0.0,
+      "step": 59554
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.074161054286435e-05,
+      "loss": 0.0,
+      "step": 59556
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0740963582607125e-05,
+      "loss": 0.0,
+      "step": 59558
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0740316622349894e-05,
+      "loss": 0.0,
+      "step": 59560
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0739669662092656e-05,
+      "loss": 0.0,
+      "step": 59562
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073902270183543e-05,
+      "loss": 0.0001,
+      "step": 59564
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0738375741578194e-05,
+      "loss": 0.0066,
+      "step": 59566
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0737728781320963e-05,
+      "loss": 0.0,
+      "step": 59568
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073708182106373e-05,
+      "loss": 0.0002,
+      "step": 59570
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.07364348608065e-05,
+      "loss": 0.002,
+      "step": 59572
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073578790054927e-05,
+      "loss": 0.0002,
+      "step": 59574
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073514094029204e-05,
+      "loss": 0.0,
+      "step": 59576
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073449398003481e-05,
+      "loss": 0.0,
+      "step": 59578
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073384701977758e-05,
+      "loss": 0.0,
+      "step": 59580
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073320005952035e-05,
+      "loss": 0.0,
+      "step": 59582
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073255309926311e-05,
+      "loss": 0.0001,
+      "step": 59584
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0731906139005885e-05,
+      "loss": 0.0,
+      "step": 59586
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.073125917874865e-05,
+      "loss": 0.0,
+      "step": 59588
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0730612218491417e-05,
+      "loss": 0.0,
+      "step": 59590
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072996525823419e-05,
+      "loss": 0.0,
+      "step": 59592
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0729318297976955e-05,
+      "loss": 0.0873,
+      "step": 59594
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072867133771973e-05,
+      "loss": 0.0001,
+      "step": 59596
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072802437746249e-05,
+      "loss": 0.0,
+      "step": 59598
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072737741720526e-05,
+      "loss": 0.0033,
+      "step": 59600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072673045694803e-05,
+      "loss": 0.0001,
+      "step": 59602
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.07260834966908e-05,
+      "loss": 0.0,
+      "step": 59604
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072543653643357e-05,
+      "loss": 0.0,
+      "step": 59606
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072478957617634e-05,
+      "loss": 0.0,
+      "step": 59608
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072414261591911e-05,
+      "loss": 0.0,
+      "step": 59610
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0723495655661876e-05,
+      "loss": 0.0,
+      "step": 59612
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0722848695404646e-05,
+      "loss": 0.0,
+      "step": 59614
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.072220173514741e-05,
+      "loss": 0.0,
+      "step": 59616
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0721554774890184e-05,
+      "loss": 0.0,
+      "step": 59618
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0720907814632946e-05,
+      "loss": 0.0001,
+      "step": 59620
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0720260854375715e-05,
+      "loss": 0.0,
+      "step": 59622
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0719613894118484e-05,
+      "loss": 0.0,
+      "step": 59624
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.071896693386125e-05,
+      "loss": 0.0,
+      "step": 59626
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.071831997360402e-05,
+      "loss": 0.0,
+      "step": 59628
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.071767301334679e-05,
+      "loss": 0.0,
+      "step": 59630
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.071702605308956e-05,
+      "loss": 0.0001,
+      "step": 59632
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.071637909283233e-05,
+      "loss": 0.0,
+      "step": 59634
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.07157321325751e-05,
+      "loss": 0.0,
+      "step": 59636
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.071508517231787e-05,
+      "loss": 0.0,
+      "step": 59638
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.071443821206064e-05,
+      "loss": 0.0,
+      "step": 59640
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0713791251803406e-05,
+      "loss": 0.0,
+      "step": 59642
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.071314429154617e-05,
+      "loss": 0.0,
+      "step": 59644
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0712497331288944e-05,
+      "loss": 0.0,
+      "step": 59646
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0711850371031706e-05,
+      "loss": 0.0,
+      "step": 59648
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0711203410774476e-05,
+      "loss": 0.0,
+      "step": 59650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0710556450517245e-05,
+      "loss": 0.0,
+      "step": 59652
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0709909490260014e-05,
+      "loss": 0.0001,
+      "step": 59654
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070926253000278e-05,
+      "loss": 0.0,
+      "step": 59656
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070861556974555e-05,
+      "loss": 0.0,
+      "step": 59658
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070796860948832e-05,
+      "loss": 0.0001,
+      "step": 59660
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070732164923109e-05,
+      "loss": 0.0,
+      "step": 59662
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070667468897386e-05,
+      "loss": 0.0001,
+      "step": 59664
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070602772871662e-05,
+      "loss": 0.0,
+      "step": 59666
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.07053807684594e-05,
+      "loss": 0.0,
+      "step": 59668
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070473380820216e-05,
+      "loss": 0.003,
+      "step": 59670
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070408684794493e-05,
+      "loss": 0.0,
+      "step": 59672
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0703439887687705e-05,
+      "loss": 0.0088,
+      "step": 59674
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070279292743047e-05,
+      "loss": 0.0,
+      "step": 59676
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070214596717324e-05,
+      "loss": 0.0005,
+      "step": 59678
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0701499006916005e-05,
+      "loss": 0.0,
+      "step": 59680
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0700852046658774e-05,
+      "loss": 0.0,
+      "step": 59682
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.070020508640154e-05,
+      "loss": 0.0,
+      "step": 59684
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069955812614431e-05,
+      "loss": 0.0,
+      "step": 59686
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069891116588708e-05,
+      "loss": 0.0,
+      "step": 59688
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069826420562985e-05,
+      "loss": 0.0,
+      "step": 59690
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069761724537262e-05,
+      "loss": 0.0,
+      "step": 59692
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069697028511539e-05,
+      "loss": 0.0,
+      "step": 59694
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069632332485816e-05,
+      "loss": 0.0,
+      "step": 59696
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069567636460092e-05,
+      "loss": 0.0,
+      "step": 59698
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0695029404343696e-05,
+      "loss": 0.0,
+      "step": 59700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069438244408646e-05,
+      "loss": 0.0,
+      "step": 59702
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069373548382923e-05,
+      "loss": 0.0001,
+      "step": 59704
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0693088523572e-05,
+      "loss": 0.0,
+      "step": 59706
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0692441563314765e-05,
+      "loss": 0.0,
+      "step": 59708
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0691794603057535e-05,
+      "loss": 0.0,
+      "step": 59710
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0691147642800304e-05,
+      "loss": 0.0019,
+      "step": 59712
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.069050068254307e-05,
+      "loss": 0.0001,
+      "step": 59714
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068985372228584e-05,
+      "loss": 0.0024,
+      "step": 59716
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068920676202861e-05,
+      "loss": 0.0,
+      "step": 59718
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068855980177138e-05,
+      "loss": 0.0,
+      "step": 59720
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068791284151415e-05,
+      "loss": 0.0,
+      "step": 59722
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068726588125692e-05,
+      "loss": 0.0,
+      "step": 59724
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068661892099968e-05,
+      "loss": 0.0001,
+      "step": 59726
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0685971960742456e-05,
+      "loss": 0.0,
+      "step": 59728
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068532500048522e-05,
+      "loss": 0.0062,
+      "step": 59730
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068467804022799e-05,
+      "loss": 0.0,
+      "step": 59732
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068403107997076e-05,
+      "loss": 0.0,
+      "step": 59734
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0683384119713526e-05,
+      "loss": 0.0,
+      "step": 59736
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06827371594563e-05,
+      "loss": 0.0001,
+      "step": 59738
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0682090199199064e-05,
+      "loss": 0.0008,
+      "step": 59740
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068144323894183e-05,
+      "loss": 0.0024,
+      "step": 59742
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06807962786846e-05,
+      "loss": 0.0,
+      "step": 59744
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.068014931842737e-05,
+      "loss": 0.0,
+      "step": 59746
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0679502358170134e-05,
+      "loss": 0.0,
+      "step": 59748
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067885539791291e-05,
+      "loss": 0.0,
+      "step": 59750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067820843765568e-05,
+      "loss": 0.0,
+      "step": 59752
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067756147739845e-05,
+      "loss": 0.0,
+      "step": 59754
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067691451714122e-05,
+      "loss": 0.0027,
+      "step": 59756
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067626755688398e-05,
+      "loss": 0.0,
+      "step": 59758
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0675620596626755e-05,
+      "loss": 0.0002,
+      "step": 59760
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067497363636952e-05,
+      "loss": 0.0002,
+      "step": 59762
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0674326676112286e-05,
+      "loss": 0.0005,
+      "step": 59764
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0673679715855055e-05,
+      "loss": 0.0,
+      "step": 59766
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0673032755597824e-05,
+      "loss": 0.0022,
+      "step": 59768
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0672385795340593e-05,
+      "loss": 0.0025,
+      "step": 59770
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067173883508336e-05,
+      "loss": 0.0,
+      "step": 59772
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.067109187482613e-05,
+      "loss": 0.0001,
+      "step": 59774
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06704449145689e-05,
+      "loss": 0.0,
+      "step": 59776
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066979795431167e-05,
+      "loss": 0.0008,
+      "step": 59778
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066915099405443e-05,
+      "loss": 0.0,
+      "step": 59780
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066850403379721e-05,
+      "loss": 0.0,
+      "step": 59782
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066785707353998e-05,
+      "loss": 0.0,
+      "step": 59784
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066721011328274e-05,
+      "loss": 0.0148,
+      "step": 59786
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0666563153025515e-05,
+      "loss": 0.0079,
+      "step": 59788
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066591619276828e-05,
+      "loss": 0.0,
+      "step": 59790
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066526923251105e-05,
+      "loss": 0.0003,
+      "step": 59792
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0664622272253816e-05,
+      "loss": 0.0,
+      "step": 59794
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0663975311996585e-05,
+      "loss": 0.0,
+      "step": 59796
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0663328351739354e-05,
+      "loss": 0.0002,
+      "step": 59798
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066268139148212e-05,
+      "loss": 0.0,
+      "step": 59800
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066203443122489e-05,
+      "loss": 0.0,
+      "step": 59802
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066138747096766e-05,
+      "loss": 0.0,
+      "step": 59804
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066074051071043e-05,
+      "loss": 0.0,
+      "step": 59806
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.066009355045319e-05,
+      "loss": 0.0013,
+      "step": 59808
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.065944659019597e-05,
+      "loss": 0.0,
+      "step": 59810
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.065879962993873e-05,
+      "loss": 0.0,
+      "step": 59812
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06581526696815e-05,
+      "loss": 0.0,
+      "step": 59814
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0657505709424276e-05,
+      "loss": 0.0,
+      "step": 59816
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.065685874916704e-05,
+      "loss": 0.0001,
+      "step": 59818
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0656211788909814e-05,
+      "loss": 0.0006,
+      "step": 59820
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0655564828652576e-05,
+      "loss": 0.0,
+      "step": 59822
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0654917868395345e-05,
+      "loss": 0.0,
+      "step": 59824
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0654270908138114e-05,
+      "loss": 0.0,
+      "step": 59826
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0653623947880883e-05,
+      "loss": 0.0002,
+      "step": 59828
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.065297698762365e-05,
+      "loss": 0.0,
+      "step": 59830
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.065233002736642e-05,
+      "loss": 0.0,
+      "step": 59832
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.065168306710919e-05,
+      "loss": 0.0,
+      "step": 59834
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.065103610685196e-05,
+      "loss": 0.0,
+      "step": 59836
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.065038914659473e-05,
+      "loss": 0.0,
+      "step": 59838
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064974218633749e-05,
+      "loss": 0.0,
+      "step": 59840
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064909522608027e-05,
+      "loss": 0.001,
+      "step": 59842
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064844826582303e-05,
+      "loss": 0.0,
+      "step": 59844
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06478013055658e-05,
+      "loss": 0.0001,
+      "step": 59846
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064715434530857e-05,
+      "loss": 0.0,
+      "step": 59848
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0646507385051337e-05,
+      "loss": 0.0009,
+      "step": 59850
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0645860424794106e-05,
+      "loss": 0.0,
+      "step": 59852
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0645213464536875e-05,
+      "loss": 0.0,
+      "step": 59854
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0644566504279644e-05,
+      "loss": 0.0,
+      "step": 59856
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064391954402241e-05,
+      "loss": 0.0,
+      "step": 59858
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064327258376518e-05,
+      "loss": 0.01,
+      "step": 59860
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064262562350795e-05,
+      "loss": 0.0,
+      "step": 59862
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064197866325072e-05,
+      "loss": 0.0,
+      "step": 59864
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064133170299349e-05,
+      "loss": 0.0,
+      "step": 59866
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064068474273625e-05,
+      "loss": 0.0,
+      "step": 59868
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.064003778247903e-05,
+      "loss": 0.0007,
+      "step": 59870
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063939082222179e-05,
+      "loss": 0.0,
+      "step": 59872
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063874386196456e-05,
+      "loss": 0.0,
+      "step": 59874
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063809690170733e-05,
+      "loss": 0.0003,
+      "step": 59876
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06374499414501e-05,
+      "loss": 0.0,
+      "step": 59878
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0636802981192866e-05,
+      "loss": 0.0,
+      "step": 59880
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0636156020935635e-05,
+      "loss": 0.0001,
+      "step": 59882
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0635509060678404e-05,
+      "loss": 0.0001,
+      "step": 59884
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063486210042117e-05,
+      "loss": 0.0794,
+      "step": 59886
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063421514016394e-05,
+      "loss": 0.0,
+      "step": 59888
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0633568179906705e-05,
+      "loss": 0.0074,
+      "step": 59890
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063292121964948e-05,
+      "loss": 0.0,
+      "step": 59892
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063227425939225e-05,
+      "loss": 0.0001,
+      "step": 59894
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063162729913501e-05,
+      "loss": 0.0,
+      "step": 59896
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063098033887779e-05,
+      "loss": 0.0,
+      "step": 59898
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.063033337862055e-05,
+      "loss": 0.0038,
+      "step": 59900
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0629686418363326e-05,
+      "loss": 0.0,
+      "step": 59902
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.062903945810609e-05,
+      "loss": 0.0,
+      "step": 59904
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.062839249784886e-05,
+      "loss": 0.0001,
+      "step": 59906
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0627745537591626e-05,
+      "loss": 0.0,
+      "step": 59908
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0627098577334396e-05,
+      "loss": 0.0,
+      "step": 59910
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0626451617077165e-05,
+      "loss": 0.0,
+      "step": 59912
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0625804656819934e-05,
+      "loss": 0.0002,
+      "step": 59914
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06251576965627e-05,
+      "loss": 0.0,
+      "step": 59916
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.062451073630547e-05,
+      "loss": 0.0,
+      "step": 59918
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.062386377604824e-05,
+      "loss": 0.0,
+      "step": 59920
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0623216815791e-05,
+      "loss": 0.0,
+      "step": 59922
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.062256985553378e-05,
+      "loss": 0.0,
+      "step": 59924
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.062192289527654e-05,
+      "loss": 0.0,
+      "step": 59926
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.062127593501931e-05,
+      "loss": 0.0,
+      "step": 59928
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0620628974762086e-05,
+      "loss": 0.0,
+      "step": 59930
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061998201450485e-05,
+      "loss": 0.0001,
+      "step": 59932
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061933505424762e-05,
+      "loss": 0.0,
+      "step": 59934
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061868809399039e-05,
+      "loss": 0.0,
+      "step": 59936
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0618041133733156e-05,
+      "loss": 0.0011,
+      "step": 59938
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0617394173475925e-05,
+      "loss": 0.0197,
+      "step": 59940
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0616747213218694e-05,
+      "loss": 0.0,
+      "step": 59942
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061610025296146e-05,
+      "loss": 0.0,
+      "step": 59944
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061545329270423e-05,
+      "loss": 0.0,
+      "step": 59946
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0614806332447e-05,
+      "loss": 0.0,
+      "step": 59948
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0614159372189764e-05,
+      "loss": 0.0,
+      "step": 59950
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061351241193254e-05,
+      "loss": 0.0,
+      "step": 59952
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06128654516753e-05,
+      "loss": 0.0005,
+      "step": 59954
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061221849141807e-05,
+      "loss": 0.0,
+      "step": 59956
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061157153116084e-05,
+      "loss": 0.0138,
+      "step": 59958
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.061092457090361e-05,
+      "loss": 0.0,
+      "step": 59960
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0610277610646385e-05,
+      "loss": 0.0017,
+      "step": 59962
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060963065038915e-05,
+      "loss": 0.0,
+      "step": 59964
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0608983690131916e-05,
+      "loss": 0.0,
+      "step": 59966
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0608336729874685e-05,
+      "loss": 0.0,
+      "step": 59968
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0607689769617454e-05,
+      "loss": 0.0068,
+      "step": 59970
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060704280936022e-05,
+      "loss": 0.0001,
+      "step": 59972
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060639584910299e-05,
+      "loss": 0.0027,
+      "step": 59974
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060574888884576e-05,
+      "loss": 0.0077,
+      "step": 59976
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060510192858853e-05,
+      "loss": 0.0,
+      "step": 59978
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06044549683313e-05,
+      "loss": 0.0067,
+      "step": 59980
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060380800807406e-05,
+      "loss": 0.0,
+      "step": 59982
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060316104781684e-05,
+      "loss": 0.0,
+      "step": 59984
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.06025140875596e-05,
+      "loss": 0.0,
+      "step": 59986
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060186712730237e-05,
+      "loss": 0.0002,
+      "step": 59988
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060122016704514e-05,
+      "loss": 0.0,
+      "step": 59990
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.060057320678791e-05,
+      "loss": 0.0,
+      "step": 59992
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059992624653068e-05,
+      "loss": 0.0,
+      "step": 59994
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0599279286273446e-05,
+      "loss": 0.0,
+      "step": 59996
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0598632326016215e-05,
+      "loss": 0.007,
+      "step": 59998
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0597985365758984e-05,
+      "loss": 0.0,
+      "step": 60000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059733840550175e-05,
+      "loss": 0.0,
+      "step": 60002
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0596691445244515e-05,
+      "loss": 0.0,
+      "step": 60004
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059604448498729e-05,
+      "loss": 0.0001,
+      "step": 60006
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059539752473006e-05,
+      "loss": 0.0,
+      "step": 60008
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059475056447282e-05,
+      "loss": 0.0,
+      "step": 60010
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.05941036042156e-05,
+      "loss": 0.0,
+      "step": 60012
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059345664395836e-05,
+      "loss": 0.0113,
+      "step": 60014
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059280968370113e-05,
+      "loss": 0.0,
+      "step": 60016
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.05921627234439e-05,
+      "loss": 0.0003,
+      "step": 60018
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059151576318667e-05,
+      "loss": 0.0,
+      "step": 60020
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.059086880292944e-05,
+      "loss": 0.0003,
+      "step": 60022
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 3.0590221842672206e-05,
+      "loss": 0.0,
+      "step": 60024
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0589574882414975e-05,
+      "loss": 0.0001,
+      "step": 60026
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0588927922157744e-05,
+      "loss": 0.0003,
+      "step": 60028
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0588280961900513e-05,
+      "loss": 0.0,
+      "step": 60030
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0587634001643276e-05,
+      "loss": 0.0,
+      "step": 60032
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.058698704138605e-05,
+      "loss": 0.0,
+      "step": 60034
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0586340081128814e-05,
+      "loss": 0.0,
+      "step": 60036
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.058569312087158e-05,
+      "loss": 0.0,
+      "step": 60038
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.058504616061436e-05,
+      "loss": 0.0,
+      "step": 60040
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.058439920035712e-05,
+      "loss": 0.0,
+      "step": 60042
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05837522400999e-05,
+      "loss": 0.0,
+      "step": 60044
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.058310527984266e-05,
+      "loss": 0.0001,
+      "step": 60046
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.058245831958543e-05,
+      "loss": 0.0,
+      "step": 60048
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05818113593282e-05,
+      "loss": 0.0001,
+      "step": 60050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.058116439907097e-05,
+      "loss": 0.0001,
+      "step": 60052
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0580517438813736e-05,
+      "loss": 0.0,
+      "step": 60054
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0579870478556505e-05,
+      "loss": 0.0,
+      "step": 60056
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0579223518299274e-05,
+      "loss": 0.0,
+      "step": 60058
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057857655804204e-05,
+      "loss": 0.0061,
+      "step": 60060
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057792959778481e-05,
+      "loss": 0.0,
+      "step": 60062
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0577282637527574e-05,
+      "loss": 0.0,
+      "step": 60064
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057663567727035e-05,
+      "loss": 0.0,
+      "step": 60066
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057598871701311e-05,
+      "loss": 0.0,
+      "step": 60068
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057534175675588e-05,
+      "loss": 0.0,
+      "step": 60070
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057469479649866e-05,
+      "loss": 0.0,
+      "step": 60072
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057404783624142e-05,
+      "loss": 0.0,
+      "step": 60074
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057340087598419e-05,
+      "loss": 0.0,
+      "step": 60076
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057275391572696e-05,
+      "loss": 0.0003,
+      "step": 60078
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.057210695546973e-05,
+      "loss": 0.0011,
+      "step": 60080
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0571459995212496e-05,
+      "loss": 0.0,
+      "step": 60082
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0570813034955265e-05,
+      "loss": 0.0,
+      "step": 60084
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0570166074698034e-05,
+      "loss": 0.0,
+      "step": 60086
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05695191144408e-05,
+      "loss": 0.0,
+      "step": 60088
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056887215418357e-05,
+      "loss": 0.0003,
+      "step": 60090
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0568225193926335e-05,
+      "loss": 0.0,
+      "step": 60092
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056757823366911e-05,
+      "loss": 0.0,
+      "step": 60094
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056693127341187e-05,
+      "loss": 0.0,
+      "step": 60096
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056628431315464e-05,
+      "loss": 0.0007,
+      "step": 60098
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056563735289741e-05,
+      "loss": 0.0,
+      "step": 60100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056499039264018e-05,
+      "loss": 0.0,
+      "step": 60102
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056434343238295e-05,
+      "loss": 0.0,
+      "step": 60104
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056369647212572e-05,
+      "loss": 0.0,
+      "step": 60106
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056304951186849e-05,
+      "loss": 0.0137,
+      "step": 60108
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0562402551611257e-05,
+      "loss": 0.0002,
+      "step": 60110
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0561755591354026e-05,
+      "loss": 0.0004,
+      "step": 60112
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.056110863109679e-05,
+      "loss": 0.0002,
+      "step": 60114
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0560461670839564e-05,
+      "loss": 0.0,
+      "step": 60116
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055981471058233e-05,
+      "loss": 0.0126,
+      "step": 60118
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05591677503251e-05,
+      "loss": 0.0,
+      "step": 60120
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055852079006787e-05,
+      "loss": 0.0002,
+      "step": 60122
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055787382981063e-05,
+      "loss": 0.0,
+      "step": 60124
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055722686955341e-05,
+      "loss": 0.0046,
+      "step": 60126
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055657990929617e-05,
+      "loss": 0.0001,
+      "step": 60128
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055593294903894e-05,
+      "loss": 0.0,
+      "step": 60130
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055528598878171e-05,
+      "loss": 0.0,
+      "step": 60132
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055463902852448e-05,
+      "loss": 0.0,
+      "step": 60134
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055399206826725e-05,
+      "loss": 0.0,
+      "step": 60136
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055334510801002e-05,
+      "loss": 0.0,
+      "step": 60138
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0552698147752786e-05,
+      "loss": 0.0,
+      "step": 60140
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0552051187495555e-05,
+      "loss": 0.0,
+      "step": 60142
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0551404227238324e-05,
+      "loss": 0.0,
+      "step": 60144
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0550757266981086e-05,
+      "loss": 0.001,
+      "step": 60146
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.055011030672386e-05,
+      "loss": 0.0,
+      "step": 60148
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0549463346466625e-05,
+      "loss": 0.0,
+      "step": 60150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0548816386209394e-05,
+      "loss": 0.0001,
+      "step": 60152
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.054816942595217e-05,
+      "loss": 0.0,
+      "step": 60154
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.054752246569493e-05,
+      "loss": 0.0159,
+      "step": 60156
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05468755054377e-05,
+      "loss": 0.0,
+      "step": 60158
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.054622854518047e-05,
+      "loss": 0.0,
+      "step": 60160
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.054558158492324e-05,
+      "loss": 0.0,
+      "step": 60162
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.054493462466601e-05,
+      "loss": 0.0,
+      "step": 60164
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.054428766440878e-05,
+      "loss": 0.0,
+      "step": 60166
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0543640704151546e-05,
+      "loss": 0.0001,
+      "step": 60168
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0542993743894316e-05,
+      "loss": 0.0,
+      "step": 60170
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0542346783637085e-05,
+      "loss": 0.0,
+      "step": 60172
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.054169982337985e-05,
+      "loss": 0.0068,
+      "step": 60174
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.054105286312262e-05,
+      "loss": 0.0,
+      "step": 60176
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0540405902865385e-05,
+      "loss": 0.0,
+      "step": 60178
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0539758942608154e-05,
+      "loss": 0.0082,
+      "step": 60180
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053911198235092e-05,
+      "loss": 0.0,
+      "step": 60182
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053846502209369e-05,
+      "loss": 0.0,
+      "step": 60184
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053781806183647e-05,
+      "loss": 0.0,
+      "step": 60186
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053717110157923e-05,
+      "loss": 0.0,
+      "step": 60188
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0536524141322e-05,
+      "loss": 0.0,
+      "step": 60190
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053587718106477e-05,
+      "loss": 0.0,
+      "step": 60192
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053523022080754e-05,
+      "loss": 0.0001,
+      "step": 60194
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053458326055031e-05,
+      "loss": 0.0,
+      "step": 60196
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0533936300293076e-05,
+      "loss": 0.0,
+      "step": 60198
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0533289340035845e-05,
+      "loss": 0.0,
+      "step": 60200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0532642379778614e-05,
+      "loss": 0.0,
+      "step": 60202
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053199541952138e-05,
+      "loss": 0.0004,
+      "step": 60204
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0531348459264145e-05,
+      "loss": 0.0109,
+      "step": 60206
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.053070149900692e-05,
+      "loss": 0.0,
+      "step": 60208
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0530054538749684e-05,
+      "loss": 0.0002,
+      "step": 60210
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.052940757849245e-05,
+      "loss": 0.0086,
+      "step": 60212
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.052876061823522e-05,
+      "loss": 0.0,
+      "step": 60214
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.052811365797799e-05,
+      "loss": 0.0,
+      "step": 60216
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.052746669772076e-05,
+      "loss": 0.0,
+      "step": 60218
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.052681973746353e-05,
+      "loss": 0.0,
+      "step": 60220
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05261727772063e-05,
+      "loss": 0.0001,
+      "step": 60222
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.052552581694907e-05,
+      "loss": 0.0,
+      "step": 60224
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0524878856691836e-05,
+      "loss": 0.0,
+      "step": 60226
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05242318964346e-05,
+      "loss": 0.0001,
+      "step": 60228
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0523584936177374e-05,
+      "loss": 0.0179,
+      "step": 60230
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0522937975920144e-05,
+      "loss": 0.0013,
+      "step": 60232
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0522291015662906e-05,
+      "loss": 0.0,
+      "step": 60234
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.052164405540568e-05,
+      "loss": 0.0017,
+      "step": 60236
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0520997095148444e-05,
+      "loss": 0.0,
+      "step": 60238
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.052035013489121e-05,
+      "loss": 0.0,
+      "step": 60240
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.051970317463398e-05,
+      "loss": 0.0,
+      "step": 60242
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.051905621437675e-05,
+      "loss": 0.0,
+      "step": 60244
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.051840925411952e-05,
+      "loss": 0.0001,
+      "step": 60246
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.051776229386229e-05,
+      "loss": 0.0,
+      "step": 60248
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0517115333605055e-05,
+      "loss": 0.0002,
+      "step": 60250
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0516468373347828e-05,
+      "loss": 0.0,
+      "step": 60252
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0515821413090597e-05,
+      "loss": 0.0,
+      "step": 60254
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0515174452833362e-05,
+      "loss": 0.0,
+      "step": 60256
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0514527492576135e-05,
+      "loss": 0.0,
+      "step": 60258
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05138805323189e-05,
+      "loss": 0.0,
+      "step": 60260
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0513233572061673e-05,
+      "loss": 0.0,
+      "step": 60262
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.051258661180444e-05,
+      "loss": 0.0,
+      "step": 60264
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0511939651547204e-05,
+      "loss": 0.0,
+      "step": 60266
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0511292691289977e-05,
+      "loss": 0.0,
+      "step": 60268
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0510645731032743e-05,
+      "loss": 0.0,
+      "step": 60270
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0509998770775512e-05,
+      "loss": 0.0,
+      "step": 60272
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0509351810518284e-05,
+      "loss": 0.0,
+      "step": 60274
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.050870485026105e-05,
+      "loss": 0.0,
+      "step": 60276
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0508057890003816e-05,
+      "loss": 0.0,
+      "step": 60278
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0507410929746588e-05,
+      "loss": 0.0,
+      "step": 60280
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0506763969489354e-05,
+      "loss": 0.0,
+      "step": 60282
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0506117009232126e-05,
+      "loss": 0.0085,
+      "step": 60284
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0505470048974892e-05,
+      "loss": 0.0,
+      "step": 60286
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.050482308871766e-05,
+      "loss": 0.0089,
+      "step": 60288
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0504176128460433e-05,
+      "loss": 0.0,
+      "step": 60290
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.05035291682032e-05,
+      "loss": 0.0022,
+      "step": 60292
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0502882207945965e-05,
+      "loss": 0.0,
+      "step": 60294
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0502235247688737e-05,
+      "loss": 0.0,
+      "step": 60296
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0501588287431503e-05,
+      "loss": 0.0,
+      "step": 60298
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0500941327174272e-05,
+      "loss": 0.0063,
+      "step": 60300
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.050029436691704e-05,
+      "loss": 0.001,
+      "step": 60302
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.049964740665981e-05,
+      "loss": 0.0001,
+      "step": 60304
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0499000446402583e-05,
+      "loss": 0.0,
+      "step": 60306
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.049835348614535e-05,
+      "loss": 0.0002,
+      "step": 60308
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0497706525888114e-05,
+      "loss": 0.0,
+      "step": 60310
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0497059565630887e-05,
+      "loss": 0.0001,
+      "step": 60312
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0496412605373652e-05,
+      "loss": 0.0015,
+      "step": 60314
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.049576564511642e-05,
+      "loss": 0.0,
+      "step": 60316
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.049511868485919e-05,
+      "loss": 0.0,
+      "step": 60318
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.049447172460196e-05,
+      "loss": 0.0,
+      "step": 60320
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0493824764344725e-05,
+      "loss": 0.0,
+      "step": 60322
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0493177804087498e-05,
+      "loss": 0.0,
+      "step": 60324
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0492530843830263e-05,
+      "loss": 0.0,
+      "step": 60326
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0491883883573036e-05,
+      "loss": 0.0,
+      "step": 60328
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.04912369233158e-05,
+      "loss": 0.0,
+      "step": 60330
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0490589963058567e-05,
+      "loss": 0.0,
+      "step": 60332
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.048994300280134e-05,
+      "loss": 0.0,
+      "step": 60334
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.048929604254411e-05,
+      "loss": 0.0002,
+      "step": 60336
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0488649082286875e-05,
+      "loss": 0.0,
+      "step": 60338
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0488002122029647e-05,
+      "loss": 0.0,
+      "step": 60340
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0487355161772413e-05,
+      "loss": 0.0,
+      "step": 60342
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0486708201515185e-05,
+      "loss": 0.0,
+      "step": 60344
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.048606124125795e-05,
+      "loss": 0.0008,
+      "step": 60346
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0485414281000717e-05,
+      "loss": 0.0,
+      "step": 60348
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.048476732074349e-05,
+      "loss": 0.0008,
+      "step": 60350
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0484120360486258e-05,
+      "loss": 0.0,
+      "step": 60352
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0483473400229024e-05,
+      "loss": 0.0004,
+      "step": 60354
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0482826439971796e-05,
+      "loss": 0.0,
+      "step": 60356
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0482179479714562e-05,
+      "loss": 0.0002,
+      "step": 60358
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0481532519457328e-05,
+      "loss": 0.0,
+      "step": 60360
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.04808855592001e-05,
+      "loss": 0.0,
+      "step": 60362
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0480238598942866e-05,
+      "loss": 0.0,
+      "step": 60364
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.047959163868564e-05,
+      "loss": 0.0,
+      "step": 60366
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0478944678428407e-05,
+      "loss": 0.0,
+      "step": 60368
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0478297718171173e-05,
+      "loss": 0.0,
+      "step": 60370
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0477650757913946e-05,
+      "loss": 0.0,
+      "step": 60372
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.047700379765671e-05,
+      "loss": 0.0082,
+      "step": 60374
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0476356837399477e-05,
+      "loss": 0.0,
+      "step": 60376
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.047570987714225e-05,
+      "loss": 0.0,
+      "step": 60378
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0475062916885015e-05,
+      "loss": 0.0,
+      "step": 60380
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0474415956627784e-05,
+      "loss": 0.0009,
+      "step": 60382
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0473768996370557e-05,
+      "loss": 0.0005,
+      "step": 60384
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0473122036113322e-05,
+      "loss": 0.0,
+      "step": 60386
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0472475075856095e-05,
+      "loss": 0.0,
+      "step": 60388
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.047182811559886e-05,
+      "loss": 0.0,
+      "step": 60390
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0471181155341626e-05,
+      "loss": 0.0,
+      "step": 60392
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.04705341950844e-05,
+      "loss": 0.0019,
+      "step": 60394
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0469887234827164e-05,
+      "loss": 0.0,
+      "step": 60396
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0469240274569934e-05,
+      "loss": 0.0,
+      "step": 60398
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0468593314312706e-05,
+      "loss": 0.0,
+      "step": 60400
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.046794635405547e-05,
+      "loss": 0.0,
+      "step": 60402
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0467299393798244e-05,
+      "loss": 0.0,
+      "step": 60404
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.046665243354101e-05,
+      "loss": 0.0001,
+      "step": 60406
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0466005473283776e-05,
+      "loss": 0.0,
+      "step": 60408
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0465358513026548e-05,
+      "loss": 0.0,
+      "step": 60410
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0464711552769314e-05,
+      "loss": 0.0,
+      "step": 60412
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0464064592512083e-05,
+      "loss": 0.0,
+      "step": 60414
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0463417632254855e-05,
+      "loss": 0.0,
+      "step": 60416
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.046277067199762e-05,
+      "loss": 0.0002,
+      "step": 60418
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0462123711740387e-05,
+      "loss": 0.0001,
+      "step": 60420
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.046147675148316e-05,
+      "loss": 0.0014,
+      "step": 60422
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0460829791225925e-05,
+      "loss": 0.0,
+      "step": 60424
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0460182830968697e-05,
+      "loss": 0.0,
+      "step": 60426
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0459535870711463e-05,
+      "loss": 0.0,
+      "step": 60428
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0458888910454232e-05,
+      "loss": 0.0052,
+      "step": 60430
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0458241950197005e-05,
+      "loss": 0.0,
+      "step": 60432
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.045759498993977e-05,
+      "loss": 0.0,
+      "step": 60434
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0456948029682536e-05,
+      "loss": 0.0,
+      "step": 60436
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.045630106942531e-05,
+      "loss": 0.0,
+      "step": 60438
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0455654109168074e-05,
+      "loss": 0.012,
+      "step": 60440
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.045500714891084e-05,
+      "loss": 0.0,
+      "step": 60442
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0454360188653612e-05,
+      "loss": 0.0009,
+      "step": 60444
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.045371322839638e-05,
+      "loss": 0.0001,
+      "step": 60446
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.045306626813915e-05,
+      "loss": 0.0,
+      "step": 60448
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.045241930788192e-05,
+      "loss": 0.0013,
+      "step": 60450
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0451772347624685e-05,
+      "loss": 0.0,
+      "step": 60452
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0451125387367458e-05,
+      "loss": 0.0023,
+      "step": 60454
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0450478427110223e-05,
+      "loss": 0.0013,
+      "step": 60456
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.044983146685299e-05,
+      "loss": 0.0,
+      "step": 60458
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.044918450659576e-05,
+      "loss": 0.0,
+      "step": 60460
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.044853754633853e-05,
+      "loss": 0.0,
+      "step": 60462
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0447890586081296e-05,
+      "loss": 0.0003,
+      "step": 60464
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.044724362582407e-05,
+      "loss": 0.0,
+      "step": 60466
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0446596665566835e-05,
+      "loss": 0.0,
+      "step": 60468
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0445949705309607e-05,
+      "loss": 0.0032,
+      "step": 60470
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0445302745052373e-05,
+      "loss": 0.0,
+      "step": 60472
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.044465578479514e-05,
+      "loss": 0.0,
+      "step": 60474
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.044400882453791e-05,
+      "loss": 0.0001,
+      "step": 60476
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.044336186428068e-05,
+      "loss": 0.0,
+      "step": 60478
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0442714904023446e-05,
+      "loss": 0.0,
+      "step": 60480
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0442067943766218e-05,
+      "loss": 0.0,
+      "step": 60482
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0441420983508984e-05,
+      "loss": 0.0,
+      "step": 60484
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0440774023251756e-05,
+      "loss": 0.0,
+      "step": 60486
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0440127062994522e-05,
+      "loss": 0.0,
+      "step": 60488
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0439480102737288e-05,
+      "loss": 0.0,
+      "step": 60490
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.043883314248006e-05,
+      "loss": 0.0,
+      "step": 60492
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.043818618222283e-05,
+      "loss": 0.0,
+      "step": 60494
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0437539221965595e-05,
+      "loss": 0.0,
+      "step": 60496
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0436892261708367e-05,
+      "loss": 0.0,
+      "step": 60498
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0436245301451133e-05,
+      "loss": 0.0,
+      "step": 60500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.04355983411939e-05,
+      "loss": 0.0,
+      "step": 60502
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.043495138093667e-05,
+      "loss": 0.0,
+      "step": 60504
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0434304420679437e-05,
+      "loss": 0.0,
+      "step": 60506
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.043365746042221e-05,
+      "loss": 0.0,
+      "step": 60508
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0433010500164975e-05,
+      "loss": 0.0,
+      "step": 60510
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0432363539907744e-05,
+      "loss": 0.0001,
+      "step": 60512
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0431716579650517e-05,
+      "loss": 0.002,
+      "step": 60514
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0431069619393282e-05,
+      "loss": 0.0001,
+      "step": 60516
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0430422659136048e-05,
+      "loss": 0.0,
+      "step": 60518
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.042977569887882e-05,
+      "loss": 0.0,
+      "step": 60520
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0429128738621586e-05,
+      "loss": 0.0,
+      "step": 60522
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0428481778364355e-05,
+      "loss": 0.0,
+      "step": 60524
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0427834818107124e-05,
+      "loss": 0.0,
+      "step": 60526
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0427187857849894e-05,
+      "loss": 0.0,
+      "step": 60528
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0426540897592666e-05,
+      "loss": 0.0,
+      "step": 60530
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.042589393733543e-05,
+      "loss": 0.0,
+      "step": 60532
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0425246977078197e-05,
+      "loss": 0.0,
+      "step": 60534
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.042460001682097e-05,
+      "loss": 0.0,
+      "step": 60536
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 3.0423953056563736e-05,
+      "loss": 0.0,
+      "step": 60538
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0423306096306505e-05,
+      "loss": 0.0,
+      "step": 60540
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0422659136049274e-05,
+      "loss": 0.0003,
+      "step": 60542
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0422012175792043e-05,
+      "loss": 0.0,
+      "step": 60544
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0421365215534815e-05,
+      "loss": 0.0004,
+      "step": 60546
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.042071825527758e-05,
+      "loss": 0.0027,
+      "step": 60548
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0420071295020347e-05,
+      "loss": 0.0,
+      "step": 60550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.041942433476312e-05,
+      "loss": 0.0,
+      "step": 60552
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0418777374505885e-05,
+      "loss": 0.0,
+      "step": 60554
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0418130414248654e-05,
+      "loss": 0.0,
+      "step": 60556
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0417483453991423e-05,
+      "loss": 0.0,
+      "step": 60558
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0416836493734192e-05,
+      "loss": 0.0,
+      "step": 60560
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0416189533476958e-05,
+      "loss": 0.0,
+      "step": 60562
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.041554257321973e-05,
+      "loss": 0.0,
+      "step": 60564
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0414895612962496e-05,
+      "loss": 0.0,
+      "step": 60566
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.041424865270527e-05,
+      "loss": 0.0002,
+      "step": 60568
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0413601692448034e-05,
+      "loss": 0.0171,
+      "step": 60570
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.04129547321908e-05,
+      "loss": 0.0018,
+      "step": 60572
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0412307771933572e-05,
+      "loss": 0.0001,
+      "step": 60574
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.041166081167634e-05,
+      "loss": 0.0,
+      "step": 60576
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0411013851419107e-05,
+      "loss": 0.0014,
+      "step": 60578
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.041036689116188e-05,
+      "loss": 0.0,
+      "step": 60580
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0409719930904645e-05,
+      "loss": 0.0002,
+      "step": 60582
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.040907297064741e-05,
+      "loss": 0.0,
+      "step": 60584
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0408426010390183e-05,
+      "loss": 0.0,
+      "step": 60586
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.040777905013295e-05,
+      "loss": 0.0,
+      "step": 60588
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.040713208987572e-05,
+      "loss": 0.0077,
+      "step": 60590
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.040648512961849e-05,
+      "loss": 0.0,
+      "step": 60592
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0405838169361256e-05,
+      "loss": 0.0,
+      "step": 60594
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.040519120910403e-05,
+      "loss": 0.0013,
+      "step": 60596
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0404544248846795e-05,
+      "loss": 0.0004,
+      "step": 60598
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.040389728858956e-05,
+      "loss": 0.0004,
+      "step": 60600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0403250328332333e-05,
+      "loss": 0.0003,
+      "step": 60602
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.04026033680751e-05,
+      "loss": 0.0,
+      "step": 60604
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0401956407817867e-05,
+      "loss": 0.0,
+      "step": 60606
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.040130944756064e-05,
+      "loss": 0.0,
+      "step": 60608
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0400662487303406e-05,
+      "loss": 0.0,
+      "step": 60610
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0400015527046178e-05,
+      "loss": 0.0659,
+      "step": 60612
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0399368566788944e-05,
+      "loss": 0.0185,
+      "step": 60614
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.039872160653171e-05,
+      "loss": 0.0001,
+      "step": 60616
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0398074646274482e-05,
+      "loss": 0.0,
+      "step": 60618
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0397427686017248e-05,
+      "loss": 0.0,
+      "step": 60620
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0396780725760017e-05,
+      "loss": 0.0,
+      "step": 60622
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.039613376550279e-05,
+      "loss": 0.0,
+      "step": 60624
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0395486805245555e-05,
+      "loss": 0.008,
+      "step": 60626
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0394839844988327e-05,
+      "loss": 0.0002,
+      "step": 60628
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0394192884731093e-05,
+      "loss": 0.0,
+      "step": 60630
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.039354592447386e-05,
+      "loss": 0.0,
+      "step": 60632
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.039289896421663e-05,
+      "loss": 0.0001,
+      "step": 60634
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0392252003959397e-05,
+      "loss": 0.0,
+      "step": 60636
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0391605043702166e-05,
+      "loss": 0.0058,
+      "step": 60638
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.039095808344494e-05,
+      "loss": 0.0,
+      "step": 60640
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0390311123187704e-05,
+      "loss": 0.0,
+      "step": 60642
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.038966416293047e-05,
+      "loss": 0.0011,
+      "step": 60644
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0389017202673242e-05,
+      "loss": 0.0009,
+      "step": 60646
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0388370242416008e-05,
+      "loss": 0.0,
+      "step": 60648
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.038772328215878e-05,
+      "loss": 0.0001,
+      "step": 60650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0387076321901546e-05,
+      "loss": 0.0,
+      "step": 60652
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0386429361644315e-05,
+      "loss": 0.0,
+      "step": 60654
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0385782401387088e-05,
+      "loss": 0.0007,
+      "step": 60656
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0385135441129854e-05,
+      "loss": 0.0028,
+      "step": 60658
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.038448848087262e-05,
+      "loss": 0.0,
+      "step": 60660
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.038384152061539e-05,
+      "loss": 0.0022,
+      "step": 60662
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0383194560358157e-05,
+      "loss": 0.0008,
+      "step": 60664
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0382547600100923e-05,
+      "loss": 0.0,
+      "step": 60666
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0381900639843696e-05,
+      "loss": 0.0,
+      "step": 60668
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0381253679586465e-05,
+      "loss": 0.0,
+      "step": 60670
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0380606719329237e-05,
+      "loss": 0.0,
+      "step": 60672
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0379959759072003e-05,
+      "loss": 0.0,
+      "step": 60674
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.037931279881477e-05,
+      "loss": 0.0,
+      "step": 60676
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.037866583855754e-05,
+      "loss": 0.0003,
+      "step": 60678
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0378018878300307e-05,
+      "loss": 0.0065,
+      "step": 60680
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0377371918043072e-05,
+      "loss": 0.0002,
+      "step": 60682
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0376724957785845e-05,
+      "loss": 0.0,
+      "step": 60684
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0376077997528614e-05,
+      "loss": 0.0,
+      "step": 60686
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0375431037271383e-05,
+      "loss": 0.0,
+      "step": 60688
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0374784077014152e-05,
+      "loss": 0.0121,
+      "step": 60690
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0374137116756918e-05,
+      "loss": 0.0,
+      "step": 60692
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.037349015649969e-05,
+      "loss": 0.0032,
+      "step": 60694
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0372843196242456e-05,
+      "loss": 0.0,
+      "step": 60696
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.037219623598522e-05,
+      "loss": 0.0,
+      "step": 60698
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0371549275727994e-05,
+      "loss": 0.0,
+      "step": 60700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0370902315470763e-05,
+      "loss": 0.0001,
+      "step": 60702
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.037025535521353e-05,
+      "loss": 0.0,
+      "step": 60704
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.03696083949563e-05,
+      "loss": 0.0047,
+      "step": 60706
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0368961434699067e-05,
+      "loss": 0.0,
+      "step": 60708
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.036831447444184e-05,
+      "loss": 0.0001,
+      "step": 60710
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0367667514184605e-05,
+      "loss": 0.0,
+      "step": 60712
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.036702055392737e-05,
+      "loss": 0.0,
+      "step": 60714
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0366373593670143e-05,
+      "loss": 0.0,
+      "step": 60716
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0365726633412912e-05,
+      "loss": 0.0,
+      "step": 60718
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0365079673155678e-05,
+      "loss": 0.0008,
+      "step": 60720
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.036443271289845e-05,
+      "loss": 0.0,
+      "step": 60722
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0363785752641216e-05,
+      "loss": 0.0,
+      "step": 60724
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0363138792383982e-05,
+      "loss": 0.0,
+      "step": 60726
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0362491832126755e-05,
+      "loss": 0.0,
+      "step": 60728
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.036184487186952e-05,
+      "loss": 0.0001,
+      "step": 60730
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0361197911612293e-05,
+      "loss": 0.0001,
+      "step": 60732
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0360550951355062e-05,
+      "loss": 0.0003,
+      "step": 60734
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0359903991097827e-05,
+      "loss": 0.0,
+      "step": 60736
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.03592570308406e-05,
+      "loss": 0.0,
+      "step": 60738
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0358610070583366e-05,
+      "loss": 0.0,
+      "step": 60740
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.035796311032613e-05,
+      "loss": 0.0,
+      "step": 60742
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0357316150068904e-05,
+      "loss": 0.005,
+      "step": 60744
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.035666918981167e-05,
+      "loss": 0.0,
+      "step": 60746
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.035602222955444e-05,
+      "loss": 0.0004,
+      "step": 60748
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0355375269297208e-05,
+      "loss": 0.0001,
+      "step": 60750
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0354728309039977e-05,
+      "loss": 0.0,
+      "step": 60752
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.035408134878275e-05,
+      "loss": 0.0,
+      "step": 60754
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0353434388525515e-05,
+      "loss": 0.0,
+      "step": 60756
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.035278742826828e-05,
+      "loss": 0.0,
+      "step": 60758
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0352140468011053e-05,
+      "loss": 0.0001,
+      "step": 60760
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.035149350775382e-05,
+      "loss": 0.0002,
+      "step": 60762
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0350846547496588e-05,
+      "loss": 0.0,
+      "step": 60764
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0350199587239357e-05,
+      "loss": 0.0001,
+      "step": 60766
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0349552626982126e-05,
+      "loss": 0.0,
+      "step": 60768
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.03489056667249e-05,
+      "loss": 0.0001,
+      "step": 60770
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0348258706467664e-05,
+      "loss": 0.0,
+      "step": 60772
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.034761174621043e-05,
+      "loss": 0.0,
+      "step": 60774
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0346964785953202e-05,
+      "loss": 0.0,
+      "step": 60776
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0346317825695968e-05,
+      "loss": 0.0021,
+      "step": 60778
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0345670865438737e-05,
+      "loss": 0.0001,
+      "step": 60780
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0345023905181506e-05,
+      "loss": 0.0,
+      "step": 60782
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0344376944924275e-05,
+      "loss": 0.0,
+      "step": 60784
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.034372998466704e-05,
+      "loss": 0.0007,
+      "step": 60786
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0343083024409813e-05,
+      "loss": 0.0,
+      "step": 60788
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.034243606415258e-05,
+      "loss": 0.0001,
+      "step": 60790
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.034178910389535e-05,
+      "loss": 0.0,
+      "step": 60792
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0341142143638117e-05,
+      "loss": 0.0,
+      "step": 60794
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0340495183380886e-05,
+      "loss": 0.0,
+      "step": 60796
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0339848223123656e-05,
+      "loss": 0.0,
+      "step": 60798
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0339201262866425e-05,
+      "loss": 0.0,
+      "step": 60800
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.033855430260919e-05,
+      "loss": 0.0,
+      "step": 60802
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0337907342351963e-05,
+      "loss": 0.0,
+      "step": 60804
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.033726038209473e-05,
+      "loss": 0.0,
+      "step": 60806
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0336613421837494e-05,
+      "loss": 0.0001,
+      "step": 60808
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0335966461580267e-05,
+      "loss": 0.0,
+      "step": 60810
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0335319501323032e-05,
+      "loss": 0.0004,
+      "step": 60812
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0334672541065805e-05,
+      "loss": 0.0,
+      "step": 60814
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0334025580808574e-05,
+      "loss": 0.0,
+      "step": 60816
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.033337862055134e-05,
+      "loss": 0.0,
+      "step": 60818
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0332731660294112e-05,
+      "loss": 0.0,
+      "step": 60820
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0332084700036878e-05,
+      "loss": 0.0,
+      "step": 60822
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0331437739779643e-05,
+      "loss": 0.0002,
+      "step": 60824
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0330790779522416e-05,
+      "loss": 0.0,
+      "step": 60826
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.033014381926518e-05,
+      "loss": 0.0,
+      "step": 60828
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0329496859007954e-05,
+      "loss": 0.0,
+      "step": 60830
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0328849898750723e-05,
+      "loss": 0.0,
+      "step": 60832
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.032820293849349e-05,
+      "loss": 0.0,
+      "step": 60834
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.032755597823626e-05,
+      "loss": 0.0001,
+      "step": 60836
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0326909017979027e-05,
+      "loss": 0.0324,
+      "step": 60838
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0326262057721793e-05,
+      "loss": 0.0,
+      "step": 60840
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0325615097464565e-05,
+      "loss": 0.0,
+      "step": 60842
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.032496813720733e-05,
+      "loss": 0.0,
+      "step": 60844
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.03243211769501e-05,
+      "loss": 0.0,
+      "step": 60846
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0323674216692872e-05,
+      "loss": 0.0,
+      "step": 60848
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0323027256435638e-05,
+      "loss": 0.0,
+      "step": 60850
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.032238029617841e-05,
+      "loss": 0.0,
+      "step": 60852
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0321733335921176e-05,
+      "loss": 0.0,
+      "step": 60854
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0321086375663942e-05,
+      "loss": 0.0019,
+      "step": 60856
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0320439415406715e-05,
+      "loss": 0.0,
+      "step": 60858
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.031979245514948e-05,
+      "loss": 0.0,
+      "step": 60860
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.031914549489225e-05,
+      "loss": 0.0,
+      "step": 60862
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0318498534635022e-05,
+      "loss": 0.0,
+      "step": 60864
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0317851574377787e-05,
+      "loss": 0.0,
+      "step": 60866
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0317204614120553e-05,
+      "loss": 0.0,
+      "step": 60868
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0316557653863326e-05,
+      "loss": 0.0,
+      "step": 60870
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.031591069360609e-05,
+      "loss": 0.0,
+      "step": 60872
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0315263733348864e-05,
+      "loss": 0.0,
+      "step": 60874
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.031461677309163e-05,
+      "loss": 0.0001,
+      "step": 60876
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.03139698128344e-05,
+      "loss": 0.0,
+      "step": 60878
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.031332285257717e-05,
+      "loss": 0.0,
+      "step": 60880
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0312675892319937e-05,
+      "loss": 0.0,
+      "step": 60882
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0312028932062702e-05,
+      "loss": 0.0,
+      "step": 60884
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0311381971805475e-05,
+      "loss": 0.0,
+      "step": 60886
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.031073501154824e-05,
+      "loss": 0.0,
+      "step": 60888
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0310088051291006e-05,
+      "loss": 0.0,
+      "step": 60890
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.030944109103378e-05,
+      "loss": 0.0,
+      "step": 60892
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0308794130776548e-05,
+      "loss": 0.0,
+      "step": 60894
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.030814717051932e-05,
+      "loss": 0.0,
+      "step": 60896
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0307500210262086e-05,
+      "loss": 0.0042,
+      "step": 60898
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0306853250004852e-05,
+      "loss": 0.0,
+      "step": 60900
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0306206289747624e-05,
+      "loss": 0.0071,
+      "step": 60902
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.030555932949039e-05,
+      "loss": 0.0032,
+      "step": 60904
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0304912369233156e-05,
+      "loss": 0.0,
+      "step": 60906
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0304265408975928e-05,
+      "loss": 0.0001,
+      "step": 60908
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0303618448718697e-05,
+      "loss": 0.0051,
+      "step": 60910
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.030297148846147e-05,
+      "loss": 0.0,
+      "step": 60912
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0302324528204235e-05,
+      "loss": 0.0,
+      "step": 60914
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0301677567947e-05,
+      "loss": 0.0,
+      "step": 60916
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0301030607689773e-05,
+      "loss": 0.0,
+      "step": 60918
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.030038364743254e-05,
+      "loss": 0.0,
+      "step": 60920
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0299736687175305e-05,
+      "loss": 0.0004,
+      "step": 60922
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0299089726918077e-05,
+      "loss": 0.0,
+      "step": 60924
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0298442766660846e-05,
+      "loss": 0.0,
+      "step": 60926
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0297795806403612e-05,
+      "loss": 0.0,
+      "step": 60928
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0297148846146385e-05,
+      "loss": 0.0,
+      "step": 60930
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.029650188588915e-05,
+      "loss": 0.0,
+      "step": 60932
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0295854925631923e-05,
+      "loss": 0.0001,
+      "step": 60934
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.029520796537469e-05,
+      "loss": 0.0,
+      "step": 60936
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0294561005117454e-05,
+      "loss": 0.0001,
+      "step": 60938
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0293914044860227e-05,
+      "loss": 0.0,
+      "step": 60940
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0293267084602996e-05,
+      "loss": 0.0,
+      "step": 60942
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.029262012434576e-05,
+      "loss": 0.0,
+      "step": 60944
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0291973164088534e-05,
+      "loss": 0.0,
+      "step": 60946
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.02913262038313e-05,
+      "loss": 0.0001,
+      "step": 60948
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0290679243574065e-05,
+      "loss": 0.0,
+      "step": 60950
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0290032283316838e-05,
+      "loss": 0.0,
+      "step": 60952
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0289385323059603e-05,
+      "loss": 0.0,
+      "step": 60954
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0288738362802376e-05,
+      "loss": 0.0,
+      "step": 60956
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0288091402545145e-05,
+      "loss": 0.0,
+      "step": 60958
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.028744444228791e-05,
+      "loss": 0.0001,
+      "step": 60960
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0286797482030683e-05,
+      "loss": 0.0,
+      "step": 60962
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.028615052177345e-05,
+      "loss": 0.0,
+      "step": 60964
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0285503561516215e-05,
+      "loss": 0.0,
+      "step": 60966
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0284856601258987e-05,
+      "loss": 0.0001,
+      "step": 60968
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0284209641001753e-05,
+      "loss": 0.0004,
+      "step": 60970
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0283562680744525e-05,
+      "loss": 0.0,
+      "step": 60972
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0282915720487294e-05,
+      "loss": 0.0,
+      "step": 60974
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.028226876023006e-05,
+      "loss": 0.0,
+      "step": 60976
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0281621799972832e-05,
+      "loss": 0.0,
+      "step": 60978
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0280974839715598e-05,
+      "loss": 0.0,
+      "step": 60980
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0280327879458364e-05,
+      "loss": 0.0,
+      "step": 60982
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0279680919201136e-05,
+      "loss": 0.0018,
+      "step": 60984
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0279033958943902e-05,
+      "loss": 0.0,
+      "step": 60986
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.027838699868667e-05,
+      "loss": 0.0146,
+      "step": 60988
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.027774003842944e-05,
+      "loss": 0.0,
+      "step": 60990
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.027709307817221e-05,
+      "loss": 0.0093,
+      "step": 60992
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0276446117914982e-05,
+      "loss": 0.0,
+      "step": 60994
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0275799157657747e-05,
+      "loss": 0.0,
+      "step": 60996
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0275152197400513e-05,
+      "loss": 0.0,
+      "step": 60998
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0274505237143286e-05,
+      "loss": 0.0002,
+      "step": 61000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.027385827688605e-05,
+      "loss": 0.0001,
+      "step": 61002
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.027321131662882e-05,
+      "loss": 0.0,
+      "step": 61004
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.027256435637159e-05,
+      "loss": 0.0144,
+      "step": 61006
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.027191739611436e-05,
+      "loss": 0.0,
+      "step": 61008
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0271270435857124e-05,
+      "loss": 0.0,
+      "step": 61010
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0270623475599897e-05,
+      "loss": 0.0033,
+      "step": 61012
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0269976515342662e-05,
+      "loss": 0.0,
+      "step": 61014
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0269329555085435e-05,
+      "loss": 0.0,
+      "step": 61016
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.02686825948282e-05,
+      "loss": 0.0,
+      "step": 61018
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.026803563457097e-05,
+      "loss": 0.0,
+      "step": 61020
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.026738867431374e-05,
+      "loss": 0.0,
+      "step": 61022
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0266741714056508e-05,
+      "loss": 0.0,
+      "step": 61024
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0266094753799274e-05,
+      "loss": 0.0,
+      "step": 61026
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0265447793542046e-05,
+      "loss": 0.0,
+      "step": 61028
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0264800833284812e-05,
+      "loss": 0.0,
+      "step": 61030
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0264153873027577e-05,
+      "loss": 0.0,
+      "step": 61032
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.026350691277035e-05,
+      "loss": 0.0,
+      "step": 61034
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.026285995251312e-05,
+      "loss": 0.0004,
+      "step": 61036
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0262212992255888e-05,
+      "loss": 0.0,
+      "step": 61038
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0261566031998657e-05,
+      "loss": 0.0,
+      "step": 61040
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0260919071741423e-05,
+      "loss": 0.0003,
+      "step": 61042
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0260272111484195e-05,
+      "loss": 0.0,
+      "step": 61044
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.025962515122696e-05,
+      "loss": 0.0,
+      "step": 61046
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0258978190969727e-05,
+      "loss": 0.0,
+      "step": 61048
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.02583312307125e-05,
+      "loss": 0.0,
+      "step": 61050
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0257684270455265e-05,
+      "loss": 0.0,
+      "step": 61052
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 3.0257037310198037e-05,
+      "loss": 0.0,
+      "step": 61054
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0256390349940806e-05,
+      "loss": 0.0,
+      "step": 61056
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0255743389683572e-05,
+      "loss": 0.0,
+      "step": 61058
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0255096429426345e-05,
+      "loss": 0.0,
+      "step": 61060
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.025444946916911e-05,
+      "loss": 0.0,
+      "step": 61062
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0253802508911876e-05,
+      "loss": 0.0003,
+      "step": 61064
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.025315554865465e-05,
+      "loss": 0.0,
+      "step": 61066
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0252508588397414e-05,
+      "loss": 0.0,
+      "step": 61068
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0251861628140183e-05,
+      "loss": 0.0,
+      "step": 61070
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0251214667882956e-05,
+      "loss": 0.0019,
+      "step": 61072
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.025056770762572e-05,
+      "loss": 0.0,
+      "step": 61074
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0249920747368494e-05,
+      "loss": 0.0,
+      "step": 61076
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.024927378711126e-05,
+      "loss": 0.0,
+      "step": 61078
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0248626826854025e-05,
+      "loss": 0.0039,
+      "step": 61080
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0247979866596798e-05,
+      "loss": 0.0,
+      "step": 61082
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0247332906339563e-05,
+      "loss": 0.0,
+      "step": 61084
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0246685946082333e-05,
+      "loss": 0.0,
+      "step": 61086
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0246038985825105e-05,
+      "loss": 0.0,
+      "step": 61088
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.024539202556787e-05,
+      "loss": 0.0001,
+      "step": 61090
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0244745065310636e-05,
+      "loss": 0.0,
+      "step": 61092
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.024409810505341e-05,
+      "loss": 0.0004,
+      "step": 61094
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0243451144796175e-05,
+      "loss": 0.0005,
+      "step": 61096
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0242804184538947e-05,
+      "loss": 0.0094,
+      "step": 61098
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0242157224281713e-05,
+      "loss": 0.0,
+      "step": 61100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0241510264024482e-05,
+      "loss": 0.0001,
+      "step": 61102
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0240863303767254e-05,
+      "loss": 0.0,
+      "step": 61104
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.024021634351002e-05,
+      "loss": 0.0,
+      "step": 61106
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0239569383252786e-05,
+      "loss": 0.0,
+      "step": 61108
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0238922422995558e-05,
+      "loss": 0.0,
+      "step": 61110
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0238275462738324e-05,
+      "loss": 0.0,
+      "step": 61112
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0237628502481096e-05,
+      "loss": 0.0,
+      "step": 61114
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0236981542223862e-05,
+      "loss": 0.0011,
+      "step": 61116
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.023633458196663e-05,
+      "loss": 0.0019,
+      "step": 61118
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0235687621709404e-05,
+      "loss": 0.0002,
+      "step": 61120
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.023504066145217e-05,
+      "loss": 0.0,
+      "step": 61122
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0234393701194935e-05,
+      "loss": 0.0,
+      "step": 61124
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0233746740937707e-05,
+      "loss": 0.0,
+      "step": 61126
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0233099780680473e-05,
+      "loss": 0.0,
+      "step": 61128
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.023245282042324e-05,
+      "loss": 0.0009,
+      "step": 61130
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.023180586016601e-05,
+      "loss": 0.0,
+      "step": 61132
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.023115889990878e-05,
+      "loss": 0.0,
+      "step": 61134
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0230511939651553e-05,
+      "loss": 0.0,
+      "step": 61136
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.022986497939432e-05,
+      "loss": 0.0006,
+      "step": 61138
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0229218019137084e-05,
+      "loss": 0.0001,
+      "step": 61140
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0228571058879857e-05,
+      "loss": 0.0004,
+      "step": 61142
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0227924098622622e-05,
+      "loss": 0.0,
+      "step": 61144
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0227277138365388e-05,
+      "loss": 0.0,
+      "step": 61146
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.022663017810816e-05,
+      "loss": 0.0,
+      "step": 61148
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.022598321785093e-05,
+      "loss": 0.0001,
+      "step": 61150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0225336257593695e-05,
+      "loss": 0.0,
+      "step": 61152
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0224689297336468e-05,
+      "loss": 0.0,
+      "step": 61154
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0224042337079234e-05,
+      "loss": 0.0,
+      "step": 61156
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0223395376822006e-05,
+      "loss": 0.0,
+      "step": 61158
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0222748416564772e-05,
+      "loss": 0.0064,
+      "step": 61160
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0222101456307537e-05,
+      "loss": 0.0013,
+      "step": 61162
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.022145449605031e-05,
+      "loss": 0.0,
+      "step": 61164
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.022080753579308e-05,
+      "loss": 0.0,
+      "step": 61166
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0220160575535845e-05,
+      "loss": 0.0004,
+      "step": 61168
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0219513615278617e-05,
+      "loss": 0.0,
+      "step": 61170
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0218866655021383e-05,
+      "loss": 0.0,
+      "step": 61172
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.021821969476415e-05,
+      "loss": 0.0,
+      "step": 61174
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.021757273450692e-05,
+      "loss": 0.0172,
+      "step": 61176
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0216925774249687e-05,
+      "loss": 0.0011,
+      "step": 61178
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.021627881399246e-05,
+      "loss": 0.0,
+      "step": 61180
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0215631853735228e-05,
+      "loss": 0.0,
+      "step": 61182
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0214984893477994e-05,
+      "loss": 0.0001,
+      "step": 61184
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0214337933220766e-05,
+      "loss": 0.0,
+      "step": 61186
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0213690972963532e-05,
+      "loss": 0.0001,
+      "step": 61188
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0213044012706298e-05,
+      "loss": 0.0,
+      "step": 61190
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.021239705244907e-05,
+      "loss": 0.0,
+      "step": 61192
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0211750092191836e-05,
+      "loss": 0.0004,
+      "step": 61194
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.021110313193461e-05,
+      "loss": 0.0002,
+      "step": 61196
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0210456171677378e-05,
+      "loss": 0.0029,
+      "step": 61198
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0209809211420143e-05,
+      "loss": 0.0025,
+      "step": 61200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0209162251162916e-05,
+      "loss": 0.0001,
+      "step": 61202
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.020851529090568e-05,
+      "loss": 0.0069,
+      "step": 61204
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0207868330648447e-05,
+      "loss": 0.0,
+      "step": 61206
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.020722137039122e-05,
+      "loss": 0.0,
+      "step": 61208
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0206574410133985e-05,
+      "loss": 0.0002,
+      "step": 61210
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0205927449876754e-05,
+      "loss": 0.0078,
+      "step": 61212
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0205280489619527e-05,
+      "loss": 0.0004,
+      "step": 61214
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0204633529362293e-05,
+      "loss": 0.0,
+      "step": 61216
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0203986569105065e-05,
+      "loss": 0.0,
+      "step": 61218
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.020333960884783e-05,
+      "loss": 0.0058,
+      "step": 61220
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0202692648590596e-05,
+      "loss": 0.0,
+      "step": 61222
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.020204568833337e-05,
+      "loss": 0.0,
+      "step": 61224
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0201398728076135e-05,
+      "loss": 0.0,
+      "step": 61226
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0200751767818904e-05,
+      "loss": 0.0,
+      "step": 61228
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0200104807561673e-05,
+      "loss": 0.0,
+      "step": 61230
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0199457847304442e-05,
+      "loss": 0.0,
+      "step": 61232
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0198810887047208e-05,
+      "loss": 0.0,
+      "step": 61234
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.019816392678998e-05,
+      "loss": 0.0003,
+      "step": 61236
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0197516966532746e-05,
+      "loss": 0.0,
+      "step": 61238
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0196870006275518e-05,
+      "loss": 0.0,
+      "step": 61240
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0196223046018284e-05,
+      "loss": 0.0001,
+      "step": 61242
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0195576085761053e-05,
+      "loss": 0.0,
+      "step": 61244
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0194929125503822e-05,
+      "loss": 0.0,
+      "step": 61246
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.019428216524659e-05,
+      "loss": 0.0,
+      "step": 61248
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0193635204989357e-05,
+      "loss": 0.0,
+      "step": 61250
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.019298824473213e-05,
+      "loss": 0.0,
+      "step": 61252
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0192341284474895e-05,
+      "loss": 0.0,
+      "step": 61254
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0191694324217667e-05,
+      "loss": 0.0,
+      "step": 61256
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0191047363960433e-05,
+      "loss": 0.0026,
+      "step": 61258
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0190400403703202e-05,
+      "loss": 0.0,
+      "step": 61260
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.018975344344597e-05,
+      "loss": 0.0,
+      "step": 61262
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.018910648318874e-05,
+      "loss": 0.0,
+      "step": 61264
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0188459522931506e-05,
+      "loss": 0.0006,
+      "step": 61266
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.018781256267428e-05,
+      "loss": 0.0014,
+      "step": 61268
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0187165602417044e-05,
+      "loss": 0.0,
+      "step": 61270
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.018651864215981e-05,
+      "loss": 0.0,
+      "step": 61272
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0185871681902582e-05,
+      "loss": 0.0,
+      "step": 61274
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.018522472164535e-05,
+      "loss": 0.0,
+      "step": 61276
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.018457776138812e-05,
+      "loss": 0.0144,
+      "step": 61278
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.018393080113089e-05,
+      "loss": 0.0001,
+      "step": 61280
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0183283840873655e-05,
+      "loss": 0.0001,
+      "step": 61282
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0182636880616428e-05,
+      "loss": 0.0,
+      "step": 61284
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0181989920359194e-05,
+      "loss": 0.0,
+      "step": 61286
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.018134296010196e-05,
+      "loss": 0.0,
+      "step": 61288
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0180695999844732e-05,
+      "loss": 0.0,
+      "step": 61290
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0180049039587497e-05,
+      "loss": 0.0,
+      "step": 61292
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0179402079330266e-05,
+      "loss": 0.0,
+      "step": 61294
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.017875511907304e-05,
+      "loss": 0.0,
+      "step": 61296
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0178108158815805e-05,
+      "loss": 0.0,
+      "step": 61298
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0177461198558577e-05,
+      "loss": 0.0,
+      "step": 61300
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0176814238301343e-05,
+      "loss": 0.0,
+      "step": 61302
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.017616727804411e-05,
+      "loss": 0.0,
+      "step": 61304
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.017552031778688e-05,
+      "loss": 0.0,
+      "step": 61306
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0174873357529647e-05,
+      "loss": 0.0,
+      "step": 61308
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0174226397272416e-05,
+      "loss": 0.0,
+      "step": 61310
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0173579437015188e-05,
+      "loss": 0.0,
+      "step": 61312
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0172932476757954e-05,
+      "loss": 0.0,
+      "step": 61314
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.017228551650072e-05,
+      "loss": 0.0,
+      "step": 61316
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0171638556243492e-05,
+      "loss": 0.0,
+      "step": 61318
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0170991595986258e-05,
+      "loss": 0.0003,
+      "step": 61320
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.017034463572903e-05,
+      "loss": 0.0003,
+      "step": 61322
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0169697675471796e-05,
+      "loss": 0.0016,
+      "step": 61324
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0169050715214565e-05,
+      "loss": 0.0,
+      "step": 61326
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0168403754957338e-05,
+      "loss": 0.0,
+      "step": 61328
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0167756794700103e-05,
+      "loss": 0.0,
+      "step": 61330
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.016710983444287e-05,
+      "loss": 0.0,
+      "step": 61332
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.016646287418564e-05,
+      "loss": 0.0,
+      "step": 61334
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0165815913928407e-05,
+      "loss": 0.0,
+      "step": 61336
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.016516895367118e-05,
+      "loss": 0.0001,
+      "step": 61338
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0164521993413945e-05,
+      "loss": 0.0,
+      "step": 61340
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0163875033156714e-05,
+      "loss": 0.0,
+      "step": 61342
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0163228072899487e-05,
+      "loss": 0.0,
+      "step": 61344
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0162581112642253e-05,
+      "loss": 0.0,
+      "step": 61346
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0161934152385018e-05,
+      "loss": 0.0,
+      "step": 61348
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.016128719212779e-05,
+      "loss": 0.0003,
+      "step": 61350
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0160640231870556e-05,
+      "loss": 0.0029,
+      "step": 61352
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0159993271613325e-05,
+      "loss": 0.0,
+      "step": 61354
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0159346311356095e-05,
+      "loss": 0.0,
+      "step": 61356
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0158699351098864e-05,
+      "loss": 0.0,
+      "step": 61358
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0158052390841636e-05,
+      "loss": 0.0,
+      "step": 61360
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0157405430584402e-05,
+      "loss": 0.0,
+      "step": 61362
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0156758470327167e-05,
+      "loss": 0.0,
+      "step": 61364
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.015611151006994e-05,
+      "loss": 0.0,
+      "step": 61366
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0155464549812706e-05,
+      "loss": 0.0,
+      "step": 61368
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.015481758955547e-05,
+      "loss": 0.0021,
+      "step": 61370
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0154170629298244e-05,
+      "loss": 0.0017,
+      "step": 61372
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0153523669041013e-05,
+      "loss": 0.0,
+      "step": 61374
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.015287670878378e-05,
+      "loss": 0.0001,
+      "step": 61376
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.015222974852655e-05,
+      "loss": 0.0,
+      "step": 61378
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0151582788269317e-05,
+      "loss": 0.0064,
+      "step": 61380
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.015093582801209e-05,
+      "loss": 0.0,
+      "step": 61382
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0150288867754855e-05,
+      "loss": 0.0,
+      "step": 61384
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.014964190749762e-05,
+      "loss": 0.0,
+      "step": 61386
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0148994947240393e-05,
+      "loss": 0.0,
+      "step": 61388
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0148347986983162e-05,
+      "loss": 0.0,
+      "step": 61390
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0147701026725928e-05,
+      "loss": 0.0,
+      "step": 61392
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.01470540664687e-05,
+      "loss": 0.0002,
+      "step": 61394
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0146407106211466e-05,
+      "loss": 0.0,
+      "step": 61396
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0145760145954232e-05,
+      "loss": 0.0,
+      "step": 61398
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0145113185697004e-05,
+      "loss": 0.0,
+      "step": 61400
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.014446622543977e-05,
+      "loss": 0.0004,
+      "step": 61402
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0143819265182542e-05,
+      "loss": 0.0027,
+      "step": 61404
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.014317230492531e-05,
+      "loss": 0.0,
+      "step": 61406
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0142525344668077e-05,
+      "loss": 0.0,
+      "step": 61408
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.014187838441085e-05,
+      "loss": 0.0,
+      "step": 61410
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0141231424153615e-05,
+      "loss": 0.0,
+      "step": 61412
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.014058446389638e-05,
+      "loss": 0.0346,
+      "step": 61414
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0139937503639154e-05,
+      "loss": 0.0001,
+      "step": 61416
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.013929054338192e-05,
+      "loss": 0.0,
+      "step": 61418
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.013864358312469e-05,
+      "loss": 0.0,
+      "step": 61420
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.013799662286746e-05,
+      "loss": 0.0,
+      "step": 61422
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0137349662610226e-05,
+      "loss": 0.0001,
+      "step": 61424
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0136702702353e-05,
+      "loss": 0.0056,
+      "step": 61426
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0136055742095765e-05,
+      "loss": 0.0005,
+      "step": 61428
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.013540878183853e-05,
+      "loss": 0.0,
+      "step": 61430
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0134761821581303e-05,
+      "loss": 0.0001,
+      "step": 61432
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.013411486132407e-05,
+      "loss": 0.0057,
+      "step": 61434
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0133467901066838e-05,
+      "loss": 0.0001,
+      "step": 61436
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.013282094080961e-05,
+      "loss": 0.0,
+      "step": 61438
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0132173980552376e-05,
+      "loss": 0.0,
+      "step": 61440
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0131527020295148e-05,
+      "loss": 0.0,
+      "step": 61442
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0130880060037914e-05,
+      "loss": 0.0,
+      "step": 61444
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.013023309978068e-05,
+      "loss": 0.0,
+      "step": 61446
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0129586139523452e-05,
+      "loss": 0.0,
+      "step": 61448
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0128939179266218e-05,
+      "loss": 0.0002,
+      "step": 61450
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0128292219008987e-05,
+      "loss": 0.0,
+      "step": 61452
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.012764525875176e-05,
+      "loss": 0.0,
+      "step": 61454
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0126998298494525e-05,
+      "loss": 0.0001,
+      "step": 61456
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.012635133823729e-05,
+      "loss": 0.0,
+      "step": 61458
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0125704377980063e-05,
+      "loss": 0.0,
+      "step": 61460
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.012505741772283e-05,
+      "loss": 0.0042,
+      "step": 61462
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.01244104574656e-05,
+      "loss": 0.0,
+      "step": 61464
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0123763497208367e-05,
+      "loss": 0.0,
+      "step": 61466
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0123116536951136e-05,
+      "loss": 0.0,
+      "step": 61468
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0122469576693905e-05,
+      "loss": 0.0,
+      "step": 61470
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0121822616436674e-05,
+      "loss": 0.0,
+      "step": 61472
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0121499136308055e-05,
+      "loss": 0.0762,
+      "step": 61474
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0120852176050828e-05,
+      "loss": 0.0,
+      "step": 61476
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0120205215793597e-05,
+      "loss": 0.0,
+      "step": 61478
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0119558255536363e-05,
+      "loss": 0.0,
+      "step": 61480
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0118911295279135e-05,
+      "loss": 0.0,
+      "step": 61482
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.01182643350219e-05,
+      "loss": 0.0,
+      "step": 61484
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0117617374764667e-05,
+      "loss": 0.0,
+      "step": 61486
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.011697041450744e-05,
+      "loss": 0.0,
+      "step": 61488
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0116323454250205e-05,
+      "loss": 0.0,
+      "step": 61490
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0115676493992977e-05,
+      "loss": 0.0,
+      "step": 61492
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0115029533735746e-05,
+      "loss": 0.0,
+      "step": 61494
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0114382573478512e-05,
+      "loss": 0.0002,
+      "step": 61496
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0113735613221284e-05,
+      "loss": 0.0,
+      "step": 61498
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.011308865296405e-05,
+      "loss": 0.0,
+      "step": 61500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0112441692706816e-05,
+      "loss": 0.0,
+      "step": 61502
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.011179473244959e-05,
+      "loss": 0.0,
+      "step": 61504
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0111147772192354e-05,
+      "loss": 0.0,
+      "step": 61506
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0110500811935123e-05,
+      "loss": 0.0,
+      "step": 61508
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0109853851677892e-05,
+      "loss": 0.0001,
+      "step": 61510
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.010920689142066e-05,
+      "loss": 0.0,
+      "step": 61512
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0108559931163434e-05,
+      "loss": 0.0,
+      "step": 61514
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.01079129709062e-05,
+      "loss": 0.0,
+      "step": 61516
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0107266010648965e-05,
+      "loss": 0.0,
+      "step": 61518
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0106619050391738e-05,
+      "loss": 0.0,
+      "step": 61520
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0105972090134503e-05,
+      "loss": 0.0006,
+      "step": 61522
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0105325129877272e-05,
+      "loss": 0.0,
+      "step": 61524
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.010467816962004e-05,
+      "loss": 0.0,
+      "step": 61526
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.010403120936281e-05,
+      "loss": 0.0,
+      "step": 61528
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0103384249105576e-05,
+      "loss": 0.0,
+      "step": 61530
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.010273728884835e-05,
+      "loss": 0.0,
+      "step": 61532
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0102090328591114e-05,
+      "loss": 0.0,
+      "step": 61534
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0101443368333887e-05,
+      "loss": 0.0,
+      "step": 61536
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0100796408076653e-05,
+      "loss": 0.0,
+      "step": 61538
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0100149447819422e-05,
+      "loss": 0.0,
+      "step": 61540
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.009950248756219e-05,
+      "loss": 0.0,
+      "step": 61542
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.009885552730496e-05,
+      "loss": 0.0,
+      "step": 61544
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0098208567047726e-05,
+      "loss": 0.0,
+      "step": 61546
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0097561606790498e-05,
+      "loss": 0.0,
+      "step": 61548
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0096914646533264e-05,
+      "loss": 0.0,
+      "step": 61550
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0096267686276036e-05,
+      "loss": 0.0,
+      "step": 61552
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0095620726018802e-05,
+      "loss": 0.0,
+      "step": 61554
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.009497376576157e-05,
+      "loss": 0.0,
+      "step": 61556
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.009432680550434e-05,
+      "loss": 0.0,
+      "step": 61558
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.009367984524711e-05,
+      "loss": 0.0,
+      "step": 61560
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0093032884989875e-05,
+      "loss": 0.0001,
+      "step": 61562
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0092385924732647e-05,
+      "loss": 0.0,
+      "step": 61564
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.0091738964475413e-05,
+      "loss": 0.0,
+      "step": 61566
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 3.009109200421818e-05,
+      "loss": 0.0,
+      "step": 61568
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.009044504396095e-05,
+      "loss": 0.0,
+      "step": 61570
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0089798083703717e-05,
+      "loss": 0.0,
+      "step": 61572
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.008915112344649e-05,
+      "loss": 0.0,
+      "step": 61574
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.008850416318926e-05,
+      "loss": 0.0001,
+      "step": 61576
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0087857202932024e-05,
+      "loss": 0.0,
+      "step": 61578
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0087210242674797e-05,
+      "loss": 0.0,
+      "step": 61580
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0086563282417562e-05,
+      "loss": 0.0082,
+      "step": 61582
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0085916322160328e-05,
+      "loss": 0.0006,
+      "step": 61584
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.00852693619031e-05,
+      "loss": 0.0016,
+      "step": 61586
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0084622401645866e-05,
+      "loss": 0.0,
+      "step": 61588
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0083975441388635e-05,
+      "loss": 0.0,
+      "step": 61590
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0083328481131408e-05,
+      "loss": 0.0,
+      "step": 61592
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0082681520874173e-05,
+      "loss": 0.0,
+      "step": 61594
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0082034560616946e-05,
+      "loss": 0.0,
+      "step": 61596
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.008138760035971e-05,
+      "loss": 0.0,
+      "step": 61598
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0080740640102477e-05,
+      "loss": 0.0,
+      "step": 61600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.008009367984525e-05,
+      "loss": 0.0004,
+      "step": 61602
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0079446719588015e-05,
+      "loss": 0.0,
+      "step": 61604
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0078799759330785e-05,
+      "loss": 0.0,
+      "step": 61606
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0078152799073557e-05,
+      "loss": 0.0,
+      "step": 61608
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0077505838816323e-05,
+      "loss": 0.0012,
+      "step": 61610
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.007685887855909e-05,
+      "loss": 0.0001,
+      "step": 61612
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.007621191830186e-05,
+      "loss": 0.0004,
+      "step": 61614
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0075564958044627e-05,
+      "loss": 0.0,
+      "step": 61616
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.00749179977874e-05,
+      "loss": 0.0,
+      "step": 61618
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0074271037530165e-05,
+      "loss": 0.0,
+      "step": 61620
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0073624077272934e-05,
+      "loss": 0.0,
+      "step": 61622
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0072977117015706e-05,
+      "loss": 0.0004,
+      "step": 61624
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0072330156758472e-05,
+      "loss": 0.0073,
+      "step": 61626
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0071683196501238e-05,
+      "loss": 0.0005,
+      "step": 61628
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.007103623624401e-05,
+      "loss": 0.0,
+      "step": 61630
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0070389275986776e-05,
+      "loss": 0.0,
+      "step": 61632
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.006974231572955e-05,
+      "loss": 0.0,
+      "step": 61634
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0069095355472314e-05,
+      "loss": 0.0,
+      "step": 61636
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0068448395215083e-05,
+      "loss": 0.0,
+      "step": 61638
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0067801434957856e-05,
+      "loss": 0.0002,
+      "step": 61640
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.006715447470062e-05,
+      "loss": 0.0,
+      "step": 61642
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0066507514443387e-05,
+      "loss": 0.0,
+      "step": 61644
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.006586055418616e-05,
+      "loss": 0.0,
+      "step": 61646
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0065213593928925e-05,
+      "loss": 0.0,
+      "step": 61648
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.006456663367169e-05,
+      "loss": 0.0028,
+      "step": 61650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0063919673414463e-05,
+      "loss": 0.0,
+      "step": 61652
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0063272713157232e-05,
+      "loss": 0.0,
+      "step": 61654
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0062625752900005e-05,
+      "loss": 0.0,
+      "step": 61656
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.006197879264277e-05,
+      "loss": 0.0001,
+      "step": 61658
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0061331832385536e-05,
+      "loss": 0.0012,
+      "step": 61660
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.006068487212831e-05,
+      "loss": 0.0,
+      "step": 61662
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0060037911871074e-05,
+      "loss": 0.0001,
+      "step": 61664
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.005939095161384e-05,
+      "loss": 0.0,
+      "step": 61666
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0058743991356613e-05,
+      "loss": 0.0033,
+      "step": 61668
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0058097031099382e-05,
+      "loss": 0.0,
+      "step": 61670
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0057450070842147e-05,
+      "loss": 0.0,
+      "step": 61672
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.005680311058492e-05,
+      "loss": 0.0,
+      "step": 61674
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0056156150327686e-05,
+      "loss": 0.0,
+      "step": 61676
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0055509190070458e-05,
+      "loss": 0.0,
+      "step": 61678
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0054862229813224e-05,
+      "loss": 0.0001,
+      "step": 61680
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.005421526955599e-05,
+      "loss": 0.0,
+      "step": 61682
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0053568309298762e-05,
+      "loss": 0.0,
+      "step": 61684
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.005292134904153e-05,
+      "loss": 0.0004,
+      "step": 61686
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0052274388784297e-05,
+      "loss": 0.0,
+      "step": 61688
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.005162742852707e-05,
+      "loss": 0.0,
+      "step": 61690
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0050980468269835e-05,
+      "loss": 0.0092,
+      "step": 61692
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0050333508012607e-05,
+      "loss": 0.0018,
+      "step": 61694
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0049686547755373e-05,
+      "loss": 0.0,
+      "step": 61696
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.004903958749814e-05,
+      "loss": 0.0,
+      "step": 61698
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.004839262724091e-05,
+      "loss": 0.0,
+      "step": 61700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.004774566698368e-05,
+      "loss": 0.0,
+      "step": 61702
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0047098706726446e-05,
+      "loss": 0.0,
+      "step": 61704
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.004645174646922e-05,
+      "loss": 0.0,
+      "step": 61706
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0045804786211984e-05,
+      "loss": 0.0,
+      "step": 61708
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.004515782595475e-05,
+      "loss": 0.0,
+      "step": 61710
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0044510865697522e-05,
+      "loss": 0.0,
+      "step": 61712
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0043863905440288e-05,
+      "loss": 0.0004,
+      "step": 61714
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.004321694518306e-05,
+      "loss": 0.0,
+      "step": 61716
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.004256998492583e-05,
+      "loss": 0.0,
+      "step": 61718
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0041923024668595e-05,
+      "loss": 0.0,
+      "step": 61720
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0041276064411368e-05,
+      "loss": 0.0,
+      "step": 61722
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0040629104154133e-05,
+      "loss": 0.0,
+      "step": 61724
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.00399821438969e-05,
+      "loss": 0.0,
+      "step": 61726
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.003933518363967e-05,
+      "loss": 0.0,
+      "step": 61728
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0038688223382437e-05,
+      "loss": 0.0003,
+      "step": 61730
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0038041263125206e-05,
+      "loss": 0.0,
+      "step": 61732
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.003739430286798e-05,
+      "loss": 0.0014,
+      "step": 61734
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0036747342610745e-05,
+      "loss": 0.0,
+      "step": 61736
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0036100382353517e-05,
+      "loss": 0.0,
+      "step": 61738
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0035453422096283e-05,
+      "loss": 0.0,
+      "step": 61740
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.003480646183905e-05,
+      "loss": 0.0036,
+      "step": 61742
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.003415950158182e-05,
+      "loss": 0.0,
+      "step": 61744
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0033512541324587e-05,
+      "loss": 0.0,
+      "step": 61746
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0032865581067356e-05,
+      "loss": 0.0,
+      "step": 61748
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0032218620810125e-05,
+      "loss": 0.0,
+      "step": 61750
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0031571660552894e-05,
+      "loss": 0.0,
+      "step": 61752
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.003092470029566e-05,
+      "loss": 0.0,
+      "step": 61754
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0030277740038432e-05,
+      "loss": 0.0,
+      "step": 61756
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0029630779781198e-05,
+      "loss": 0.0,
+      "step": 61758
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.002898381952397e-05,
+      "loss": 0.0009,
+      "step": 61760
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0028336859266736e-05,
+      "loss": 0.0,
+      "step": 61762
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0027689899009505e-05,
+      "loss": 0.0,
+      "step": 61764
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0027042938752274e-05,
+      "loss": 0.0,
+      "step": 61766
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0026395978495043e-05,
+      "loss": 0.0,
+      "step": 61768
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.002574901823781e-05,
+      "loss": 0.0,
+      "step": 61770
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.002510205798058e-05,
+      "loss": 0.0014,
+      "step": 61772
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0024455097723347e-05,
+      "loss": 0.0008,
+      "step": 61774
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.002380813746612e-05,
+      "loss": 0.0,
+      "step": 61776
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0023161177208885e-05,
+      "loss": 0.0,
+      "step": 61778
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0022514216951654e-05,
+      "loss": 0.0,
+      "step": 61780
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0021867256694423e-05,
+      "loss": 0.0001,
+      "step": 61782
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0021220296437192e-05,
+      "loss": 0.0,
+      "step": 61784
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0020573336179958e-05,
+      "loss": 0.0,
+      "step": 61786
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.001992637592273e-05,
+      "loss": 0.0,
+      "step": 61788
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0019279415665496e-05,
+      "loss": 0.0,
+      "step": 61790
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0018632455408262e-05,
+      "loss": 0.0041,
+      "step": 61792
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0017985495151034e-05,
+      "loss": 0.0,
+      "step": 61794
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0017338534893804e-05,
+      "loss": 0.0,
+      "step": 61796
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0016691574636573e-05,
+      "loss": 0.0,
+      "step": 61798
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0016044614379342e-05,
+      "loss": 0.0,
+      "step": 61800
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0015397654122107e-05,
+      "loss": 0.0,
+      "step": 61802
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.001475069386488e-05,
+      "loss": 0.0,
+      "step": 61804
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0014103733607646e-05,
+      "loss": 0.0027,
+      "step": 61806
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.001345677335041e-05,
+      "loss": 0.0,
+      "step": 61808
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0012809813093184e-05,
+      "loss": 0.0,
+      "step": 61810
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.001216285283595e-05,
+      "loss": 0.0,
+      "step": 61812
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.001151589257872e-05,
+      "loss": 0.0,
+      "step": 61814
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.001086893232149e-05,
+      "loss": 0.0002,
+      "step": 61816
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0010221972064257e-05,
+      "loss": 0.0,
+      "step": 61818
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.000957501180703e-05,
+      "loss": 0.0,
+      "step": 61820
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0008928051549795e-05,
+      "loss": 0.0009,
+      "step": 61822
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.000828109129256e-05,
+      "loss": 0.0003,
+      "step": 61824
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0007634131035333e-05,
+      "loss": 0.0001,
+      "step": 61826
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.00069871707781e-05,
+      "loss": 0.0,
+      "step": 61828
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0006340210520868e-05,
+      "loss": 0.0,
+      "step": 61830
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.000569325026364e-05,
+      "loss": 0.0,
+      "step": 61832
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0005046290006406e-05,
+      "loss": 0.0,
+      "step": 61834
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.000439932974918e-05,
+      "loss": 0.0031,
+      "step": 61836
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0003752369491944e-05,
+      "loss": 0.0,
+      "step": 61838
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.000310540923471e-05,
+      "loss": 0.0028,
+      "step": 61840
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0002458448977482e-05,
+      "loss": 0.0,
+      "step": 61842
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0001811488720248e-05,
+      "loss": 0.0,
+      "step": 61844
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.0001164528463017e-05,
+      "loss": 0.0,
+      "step": 61846
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 3.000051756820579e-05,
+      "loss": 0.0002,
+      "step": 61848
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9999870607948555e-05,
+      "loss": 0.0,
+      "step": 61850
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.999922364769132e-05,
+      "loss": 0.0,
+      "step": 61852
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9998576687434093e-05,
+      "loss": 0.0009,
+      "step": 61854
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.999792972717686e-05,
+      "loss": 0.0,
+      "step": 61856
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.999728276691963e-05,
+      "loss": 0.0099,
+      "step": 61858
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9996635806662397e-05,
+      "loss": 0.0,
+      "step": 61860
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9995988846405166e-05,
+      "loss": 0.0,
+      "step": 61862
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.999534188614794e-05,
+      "loss": 0.0,
+      "step": 61864
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9994694925890705e-05,
+      "loss": 0.0,
+      "step": 61866
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.999404796563347e-05,
+      "loss": 0.0,
+      "step": 61868
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9993401005376243e-05,
+      "loss": 0.0116,
+      "step": 61870
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.999275404511901e-05,
+      "loss": 0.0,
+      "step": 61872
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9992107084861774e-05,
+      "loss": 0.0,
+      "step": 61874
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9991460124604547e-05,
+      "loss": 0.0,
+      "step": 61876
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9990813164347316e-05,
+      "loss": 0.0058,
+      "step": 61878
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9990166204090088e-05,
+      "loss": 0.0016,
+      "step": 61880
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9989519243832854e-05,
+      "loss": 0.0,
+      "step": 61882
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.998887228357562e-05,
+      "loss": 0.0191,
+      "step": 61884
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9988225323318392e-05,
+      "loss": 0.0001,
+      "step": 61886
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9987578363061158e-05,
+      "loss": 0.0293,
+      "step": 61888
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9986931402803923e-05,
+      "loss": 0.0,
+      "step": 61890
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9986284442546696e-05,
+      "loss": 0.0,
+      "step": 61892
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9985637482289465e-05,
+      "loss": 0.0,
+      "step": 61894
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.998499052203223e-05,
+      "loss": 0.0,
+      "step": 61896
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9984343561775003e-05,
+      "loss": 0.0002,
+      "step": 61898
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.998369660151777e-05,
+      "loss": 0.0,
+      "step": 61900
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.998304964126054e-05,
+      "loss": 0.0,
+      "step": 61902
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9982402681003307e-05,
+      "loss": 0.0,
+      "step": 61904
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9981755720746073e-05,
+      "loss": 0.0,
+      "step": 61906
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9981108760488845e-05,
+      "loss": 0.0,
+      "step": 61908
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9980461800231614e-05,
+      "loss": 0.0,
+      "step": 61910
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.997981483997438e-05,
+      "loss": 0.0,
+      "step": 61912
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9979167879717152e-05,
+      "loss": 0.0,
+      "step": 61914
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9978520919459918e-05,
+      "loss": 0.0,
+      "step": 61916
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.997787395920269e-05,
+      "loss": 0.001,
+      "step": 61918
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9977226998945456e-05,
+      "loss": 0.0,
+      "step": 61920
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9976580038688222e-05,
+      "loss": 0.0,
+      "step": 61922
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9975933078430994e-05,
+      "loss": 0.0001,
+      "step": 61924
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9975286118173764e-05,
+      "loss": 0.0006,
+      "step": 61926
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.997463915791653e-05,
+      "loss": 0.0,
+      "step": 61928
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.99739921976593e-05,
+      "loss": 0.0,
+      "step": 61930
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9973345237402067e-05,
+      "loss": 0.0,
+      "step": 61932
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9972698277144833e-05,
+      "loss": 0.0047,
+      "step": 61934
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9972051316887606e-05,
+      "loss": 0.0003,
+      "step": 61936
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.997140435663037e-05,
+      "loss": 0.0011,
+      "step": 61938
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9970757396373144e-05,
+      "loss": 0.0,
+      "step": 61940
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9970110436115913e-05,
+      "loss": 0.0,
+      "step": 61942
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.996946347585868e-05,
+      "loss": 0.0,
+      "step": 61944
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.996881651560145e-05,
+      "loss": 0.0,
+      "step": 61946
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9968169555344217e-05,
+      "loss": 0.0,
+      "step": 61948
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9967522595086982e-05,
+      "loss": 0.0,
+      "step": 61950
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9966875634829755e-05,
+      "loss": 0.0,
+      "step": 61952
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.996622867457252e-05,
+      "loss": 0.0,
+      "step": 61954
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.996558171431529e-05,
+      "loss": 0.0,
+      "step": 61956
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9964934754058062e-05,
+      "loss": 0.0,
+      "step": 61958
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9964287793800828e-05,
+      "loss": 0.0,
+      "step": 61960
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.99636408335436e-05,
+      "loss": 0.0,
+      "step": 61962
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9962993873286366e-05,
+      "loss": 0.0023,
+      "step": 61964
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.996234691302913e-05,
+      "loss": 0.0,
+      "step": 61966
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9961699952771904e-05,
+      "loss": 0.0,
+      "step": 61968
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.996105299251467e-05,
+      "loss": 0.0022,
+      "step": 61970
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.996040603225744e-05,
+      "loss": 0.0063,
+      "step": 61972
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.995975907200021e-05,
+      "loss": 0.0004,
+      "step": 61974
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9959112111742977e-05,
+      "loss": 0.0,
+      "step": 61976
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.995846515148575e-05,
+      "loss": 0.0,
+      "step": 61978
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9957818191228515e-05,
+      "loss": 0.0,
+      "step": 61980
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.995717123097128e-05,
+      "loss": 0.0,
+      "step": 61982
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9956524270714053e-05,
+      "loss": 0.0,
+      "step": 61984
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.995587731045682e-05,
+      "loss": 0.0,
+      "step": 61986
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9955230350199588e-05,
+      "loss": 0.0,
+      "step": 61988
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9954583389942357e-05,
+      "loss": 0.0,
+      "step": 61990
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9953936429685126e-05,
+      "loss": 0.0,
+      "step": 61992
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9953289469427892e-05,
+      "loss": 0.0,
+      "step": 61994
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9952642509170665e-05,
+      "loss": 0.0,
+      "step": 61996
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.995199554891343e-05,
+      "loss": 0.0,
+      "step": 61998
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9951348588656203e-05,
+      "loss": 0.0,
+      "step": 62000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.995070162839897e-05,
+      "loss": 0.0,
+      "step": 62002
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9950054668141737e-05,
+      "loss": 0.0,
+      "step": 62004
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9949407707884507e-05,
+      "loss": 0.0,
+      "step": 62006
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9948760747627276e-05,
+      "loss": 0.0,
+      "step": 62008
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.994811378737004e-05,
+      "loss": 0.0,
+      "step": 62010
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9947466827112814e-05,
+      "loss": 0.0,
+      "step": 62012
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.994681986685558e-05,
+      "loss": 0.0002,
+      "step": 62014
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9946172906598345e-05,
+      "loss": 0.0002,
+      "step": 62016
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9945525946341118e-05,
+      "loss": 0.0006,
+      "step": 62018
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9944878986083887e-05,
+      "loss": 0.0,
+      "step": 62020
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9944232025826656e-05,
+      "loss": 0.0001,
+      "step": 62022
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9943585065569425e-05,
+      "loss": 0.0003,
+      "step": 62024
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.994293810531219e-05,
+      "loss": 0.0,
+      "step": 62026
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9942291145054963e-05,
+      "loss": 0.0,
+      "step": 62028
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.994164418479773e-05,
+      "loss": 0.0,
+      "step": 62030
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9940997224540494e-05,
+      "loss": 0.0,
+      "step": 62032
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9940350264283267e-05,
+      "loss": 0.0,
+      "step": 62034
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9939703304026036e-05,
+      "loss": 0.0,
+      "step": 62036
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9939056343768802e-05,
+      "loss": 0.0,
+      "step": 62038
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9938409383511574e-05,
+      "loss": 0.0,
+      "step": 62040
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.993776242325434e-05,
+      "loss": 0.0,
+      "step": 62042
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9937115462997112e-05,
+      "loss": 0.0001,
+      "step": 62044
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9936468502739878e-05,
+      "loss": 0.0002,
+      "step": 62046
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9935821542482644e-05,
+      "loss": 0.0001,
+      "step": 62048
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9935174582225416e-05,
+      "loss": 0.0,
+      "step": 62050
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9934527621968182e-05,
+      "loss": 0.0025,
+      "step": 62052
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.993388066171095e-05,
+      "loss": 0.0,
+      "step": 62054
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9933233701453724e-05,
+      "loss": 0.0001,
+      "step": 62056
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.993258674119649e-05,
+      "loss": 0.0,
+      "step": 62058
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.993193978093926e-05,
+      "loss": 0.0077,
+      "step": 62060
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9931292820682027e-05,
+      "loss": 0.0001,
+      "step": 62062
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9930645860424793e-05,
+      "loss": 0.0,
+      "step": 62064
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9929998900167566e-05,
+      "loss": 0.0003,
+      "step": 62066
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.992935193991033e-05,
+      "loss": 0.0,
+      "step": 62068
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.99287049796531e-05,
+      "loss": 0.0,
+      "step": 62070
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9928058019395873e-05,
+      "loss": 0.001,
+      "step": 62072
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.992741105913864e-05,
+      "loss": 0.0014,
+      "step": 62074
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9926764098881404e-05,
+      "loss": 0.0001,
+      "step": 62076
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9926117138624177e-05,
+      "loss": 0.0039,
+      "step": 62078
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9925470178366942e-05,
+      "loss": 0.0,
+      "step": 62080
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.9924823218109715e-05,
+      "loss": 0.0,
+      "step": 62082
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 2.992417625785248e-05,
+      "loss": 0.0,
+      "step": 62084
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.992352929759525e-05,
+      "loss": 0.0009,
+      "step": 62086
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9922882337338022e-05,
+      "loss": 0.0,
+      "step": 62088
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9922235377080788e-05,
+      "loss": 0.0,
+      "step": 62090
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9921588416823553e-05,
+      "loss": 0.0384,
+      "step": 62092
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9920941456566326e-05,
+      "loss": 0.0,
+      "step": 62094
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.992029449630909e-05,
+      "loss": 0.0,
+      "step": 62096
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.991964753605186e-05,
+      "loss": 0.0,
+      "step": 62098
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.991900057579463e-05,
+      "loss": 0.0,
+      "step": 62100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.99183536155374e-05,
+      "loss": 0.0,
+      "step": 62102
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.991770665528017e-05,
+      "loss": 0.0001,
+      "step": 62104
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9917059695022937e-05,
+      "loss": 0.0,
+      "step": 62106
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9916412734765703e-05,
+      "loss": 0.0,
+      "step": 62108
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9915765774508475e-05,
+      "loss": 0.0,
+      "step": 62110
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.991511881425124e-05,
+      "loss": 0.0,
+      "step": 62112
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9914471853994007e-05,
+      "loss": 0.0,
+      "step": 62114
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.991382489373678e-05,
+      "loss": 0.0,
+      "step": 62116
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9913177933479548e-05,
+      "loss": 0.0064,
+      "step": 62118
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.991253097322232e-05,
+      "loss": 0.0,
+      "step": 62120
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9911884012965086e-05,
+      "loss": 0.0,
+      "step": 62122
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9911237052707852e-05,
+      "loss": 0.0,
+      "step": 62124
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9910590092450625e-05,
+      "loss": 0.0,
+      "step": 62126
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.990994313219339e-05,
+      "loss": 0.0,
+      "step": 62128
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9909296171936156e-05,
+      "loss": 0.0,
+      "step": 62130
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.990864921167893e-05,
+      "loss": 0.0,
+      "step": 62132
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9908002251421697e-05,
+      "loss": 0.0002,
+      "step": 62134
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9907355291164463e-05,
+      "loss": 0.0001,
+      "step": 62136
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9906708330907236e-05,
+      "loss": 0.0016,
+      "step": 62138
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.990606137065e-05,
+      "loss": 0.0,
+      "step": 62140
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9905414410392774e-05,
+      "loss": 0.0,
+      "step": 62142
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.990476745013554e-05,
+      "loss": 0.0,
+      "step": 62144
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9904120489878305e-05,
+      "loss": 0.0,
+      "step": 62146
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9903473529621078e-05,
+      "loss": 0.0,
+      "step": 62148
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9902826569363847e-05,
+      "loss": 0.0,
+      "step": 62150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9902179609106612e-05,
+      "loss": 0.0,
+      "step": 62152
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9901532648849385e-05,
+      "loss": 0.0,
+      "step": 62154
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.990088568859215e-05,
+      "loss": 0.0,
+      "step": 62156
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9900238728334916e-05,
+      "loss": 0.0001,
+      "step": 62158
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.989959176807769e-05,
+      "loss": 0.0,
+      "step": 62160
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9898944807820454e-05,
+      "loss": 0.0,
+      "step": 62162
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9898297847563227e-05,
+      "loss": 0.0001,
+      "step": 62164
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9897650887305996e-05,
+      "loss": 0.0,
+      "step": 62166
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9897003927048762e-05,
+      "loss": 0.0,
+      "step": 62168
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9896356966791534e-05,
+      "loss": 0.0028,
+      "step": 62170
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.98957100065343e-05,
+      "loss": 0.0001,
+      "step": 62172
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9895063046277066e-05,
+      "loss": 0.0013,
+      "step": 62174
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9894416086019838e-05,
+      "loss": 0.0,
+      "step": 62176
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9893769125762604e-05,
+      "loss": 0.0,
+      "step": 62178
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9893122165505373e-05,
+      "loss": 0.0,
+      "step": 62180
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9892475205248145e-05,
+      "loss": 0.0,
+      "step": 62182
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.989182824499091e-05,
+      "loss": 0.0,
+      "step": 62184
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9891181284733684e-05,
+      "loss": 0.0016,
+      "step": 62186
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.989053432447645e-05,
+      "loss": 0.0042,
+      "step": 62188
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9889887364219215e-05,
+      "loss": 0.0142,
+      "step": 62190
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9889240403961987e-05,
+      "loss": 0.0,
+      "step": 62192
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9888593443704753e-05,
+      "loss": 0.0001,
+      "step": 62194
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9887946483447522e-05,
+      "loss": 0.0,
+      "step": 62196
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9887299523190295e-05,
+      "loss": 0.0,
+      "step": 62198
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.988665256293306e-05,
+      "loss": 0.0,
+      "step": 62200
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9886005602675833e-05,
+      "loss": 0.0,
+      "step": 62202
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.98853586424186e-05,
+      "loss": 0.0077,
+      "step": 62204
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9884711682161364e-05,
+      "loss": 0.0,
+      "step": 62206
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9884064721904137e-05,
+      "loss": 0.0,
+      "step": 62208
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9883417761646902e-05,
+      "loss": 0.0,
+      "step": 62210
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.988277080138967e-05,
+      "loss": 0.0,
+      "step": 62212
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9882123841132444e-05,
+      "loss": 0.0,
+      "step": 62214
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.988147688087521e-05,
+      "loss": 0.0007,
+      "step": 62216
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9880829920617975e-05,
+      "loss": 0.0,
+      "step": 62218
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9880182960360748e-05,
+      "loss": 0.0019,
+      "step": 62220
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9879536000103513e-05,
+      "loss": 0.0001,
+      "step": 62222
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9878889039846286e-05,
+      "loss": 0.0059,
+      "step": 62224
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.987824207958905e-05,
+      "loss": 0.0001,
+      "step": 62226
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.987759511933182e-05,
+      "loss": 0.0,
+      "step": 62228
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.987694815907459e-05,
+      "loss": 0.0116,
+      "step": 62230
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.987630119881736e-05,
+      "loss": 0.0,
+      "step": 62232
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9875654238560125e-05,
+      "loss": 0.0001,
+      "step": 62234
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9875007278302897e-05,
+      "loss": 0.0,
+      "step": 62236
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9874360318045663e-05,
+      "loss": 0.0038,
+      "step": 62238
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.987371335778843e-05,
+      "loss": 0.0,
+      "step": 62240
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.98730663975312e-05,
+      "loss": 0.0001,
+      "step": 62242
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.987241943727397e-05,
+      "loss": 0.0118,
+      "step": 62244
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.987177247701674e-05,
+      "loss": 0.0,
+      "step": 62246
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9871125516759508e-05,
+      "loss": 0.0,
+      "step": 62248
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9870478556502274e-05,
+      "loss": 0.0,
+      "step": 62250
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9869831596245046e-05,
+      "loss": 0.0003,
+      "step": 62252
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9869184635987812e-05,
+      "loss": 0.0,
+      "step": 62254
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9868537675730578e-05,
+      "loss": 0.0001,
+      "step": 62256
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.986789071547335e-05,
+      "loss": 0.0,
+      "step": 62258
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.986724375521612e-05,
+      "loss": 0.0,
+      "step": 62260
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.986659679495889e-05,
+      "loss": 0.001,
+      "step": 62262
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9865949834701657e-05,
+      "loss": 0.0,
+      "step": 62264
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9865302874444423e-05,
+      "loss": 0.0,
+      "step": 62266
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9864655914187196e-05,
+      "loss": 0.0,
+      "step": 62268
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.986400895392996e-05,
+      "loss": 0.0,
+      "step": 62270
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9863361993672727e-05,
+      "loss": 0.0,
+      "step": 62272
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.98627150334155e-05,
+      "loss": 0.0,
+      "step": 62274
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.986206807315827e-05,
+      "loss": 0.0,
+      "step": 62276
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9861421112901034e-05,
+      "loss": 0.0009,
+      "step": 62278
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9860774152643807e-05,
+      "loss": 0.0,
+      "step": 62280
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9860127192386572e-05,
+      "loss": 0.0,
+      "step": 62282
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9859480232129345e-05,
+      "loss": 0.0054,
+      "step": 62284
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.985883327187211e-05,
+      "loss": 0.0,
+      "step": 62286
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9858186311614876e-05,
+      "loss": 0.0,
+      "step": 62288
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.985753935135765e-05,
+      "loss": 0.0,
+      "step": 62290
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9856892391100414e-05,
+      "loss": 0.0,
+      "step": 62292
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9856245430843184e-05,
+      "loss": 0.0,
+      "step": 62294
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9855598470585956e-05,
+      "loss": 0.0,
+      "step": 62296
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9854951510328722e-05,
+      "loss": 0.0,
+      "step": 62298
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9854304550071487e-05,
+      "loss": 0.0,
+      "step": 62300
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.985365758981426e-05,
+      "loss": 0.0,
+      "step": 62302
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9853010629557026e-05,
+      "loss": 0.0,
+      "step": 62304
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9852363669299798e-05,
+      "loss": 0.0001,
+      "step": 62306
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9851716709042564e-05,
+      "loss": 0.0,
+      "step": 62308
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9851069748785333e-05,
+      "loss": 0.0001,
+      "step": 62310
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9850422788528105e-05,
+      "loss": 0.0015,
+      "step": 62312
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.984977582827087e-05,
+      "loss": 0.0,
+      "step": 62314
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9849128868013637e-05,
+      "loss": 0.001,
+      "step": 62316
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.984848190775641e-05,
+      "loss": 0.0,
+      "step": 62318
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9847834947499175e-05,
+      "loss": 0.0,
+      "step": 62320
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9847187987241944e-05,
+      "loss": 0.0,
+      "step": 62322
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9846541026984713e-05,
+      "loss": 0.0,
+      "step": 62324
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9845894066727482e-05,
+      "loss": 0.0,
+      "step": 62326
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9845247106470255e-05,
+      "loss": 0.0,
+      "step": 62328
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.984460014621302e-05,
+      "loss": 0.0025,
+      "step": 62330
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9843953185955786e-05,
+      "loss": 0.0,
+      "step": 62332
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.984330622569856e-05,
+      "loss": 0.0,
+      "step": 62334
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9842659265441324e-05,
+      "loss": 0.0,
+      "step": 62336
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9842012305184093e-05,
+      "loss": 0.0,
+      "step": 62338
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9841365344926862e-05,
+      "loss": 0.0,
+      "step": 62340
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.984071838466963e-05,
+      "loss": 0.0,
+      "step": 62342
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9840071424412404e-05,
+      "loss": 0.0,
+      "step": 62344
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.983942446415517e-05,
+      "loss": 0.0001,
+      "step": 62346
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9838777503897935e-05,
+      "loss": 0.0016,
+      "step": 62348
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9838130543640708e-05,
+      "loss": 0.0,
+      "step": 62350
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9837483583383473e-05,
+      "loss": 0.0,
+      "step": 62352
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.983683662312624e-05,
+      "loss": 0.0,
+      "step": 62354
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.983618966286901e-05,
+      "loss": 0.0,
+      "step": 62356
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.983554270261178e-05,
+      "loss": 0.0,
+      "step": 62358
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9834895742354546e-05,
+      "loss": 0.0,
+      "step": 62360
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.983424878209732e-05,
+      "loss": 0.0,
+      "step": 62362
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9833601821840085e-05,
+      "loss": 0.0,
+      "step": 62364
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9832954861582857e-05,
+      "loss": 0.0,
+      "step": 62366
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9832307901325623e-05,
+      "loss": 0.0049,
+      "step": 62368
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.983166094106839e-05,
+      "loss": 0.0,
+      "step": 62370
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.983101398081116e-05,
+      "loss": 0.0,
+      "step": 62372
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.983036702055393e-05,
+      "loss": 0.0,
+      "step": 62374
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9829720060296696e-05,
+      "loss": 0.0,
+      "step": 62376
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9829073100039468e-05,
+      "loss": 0.0,
+      "step": 62378
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9828426139782234e-05,
+      "loss": 0.0009,
+      "step": 62380
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9827779179525e-05,
+      "loss": 0.0,
+      "step": 62382
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9827132219267772e-05,
+      "loss": 0.0002,
+      "step": 62384
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9826485259010538e-05,
+      "loss": 0.0001,
+      "step": 62386
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.982583829875331e-05,
+      "loss": 0.0001,
+      "step": 62388
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.982519133849608e-05,
+      "loss": 0.0,
+      "step": 62390
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9824544378238845e-05,
+      "loss": 0.0,
+      "step": 62392
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9823897417981617e-05,
+      "loss": 0.0021,
+      "step": 62394
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9823250457724383e-05,
+      "loss": 0.0,
+      "step": 62396
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.982260349746715e-05,
+      "loss": 0.0,
+      "step": 62398
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.982195653720992e-05,
+      "loss": 0.0,
+      "step": 62400
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9821309576952687e-05,
+      "loss": 0.0,
+      "step": 62402
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.982066261669546e-05,
+      "loss": 0.0007,
+      "step": 62404
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.982001565643823e-05,
+      "loss": 0.0,
+      "step": 62406
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9819368696180994e-05,
+      "loss": 0.0001,
+      "step": 62408
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9818721735923767e-05,
+      "loss": 0.0,
+      "step": 62410
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9818074775666532e-05,
+      "loss": 0.0003,
+      "step": 62412
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9817427815409298e-05,
+      "loss": 0.0,
+      "step": 62414
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.981678085515207e-05,
+      "loss": 0.0,
+      "step": 62416
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9816133894894836e-05,
+      "loss": 0.0175,
+      "step": 62418
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9815486934637605e-05,
+      "loss": 0.0011,
+      "step": 62420
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9814839974380378e-05,
+      "loss": 0.0,
+      "step": 62422
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9814193014123144e-05,
+      "loss": 0.0,
+      "step": 62424
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9813546053865916e-05,
+      "loss": 0.0001,
+      "step": 62426
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9812899093608682e-05,
+      "loss": 0.0,
+      "step": 62428
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9812252133351447e-05,
+      "loss": 0.0,
+      "step": 62430
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.981160517309422e-05,
+      "loss": 0.0,
+      "step": 62432
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9810958212836986e-05,
+      "loss": 0.0,
+      "step": 62434
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9810311252579755e-05,
+      "loss": 0.0,
+      "step": 62436
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9809664292322527e-05,
+      "loss": 0.0,
+      "step": 62438
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9809017332065293e-05,
+      "loss": 0.0,
+      "step": 62440
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.980837037180806e-05,
+      "loss": 0.0001,
+      "step": 62442
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.980772341155083e-05,
+      "loss": 0.0,
+      "step": 62444
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9807076451293597e-05,
+      "loss": 0.0001,
+      "step": 62446
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.980642949103637e-05,
+      "loss": 0.0,
+      "step": 62448
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9805782530779135e-05,
+      "loss": 0.0,
+      "step": 62450
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9805135570521904e-05,
+      "loss": 0.0,
+      "step": 62452
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9804488610264676e-05,
+      "loss": 0.0,
+      "step": 62454
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9803841650007442e-05,
+      "loss": 0.0,
+      "step": 62456
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9803194689750208e-05,
+      "loss": 0.0001,
+      "step": 62458
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.980254772949298e-05,
+      "loss": 0.0,
+      "step": 62460
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9801900769235746e-05,
+      "loss": 0.0029,
+      "step": 62462
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.980125380897851e-05,
+      "loss": 0.0,
+      "step": 62464
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9800606848721284e-05,
+      "loss": 0.0104,
+      "step": 62466
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9799959888464053e-05,
+      "loss": 0.0,
+      "step": 62468
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9799312928206822e-05,
+      "loss": 0.0,
+      "step": 62470
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979866596794959e-05,
+      "loss": 0.0,
+      "step": 62472
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9798019007692357e-05,
+      "loss": 0.0001,
+      "step": 62474
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979737204743513e-05,
+      "loss": 0.0,
+      "step": 62476
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9796725087177895e-05,
+      "loss": 0.0001,
+      "step": 62478
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979607812692066e-05,
+      "loss": 0.0,
+      "step": 62480
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9795431166663433e-05,
+      "loss": 0.0,
+      "step": 62482
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9794784206406203e-05,
+      "loss": 0.0,
+      "step": 62484
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979413724614897e-05,
+      "loss": 0.0,
+      "step": 62486
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979349028589174e-05,
+      "loss": 0.0,
+      "step": 62488
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9792843325634506e-05,
+      "loss": 0.0,
+      "step": 62490
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979219636537728e-05,
+      "loss": 0.0,
+      "step": 62492
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9791549405120045e-05,
+      "loss": 0.0018,
+      "step": 62494
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.979090244486281e-05,
+      "loss": 0.0,
+      "step": 62496
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9790255484605583e-05,
+      "loss": 0.0,
+      "step": 62498
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9789608524348352e-05,
+      "loss": 0.0001,
+      "step": 62500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9788961564091118e-05,
+      "loss": 0.0001,
+      "step": 62502
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.978831460383389e-05,
+      "loss": 0.0,
+      "step": 62504
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9787667643576656e-05,
+      "loss": 0.0,
+      "step": 62506
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9787020683319428e-05,
+      "loss": 0.0004,
+      "step": 62508
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9786373723062194e-05,
+      "loss": 0.0,
+      "step": 62510
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.978572676280496e-05,
+      "loss": 0.0,
+      "step": 62512
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9785079802547732e-05,
+      "loss": 0.0,
+      "step": 62514
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.97844328422905e-05,
+      "loss": 0.0,
+      "step": 62516
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9783785882033267e-05,
+      "loss": 0.0,
+      "step": 62518
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.978313892177604e-05,
+      "loss": 0.0001,
+      "step": 62520
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9782491961518805e-05,
+      "loss": 0.0,
+      "step": 62522
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.978184500126157e-05,
+      "loss": 0.0032,
+      "step": 62524
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9781198041004343e-05,
+      "loss": 0.0,
+      "step": 62526
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.978055108074711e-05,
+      "loss": 0.0002,
+      "step": 62528
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.977990412048988e-05,
+      "loss": 0.0,
+      "step": 62530
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9779257160232647e-05,
+      "loss": 0.0,
+      "step": 62532
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9778610199975416e-05,
+      "loss": 0.0,
+      "step": 62534
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.977796323971819e-05,
+      "loss": 0.0,
+      "step": 62536
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9777316279460954e-05,
+      "loss": 0.0026,
+      "step": 62538
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.977666931920372e-05,
+      "loss": 0.0,
+      "step": 62540
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9776022358946492e-05,
+      "loss": 0.0,
+      "step": 62542
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9775375398689258e-05,
+      "loss": 0.0,
+      "step": 62544
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.977472843843203e-05,
+      "loss": 0.0,
+      "step": 62546
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9774081478174796e-05,
+      "loss": 0.0,
+      "step": 62548
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9773434517917565e-05,
+      "loss": 0.0049,
+      "step": 62550
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9772787557660338e-05,
+      "loss": 0.0,
+      "step": 62552
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9772140597403104e-05,
+      "loss": 0.0001,
+      "step": 62554
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.977149363714587e-05,
+      "loss": 0.0,
+      "step": 62556
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9770846676888642e-05,
+      "loss": 0.0068,
+      "step": 62558
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9770199716631407e-05,
+      "loss": 0.0,
+      "step": 62560
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9769552756374176e-05,
+      "loss": 0.0,
+      "step": 62562
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9768905796116946e-05,
+      "loss": 0.0001,
+      "step": 62564
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9768258835859715e-05,
+      "loss": 0.0,
+      "step": 62566
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9767611875602487e-05,
+      "loss": 0.0,
+      "step": 62568
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9766964915345253e-05,
+      "loss": 0.0051,
+      "step": 62570
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.976631795508802e-05,
+      "loss": 0.0,
+      "step": 62572
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.976567099483079e-05,
+      "loss": 0.0,
+      "step": 62574
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9765024034573557e-05,
+      "loss": 0.0,
+      "step": 62576
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9764377074316326e-05,
+      "loss": 0.0,
+      "step": 62578
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9763730114059095e-05,
+      "loss": 0.0062,
+      "step": 62580
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9763083153801864e-05,
+      "loss": 0.0,
+      "step": 62582
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.976243619354463e-05,
+      "loss": 0.0018,
+      "step": 62584
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9761789233287402e-05,
+      "loss": 0.0,
+      "step": 62586
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9761142273030168e-05,
+      "loss": 0.0,
+      "step": 62588
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.976049531277294e-05,
+      "loss": 0.0,
+      "step": 62590
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9759848352515706e-05,
+      "loss": 0.0,
+      "step": 62592
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.975920139225847e-05,
+      "loss": 0.0,
+      "step": 62594
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9758554432001244e-05,
+      "loss": 0.0007,
+      "step": 62596
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.9757907471744013e-05,
+      "loss": 0.0005,
+      "step": 62598
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 2.975726051148678e-05,
+      "loss": 0.0002,
+      "step": 62600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.975661355122955e-05,
+      "loss": 0.0,
+      "step": 62602
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9755966590972317e-05,
+      "loss": 0.0001,
+      "step": 62604
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9755319630715083e-05,
+      "loss": 0.0,
+      "step": 62606
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9754672670457855e-05,
+      "loss": 0.0,
+      "step": 62608
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.975402571020062e-05,
+      "loss": 0.0009,
+      "step": 62610
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9753378749943393e-05,
+      "loss": 0.0,
+      "step": 62612
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9752731789686163e-05,
+      "loss": 0.0001,
+      "step": 62614
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9752084829428928e-05,
+      "loss": 0.0,
+      "step": 62616
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.97514378691717e-05,
+      "loss": 0.0,
+      "step": 62618
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9750790908914466e-05,
+      "loss": 0.0,
+      "step": 62620
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9750143948657232e-05,
+      "loss": 0.0,
+      "step": 62622
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9749496988400005e-05,
+      "loss": 0.0078,
+      "step": 62624
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.974885002814277e-05,
+      "loss": 0.0,
+      "step": 62626
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9748203067885543e-05,
+      "loss": 0.0,
+      "step": 62628
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9747556107628312e-05,
+      "loss": 0.0,
+      "step": 62630
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9746909147371078e-05,
+      "loss": 0.0,
+      "step": 62632
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.974626218711385e-05,
+      "loss": 0.0,
+      "step": 62634
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9745615226856616e-05,
+      "loss": 0.0,
+      "step": 62636
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.974496826659938e-05,
+      "loss": 0.0,
+      "step": 62638
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9744321306342154e-05,
+      "loss": 0.0,
+      "step": 62640
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.974367434608492e-05,
+      "loss": 0.0,
+      "step": 62642
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.974302738582769e-05,
+      "loss": 0.0,
+      "step": 62644
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.974238042557046e-05,
+      "loss": 0.0,
+      "step": 62646
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9741733465313227e-05,
+      "loss": 0.0001,
+      "step": 62648
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9741086505056e-05,
+      "loss": 0.0,
+      "step": 62650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9740439544798765e-05,
+      "loss": 0.0,
+      "step": 62652
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.973979258454153e-05,
+      "loss": 0.0001,
+      "step": 62654
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9739145624284303e-05,
+      "loss": 0.0,
+      "step": 62656
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.973849866402707e-05,
+      "loss": 0.0001,
+      "step": 62658
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9737851703769838e-05,
+      "loss": 0.0019,
+      "step": 62660
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.973720474351261e-05,
+      "loss": 0.0004,
+      "step": 62662
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9736557783255376e-05,
+      "loss": 0.0,
+      "step": 62664
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9735910822998142e-05,
+      "loss": 0.0,
+      "step": 62666
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9735263862740914e-05,
+      "loss": 0.0,
+      "step": 62668
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.973461690248368e-05,
+      "loss": 0.0523,
+      "step": 62670
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9733969942226452e-05,
+      "loss": 0.0,
+      "step": 62672
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9733322981969218e-05,
+      "loss": 0.0001,
+      "step": 62674
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9732676021711987e-05,
+      "loss": 0.0,
+      "step": 62676
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.973202906145476e-05,
+      "loss": 0.0004,
+      "step": 62678
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9731382101197525e-05,
+      "loss": 0.0,
+      "step": 62680
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.973073514094029e-05,
+      "loss": 0.0,
+      "step": 62682
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9730088180683064e-05,
+      "loss": 0.0,
+      "step": 62684
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.972944122042583e-05,
+      "loss": 0.0,
+      "step": 62686
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9728794260168602e-05,
+      "loss": 0.0,
+      "step": 62688
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9728147299911367e-05,
+      "loss": 0.0001,
+      "step": 62690
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9727500339654136e-05,
+      "loss": 0.0,
+      "step": 62692
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.972685337939691e-05,
+      "loss": 0.0,
+      "step": 62694
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9726206419139675e-05,
+      "loss": 0.0074,
+      "step": 62696
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.972555945888244e-05,
+      "loss": 0.0,
+      "step": 62698
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9724912498625213e-05,
+      "loss": 0.0,
+      "step": 62700
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.972426553836798e-05,
+      "loss": 0.0081,
+      "step": 62702
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9723618578110744e-05,
+      "loss": 0.0003,
+      "step": 62704
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9722971617853517e-05,
+      "loss": 0.0,
+      "step": 62706
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9722324657596286e-05,
+      "loss": 0.0,
+      "step": 62708
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9721677697339055e-05,
+      "loss": 0.0,
+      "step": 62710
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9721030737081824e-05,
+      "loss": 0.0199,
+      "step": 62712
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.972038377682459e-05,
+      "loss": 0.0,
+      "step": 62714
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9719736816567362e-05,
+      "loss": 0.0,
+      "step": 62716
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9719089856310128e-05,
+      "loss": 0.0,
+      "step": 62718
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9718442896052894e-05,
+      "loss": 0.0,
+      "step": 62720
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9717795935795666e-05,
+      "loss": 0.0,
+      "step": 62722
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9717148975538435e-05,
+      "loss": 0.0,
+      "step": 62724
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.97165020152812e-05,
+      "loss": 0.0,
+      "step": 62726
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9715855055023973e-05,
+      "loss": 0.0,
+      "step": 62728
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.971520809476674e-05,
+      "loss": 0.0,
+      "step": 62730
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.971456113450951e-05,
+      "loss": 0.0,
+      "step": 62732
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9713914174252277e-05,
+      "loss": 0.0018,
+      "step": 62734
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9713267213995043e-05,
+      "loss": 0.0,
+      "step": 62736
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9712620253737815e-05,
+      "loss": 0.0,
+      "step": 62738
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9711973293480584e-05,
+      "loss": 0.0003,
+      "step": 62740
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.971132633322335e-05,
+      "loss": 0.0,
+      "step": 62742
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9710679372966123e-05,
+      "loss": 0.0,
+      "step": 62744
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9710032412708888e-05,
+      "loss": 0.0,
+      "step": 62746
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9709385452451654e-05,
+      "loss": 0.0,
+      "step": 62748
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9708738492194426e-05,
+      "loss": 0.0,
+      "step": 62750
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9708091531937192e-05,
+      "loss": 0.0001,
+      "step": 62752
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9707444571679965e-05,
+      "loss": 0.0039,
+      "step": 62754
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9706797611422734e-05,
+      "loss": 0.0,
+      "step": 62756
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.97061506511655e-05,
+      "loss": 0.0,
+      "step": 62758
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9705503690908272e-05,
+      "loss": 0.0002,
+      "step": 62760
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9704856730651037e-05,
+      "loss": 0.0,
+      "step": 62762
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9704209770393803e-05,
+      "loss": 0.0,
+      "step": 62764
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9703562810136576e-05,
+      "loss": 0.0,
+      "step": 62766
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.970291584987934e-05,
+      "loss": 0.0,
+      "step": 62768
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9702268889622114e-05,
+      "loss": 0.0,
+      "step": 62770
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.970162192936488e-05,
+      "loss": 0.0,
+      "step": 62772
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.970097496910765e-05,
+      "loss": 0.0031,
+      "step": 62774
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.970032800885042e-05,
+      "loss": 0.0,
+      "step": 62776
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9699681048593187e-05,
+      "loss": 0.0,
+      "step": 62778
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9699034088335952e-05,
+      "loss": 0.0,
+      "step": 62780
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9698387128078725e-05,
+      "loss": 0.0,
+      "step": 62782
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.969774016782149e-05,
+      "loss": 0.0,
+      "step": 62784
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.969709320756426e-05,
+      "loss": 0.0,
+      "step": 62786
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.969644624730703e-05,
+      "loss": 0.0,
+      "step": 62788
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9695799287049798e-05,
+      "loss": 0.0,
+      "step": 62790
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.969515232679257e-05,
+      "loss": 0.0082,
+      "step": 62792
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9694505366535336e-05,
+      "loss": 0.0001,
+      "step": 62794
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9693858406278102e-05,
+      "loss": 0.0,
+      "step": 62796
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9693211446020874e-05,
+      "loss": 0.0,
+      "step": 62798
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.969256448576364e-05,
+      "loss": 0.0,
+      "step": 62800
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.969191752550641e-05,
+      "loss": 0.0,
+      "step": 62802
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9691270565249178e-05,
+      "loss": 0.0,
+      "step": 62804
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9690623604991947e-05,
+      "loss": 0.0,
+      "step": 62806
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9689976644734713e-05,
+      "loss": 0.0108,
+      "step": 62808
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9689329684477485e-05,
+      "loss": 0.0106,
+      "step": 62810
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.968868272422025e-05,
+      "loss": 0.0,
+      "step": 62812
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9688035763963024e-05,
+      "loss": 0.0006,
+      "step": 62814
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.968738880370579e-05,
+      "loss": 0.0,
+      "step": 62816
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.968674184344856e-05,
+      "loss": 0.0,
+      "step": 62818
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9686094883191327e-05,
+      "loss": 0.0,
+      "step": 62820
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9685447922934096e-05,
+      "loss": 0.0,
+      "step": 62822
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9684800962676862e-05,
+      "loss": 0.004,
+      "step": 62824
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9684154002419635e-05,
+      "loss": 0.0,
+      "step": 62826
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.96835070421624e-05,
+      "loss": 0.0,
+      "step": 62828
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9682860081905173e-05,
+      "loss": 0.0,
+      "step": 62830
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.968221312164794e-05,
+      "loss": 0.0,
+      "step": 62832
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9681566161390704e-05,
+      "loss": 0.0,
+      "step": 62834
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9680919201133477e-05,
+      "loss": 0.0001,
+      "step": 62836
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9680272240876246e-05,
+      "loss": 0.0087,
+      "step": 62838
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.967962528061901e-05,
+      "loss": 0.0058,
+      "step": 62840
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9678978320361784e-05,
+      "loss": 0.0,
+      "step": 62842
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.967833136010455e-05,
+      "loss": 0.0,
+      "step": 62844
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9677684399847315e-05,
+      "loss": 0.0,
+      "step": 62846
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9677037439590088e-05,
+      "loss": 0.0,
+      "step": 62848
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9676390479332853e-05,
+      "loss": 0.0008,
+      "step": 62850
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9675743519075626e-05,
+      "loss": 0.0008,
+      "step": 62852
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9675096558818395e-05,
+      "loss": 0.0,
+      "step": 62854
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.967444959856116e-05,
+      "loss": 0.0003,
+      "step": 62856
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9673802638303933e-05,
+      "loss": 0.0003,
+      "step": 62858
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.96731556780467e-05,
+      "loss": 0.0,
+      "step": 62860
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9672508717789465e-05,
+      "loss": 0.0,
+      "step": 62862
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9671861757532237e-05,
+      "loss": 0.0,
+      "step": 62864
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9671214797275003e-05,
+      "loss": 0.0,
+      "step": 62866
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9670567837017772e-05,
+      "loss": 0.0015,
+      "step": 62868
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9669920876760544e-05,
+      "loss": 0.0019,
+      "step": 62870
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.966927391650331e-05,
+      "loss": 0.0,
+      "step": 62872
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9668626956246083e-05,
+      "loss": 0.0,
+      "step": 62874
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9667979995988848e-05,
+      "loss": 0.0002,
+      "step": 62876
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9667333035731614e-05,
+      "loss": 0.0,
+      "step": 62878
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9666686075474386e-05,
+      "loss": 0.0,
+      "step": 62880
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9666039115217152e-05,
+      "loss": 0.0,
+      "step": 62882
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.966539215495992e-05,
+      "loss": 0.0015,
+      "step": 62884
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9664745194702694e-05,
+      "loss": 0.0002,
+      "step": 62886
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.966409823444546e-05,
+      "loss": 0.0,
+      "step": 62888
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9663451274188225e-05,
+      "loss": 0.0004,
+      "step": 62890
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9662804313930997e-05,
+      "loss": 0.0001,
+      "step": 62892
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9662157353673763e-05,
+      "loss": 0.0001,
+      "step": 62894
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9661510393416536e-05,
+      "loss": 0.0007,
+      "step": 62896
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.96608634331593e-05,
+      "loss": 0.0,
+      "step": 62898
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.966021647290207e-05,
+      "loss": 0.0,
+      "step": 62900
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9659569512644843e-05,
+      "loss": 0.0001,
+      "step": 62902
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.965892255238761e-05,
+      "loss": 0.0,
+      "step": 62904
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9658275592130374e-05,
+      "loss": 0.0002,
+      "step": 62906
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9657628631873147e-05,
+      "loss": 0.0001,
+      "step": 62908
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9656981671615912e-05,
+      "loss": 0.0001,
+      "step": 62910
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9656334711358685e-05,
+      "loss": 0.0,
+      "step": 62912
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.965568775110145e-05,
+      "loss": 0.0,
+      "step": 62914
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.965504079084422e-05,
+      "loss": 0.0112,
+      "step": 62916
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9654393830586992e-05,
+      "loss": 0.0,
+      "step": 62918
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9653746870329758e-05,
+      "loss": 0.0,
+      "step": 62920
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9653099910072524e-05,
+      "loss": 0.0,
+      "step": 62922
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9652452949815296e-05,
+      "loss": 0.0,
+      "step": 62924
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9651805989558062e-05,
+      "loss": 0.0,
+      "step": 62926
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9651159029300827e-05,
+      "loss": 0.0003,
+      "step": 62928
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.96505120690436e-05,
+      "loss": 0.0,
+      "step": 62930
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.964986510878637e-05,
+      "loss": 0.0,
+      "step": 62932
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.964921814852914e-05,
+      "loss": 0.0039,
+      "step": 62934
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9648571188271907e-05,
+      "loss": 0.0,
+      "step": 62936
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9647924228014673e-05,
+      "loss": 0.0,
+      "step": 62938
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9647277267757445e-05,
+      "loss": 0.0001,
+      "step": 62940
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.964663030750021e-05,
+      "loss": 0.0,
+      "step": 62942
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9645983347242977e-05,
+      "loss": 0.0,
+      "step": 62944
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.964533638698575e-05,
+      "loss": 0.0074,
+      "step": 62946
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9644689426728518e-05,
+      "loss": 0.0001,
+      "step": 62948
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9644042466471284e-05,
+      "loss": 0.0,
+      "step": 62950
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9643395506214056e-05,
+      "loss": 0.0003,
+      "step": 62952
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9642748545956822e-05,
+      "loss": 0.0,
+      "step": 62954
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9642101585699595e-05,
+      "loss": 0.0232,
+      "step": 62956
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.964145462544236e-05,
+      "loss": 0.0,
+      "step": 62958
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9640807665185126e-05,
+      "loss": 0.0,
+      "step": 62960
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.96401607049279e-05,
+      "loss": 0.0,
+      "step": 62962
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9639513744670668e-05,
+      "loss": 0.0001,
+      "step": 62964
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9638866784413433e-05,
+      "loss": 0.0029,
+      "step": 62966
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9638219824156206e-05,
+      "loss": 0.0067,
+      "step": 62968
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.963757286389897e-05,
+      "loss": 0.0,
+      "step": 62970
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9636925903641737e-05,
+      "loss": 0.0193,
+      "step": 62972
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.963627894338451e-05,
+      "loss": 0.0,
+      "step": 62974
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9635631983127275e-05,
+      "loss": 0.0,
+      "step": 62976
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9634985022870048e-05,
+      "loss": 0.0,
+      "step": 62978
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9634338062612817e-05,
+      "loss": 0.0002,
+      "step": 62980
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9633691102355583e-05,
+      "loss": 0.0011,
+      "step": 62982
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9633044142098355e-05,
+      "loss": 0.0001,
+      "step": 62984
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.963239718184112e-05,
+      "loss": 0.0,
+      "step": 62986
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9631750221583886e-05,
+      "loss": 0.0,
+      "step": 62988
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.963110326132666e-05,
+      "loss": 0.0,
+      "step": 62990
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9630456301069425e-05,
+      "loss": 0.0,
+      "step": 62992
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9629809340812197e-05,
+      "loss": 0.0,
+      "step": 62994
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9629162380554966e-05,
+      "loss": 0.0,
+      "step": 62996
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9628515420297732e-05,
+      "loss": 0.0,
+      "step": 62998
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9627868460040504e-05,
+      "loss": 0.0,
+      "step": 63000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.962722149978327e-05,
+      "loss": 0.0004,
+      "step": 63002
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9626574539526036e-05,
+      "loss": 0.0,
+      "step": 63004
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9625927579268808e-05,
+      "loss": 0.0,
+      "step": 63006
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9625280619011574e-05,
+      "loss": 0.0,
+      "step": 63008
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9624633658754343e-05,
+      "loss": 0.0,
+      "step": 63010
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9623986698497112e-05,
+      "loss": 0.0,
+      "step": 63012
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.962333973823988e-05,
+      "loss": 0.0,
+      "step": 63014
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9622692777982654e-05,
+      "loss": 0.0,
+      "step": 63016
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.962204581772542e-05,
+      "loss": 0.0,
+      "step": 63018
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9621398857468185e-05,
+      "loss": 0.0001,
+      "step": 63020
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9620751897210957e-05,
+      "loss": 0.0,
+      "step": 63022
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9620104936953723e-05,
+      "loss": 0.0,
+      "step": 63024
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9619457976696492e-05,
+      "loss": 0.0002,
+      "step": 63026
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.961881101643926e-05,
+      "loss": 0.0002,
+      "step": 63028
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.961816405618203e-05,
+      "loss": 0.0,
+      "step": 63030
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9617517095924796e-05,
+      "loss": 0.0003,
+      "step": 63032
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.961687013566757e-05,
+      "loss": 0.0,
+      "step": 63034
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9616223175410334e-05,
+      "loss": 0.0001,
+      "step": 63036
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9615576215153107e-05,
+      "loss": 0.0,
+      "step": 63038
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9614929254895872e-05,
+      "loss": 0.0,
+      "step": 63040
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.961428229463864e-05,
+      "loss": 0.0,
+      "step": 63042
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.961363533438141e-05,
+      "loss": 0.0,
+      "step": 63044
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.961298837412418e-05,
+      "loss": 0.0,
+      "step": 63046
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9612341413866945e-05,
+      "loss": 0.0,
+      "step": 63048
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9611694453609718e-05,
+      "loss": 0.0,
+      "step": 63050
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9611047493352484e-05,
+      "loss": 0.0347,
+      "step": 63052
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9610400533095256e-05,
+      "loss": 0.0,
+      "step": 63054
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9609753572838022e-05,
+      "loss": 0.0,
+      "step": 63056
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.960910661258079e-05,
+      "loss": 0.0005,
+      "step": 63058
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.960845965232356e-05,
+      "loss": 0.0,
+      "step": 63060
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.960781269206633e-05,
+      "loss": 0.0,
+      "step": 63062
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9607165731809095e-05,
+      "loss": 0.0,
+      "step": 63064
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9606518771551867e-05,
+      "loss": 0.0,
+      "step": 63066
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9605871811294633e-05,
+      "loss": 0.0,
+      "step": 63068
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.96052248510374e-05,
+      "loss": 0.0,
+      "step": 63070
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.960457789078017e-05,
+      "loss": 0.0,
+      "step": 63072
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9603930930522937e-05,
+      "loss": 0.0,
+      "step": 63074
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.960328397026571e-05,
+      "loss": 0.0,
+      "step": 63076
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9602637010008478e-05,
+      "loss": 0.0,
+      "step": 63078
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9601990049751244e-05,
+      "loss": 0.0,
+      "step": 63080
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9601343089494016e-05,
+      "loss": 0.0,
+      "step": 63082
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9600696129236782e-05,
+      "loss": 0.0001,
+      "step": 63084
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9600049168979548e-05,
+      "loss": 0.0,
+      "step": 63086
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.959940220872232e-05,
+      "loss": 0.0001,
+      "step": 63088
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9598755248465086e-05,
+      "loss": 0.0001,
+      "step": 63090
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9598108288207855e-05,
+      "loss": 0.0008,
+      "step": 63092
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9597461327950628e-05,
+      "loss": 0.0,
+      "step": 63094
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9596814367693393e-05,
+      "loss": 0.0,
+      "step": 63096
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9596167407436166e-05,
+      "loss": 0.001,
+      "step": 63098
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.959552044717893e-05,
+      "loss": 0.0,
+      "step": 63100
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9594873486921697e-05,
+      "loss": 0.0,
+      "step": 63102
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.959422652666447e-05,
+      "loss": 0.0001,
+      "step": 63104
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9593579566407235e-05,
+      "loss": 0.0016,
+      "step": 63106
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9592932606150004e-05,
+      "loss": 0.0003,
+      "step": 63108
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9592285645892777e-05,
+      "loss": 0.0441,
+      "step": 63110
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9591638685635543e-05,
+      "loss": 0.0,
+      "step": 63112
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 2.9590991725378308e-05,
+      "loss": 0.0007,
+      "step": 63114
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.959034476512108e-05,
+      "loss": 0.0055,
+      "step": 63116
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9589697804863846e-05,
+      "loss": 0.0029,
+      "step": 63118
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.958905084460662e-05,
+      "loss": 0.0,
+      "step": 63120
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9588403884349385e-05,
+      "loss": 0.0002,
+      "step": 63122
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9587756924092154e-05,
+      "loss": 0.0,
+      "step": 63124
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9587109963834926e-05,
+      "loss": 0.0001,
+      "step": 63126
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9586463003577692e-05,
+      "loss": 0.0,
+      "step": 63128
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9585816043320458e-05,
+      "loss": 0.0,
+      "step": 63130
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.958516908306323e-05,
+      "loss": 0.0,
+      "step": 63132
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9584522122805996e-05,
+      "loss": 0.0,
+      "step": 63134
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9583875162548768e-05,
+      "loss": 0.0,
+      "step": 63136
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9583228202291534e-05,
+      "loss": 0.0,
+      "step": 63138
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9582581242034303e-05,
+      "loss": 0.0,
+      "step": 63140
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9581934281777075e-05,
+      "loss": 0.0,
+      "step": 63142
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.958128732151984e-05,
+      "loss": 0.0,
+      "step": 63144
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9580640361262607e-05,
+      "loss": 0.0002,
+      "step": 63146
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.957999340100538e-05,
+      "loss": 0.0002,
+      "step": 63148
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9579346440748145e-05,
+      "loss": 0.0,
+      "step": 63150
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.957869948049091e-05,
+      "loss": 0.0001,
+      "step": 63152
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9578052520233683e-05,
+      "loss": 0.0004,
+      "step": 63154
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9577405559976452e-05,
+      "loss": 0.0,
+      "step": 63156
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9576758599719225e-05,
+      "loss": 0.0025,
+      "step": 63158
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.957611163946199e-05,
+      "loss": 0.0,
+      "step": 63160
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9575464679204756e-05,
+      "loss": 0.0002,
+      "step": 63162
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.957481771894753e-05,
+      "loss": 0.0134,
+      "step": 63164
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9574170758690294e-05,
+      "loss": 0.0,
+      "step": 63166
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.957352379843306e-05,
+      "loss": 0.0021,
+      "step": 63168
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9572876838175832e-05,
+      "loss": 0.0,
+      "step": 63170
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.95722298779186e-05,
+      "loss": 0.0001,
+      "step": 63172
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9571582917661367e-05,
+      "loss": 0.0,
+      "step": 63174
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.957093595740414e-05,
+      "loss": 0.0013,
+      "step": 63176
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9570288997146905e-05,
+      "loss": 0.0002,
+      "step": 63178
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9569642036889678e-05,
+      "loss": 0.0001,
+      "step": 63180
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9568995076632444e-05,
+      "loss": 0.0115,
+      "step": 63182
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.956834811637521e-05,
+      "loss": 0.0005,
+      "step": 63184
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9567701156117982e-05,
+      "loss": 0.0,
+      "step": 63186
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.956705419586075e-05,
+      "loss": 0.0,
+      "step": 63188
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9566407235603517e-05,
+      "loss": 0.0031,
+      "step": 63190
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.956576027534629e-05,
+      "loss": 0.0,
+      "step": 63192
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9565113315089055e-05,
+      "loss": 0.0,
+      "step": 63194
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9564466354831827e-05,
+      "loss": 0.0,
+      "step": 63196
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9563819394574593e-05,
+      "loss": 0.0007,
+      "step": 63198
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.956317243431736e-05,
+      "loss": 0.0,
+      "step": 63200
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.956252547406013e-05,
+      "loss": 0.0,
+      "step": 63202
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.95618785138029e-05,
+      "loss": 0.0001,
+      "step": 63204
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9561231553545666e-05,
+      "loss": 0.0,
+      "step": 63206
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9560584593288438e-05,
+      "loss": 0.0,
+      "step": 63208
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9559937633031204e-05,
+      "loss": 0.0062,
+      "step": 63210
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.955929067277397e-05,
+      "loss": 0.0,
+      "step": 63212
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9558643712516742e-05,
+      "loss": 0.0,
+      "step": 63214
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9557996752259508e-05,
+      "loss": 0.0,
+      "step": 63216
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.955734979200228e-05,
+      "loss": 0.0,
+      "step": 63218
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.955670283174505e-05,
+      "loss": 0.0,
+      "step": 63220
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9556055871487815e-05,
+      "loss": 0.0005,
+      "step": 63222
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9555408911230588e-05,
+      "loss": 0.0,
+      "step": 63224
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9554761950973353e-05,
+      "loss": 0.0,
+      "step": 63226
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.955411499071612e-05,
+      "loss": 0.0,
+      "step": 63228
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.955346803045889e-05,
+      "loss": 0.0,
+      "step": 63230
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9552821070201657e-05,
+      "loss": 0.0,
+      "step": 63232
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9552174109944426e-05,
+      "loss": 0.0004,
+      "step": 63234
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.95515271496872e-05,
+      "loss": 0.0,
+      "step": 63236
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9550880189429964e-05,
+      "loss": 0.0,
+      "step": 63238
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9550233229172737e-05,
+      "loss": 0.0,
+      "step": 63240
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9549586268915503e-05,
+      "loss": 0.0,
+      "step": 63242
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9548939308658268e-05,
+      "loss": 0.0,
+      "step": 63244
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.954829234840104e-05,
+      "loss": 0.0004,
+      "step": 63246
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9547645388143806e-05,
+      "loss": 0.013,
+      "step": 63248
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9546998427886575e-05,
+      "loss": 0.0,
+      "step": 63250
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9546351467629345e-05,
+      "loss": 0.0,
+      "step": 63252
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9545704507372114e-05,
+      "loss": 0.0,
+      "step": 63254
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.954505754711488e-05,
+      "loss": 0.0,
+      "step": 63256
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9544410586857652e-05,
+      "loss": 0.0015,
+      "step": 63258
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9543763626600418e-05,
+      "loss": 0.0,
+      "step": 63260
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.954311666634319e-05,
+      "loss": 0.0006,
+      "step": 63262
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9542469706085956e-05,
+      "loss": 0.0,
+      "step": 63264
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9541822745828725e-05,
+      "loss": 0.0,
+      "step": 63266
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9541175785571494e-05,
+      "loss": 0.0,
+      "step": 63268
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9540528825314263e-05,
+      "loss": 0.0,
+      "step": 63270
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.953988186505703e-05,
+      "loss": 0.0,
+      "step": 63272
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.95392349047998e-05,
+      "loss": 0.0,
+      "step": 63274
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9538587944542567e-05,
+      "loss": 0.0,
+      "step": 63276
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.953794098428534e-05,
+      "loss": 0.0,
+      "step": 63278
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9537294024028105e-05,
+      "loss": 0.0,
+      "step": 63280
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9536647063770874e-05,
+      "loss": 0.0,
+      "step": 63282
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9536000103513643e-05,
+      "loss": 0.0001,
+      "step": 63284
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9535353143256412e-05,
+      "loss": 0.0,
+      "step": 63286
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9534706182999178e-05,
+      "loss": 0.0056,
+      "step": 63288
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.953405922274195e-05,
+      "loss": 0.0,
+      "step": 63290
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9533412262484716e-05,
+      "loss": 0.0062,
+      "step": 63292
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9532765302227482e-05,
+      "loss": 0.0034,
+      "step": 63294
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9532118341970254e-05,
+      "loss": 0.0,
+      "step": 63296
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9531471381713023e-05,
+      "loss": 0.0,
+      "step": 63298
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9530824421455792e-05,
+      "loss": 0.0,
+      "step": 63300
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.953017746119856e-05,
+      "loss": 0.0004,
+      "step": 63302
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9529530500941327e-05,
+      "loss": 0.0,
+      "step": 63304
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.95288835406841e-05,
+      "loss": 0.0,
+      "step": 63306
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9528236580426865e-05,
+      "loss": 0.0,
+      "step": 63308
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.952758962016963e-05,
+      "loss": 0.0,
+      "step": 63310
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9526942659912404e-05,
+      "loss": 0.0,
+      "step": 63312
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.952629569965517e-05,
+      "loss": 0.0,
+      "step": 63314
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.952564873939794e-05,
+      "loss": 0.0,
+      "step": 63316
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.952500177914071e-05,
+      "loss": 0.0,
+      "step": 63318
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9524354818883477e-05,
+      "loss": 0.0,
+      "step": 63320
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.952370785862625e-05,
+      "loss": 0.0,
+      "step": 63322
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9523060898369015e-05,
+      "loss": 0.0017,
+      "step": 63324
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.952241393811178e-05,
+      "loss": 0.0,
+      "step": 63326
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9521766977854553e-05,
+      "loss": 0.0001,
+      "step": 63328
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.952112001759732e-05,
+      "loss": 0.0,
+      "step": 63330
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9520473057340088e-05,
+      "loss": 0.0037,
+      "step": 63332
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.951982609708286e-05,
+      "loss": 0.0,
+      "step": 63334
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9519179136825626e-05,
+      "loss": 0.0,
+      "step": 63336
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9518532176568398e-05,
+      "loss": 0.0001,
+      "step": 63338
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9517885216311164e-05,
+      "loss": 0.0,
+      "step": 63340
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.951723825605393e-05,
+      "loss": 0.0,
+      "step": 63342
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9516591295796702e-05,
+      "loss": 0.0001,
+      "step": 63344
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9515944335539468e-05,
+      "loss": 0.0051,
+      "step": 63346
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9515297375282237e-05,
+      "loss": 0.0,
+      "step": 63348
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.951465041502501e-05,
+      "loss": 0.0006,
+      "step": 63350
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9514003454767775e-05,
+      "loss": 0.0,
+      "step": 63352
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.951335649451054e-05,
+      "loss": 0.0,
+      "step": 63354
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9512709534253313e-05,
+      "loss": 0.0001,
+      "step": 63356
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.951206257399608e-05,
+      "loss": 0.0,
+      "step": 63358
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.951141561373885e-05,
+      "loss": 0.0,
+      "step": 63360
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9510768653481617e-05,
+      "loss": 0.0,
+      "step": 63362
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9510121693224386e-05,
+      "loss": 0.0,
+      "step": 63364
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.950947473296716e-05,
+      "loss": 0.0002,
+      "step": 63366
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9508827772709924e-05,
+      "loss": 0.0,
+      "step": 63368
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.950818081245269e-05,
+      "loss": 0.0,
+      "step": 63370
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9507533852195463e-05,
+      "loss": 0.0,
+      "step": 63372
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9506886891938228e-05,
+      "loss": 0.0,
+      "step": 63374
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9506239931680997e-05,
+      "loss": 0.0024,
+      "step": 63376
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9505592971423766e-05,
+      "loss": 0.0001,
+      "step": 63378
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9504946011166535e-05,
+      "loss": 0.0001,
+      "step": 63380
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9504299050909308e-05,
+      "loss": 0.0,
+      "step": 63382
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9503652090652074e-05,
+      "loss": 0.0,
+      "step": 63384
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.950300513039484e-05,
+      "loss": 0.0,
+      "step": 63386
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9502358170137612e-05,
+      "loss": 0.0,
+      "step": 63388
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9501711209880378e-05,
+      "loss": 0.0,
+      "step": 63390
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9501064249623143e-05,
+      "loss": 0.0001,
+      "step": 63392
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9500417289365916e-05,
+      "loss": 0.0,
+      "step": 63394
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9499770329108685e-05,
+      "loss": 0.0,
+      "step": 63396
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.949912336885145e-05,
+      "loss": 0.0,
+      "step": 63398
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9498476408594223e-05,
+      "loss": 0.0,
+      "step": 63400
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.949782944833699e-05,
+      "loss": 0.0,
+      "step": 63402
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.949718248807976e-05,
+      "loss": 0.0001,
+      "step": 63404
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9496535527822527e-05,
+      "loss": 0.0,
+      "step": 63406
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9495888567565293e-05,
+      "loss": 0.0,
+      "step": 63408
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9495241607308065e-05,
+      "loss": 0.0,
+      "step": 63410
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9494594647050834e-05,
+      "loss": 0.0,
+      "step": 63412
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.94939476867936e-05,
+      "loss": 0.0018,
+      "step": 63414
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9493300726536372e-05,
+      "loss": 0.0,
+      "step": 63416
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9492653766279138e-05,
+      "loss": 0.0,
+      "step": 63418
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.949200680602191e-05,
+      "loss": 0.0,
+      "step": 63420
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9491359845764676e-05,
+      "loss": 0.0,
+      "step": 63422
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9490712885507442e-05,
+      "loss": 0.0001,
+      "step": 63424
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9490065925250214e-05,
+      "loss": 0.0,
+      "step": 63426
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9489418964992983e-05,
+      "loss": 0.0,
+      "step": 63428
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.948877200473575e-05,
+      "loss": 0.0126,
+      "step": 63430
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.948812504447852e-05,
+      "loss": 0.0,
+      "step": 63432
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9487478084221287e-05,
+      "loss": 0.0,
+      "step": 63434
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9486831123964053e-05,
+      "loss": 0.0,
+      "step": 63436
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9486184163706825e-05,
+      "loss": 0.0,
+      "step": 63438
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.948553720344959e-05,
+      "loss": 0.0,
+      "step": 63440
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9484890243192364e-05,
+      "loss": 0.0001,
+      "step": 63442
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9484243282935133e-05,
+      "loss": 0.0,
+      "step": 63444
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.94835963226779e-05,
+      "loss": 0.0,
+      "step": 63446
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.948294936242067e-05,
+      "loss": 0.0,
+      "step": 63448
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9482302402163437e-05,
+      "loss": 0.0,
+      "step": 63450
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9481655441906202e-05,
+      "loss": 0.0,
+      "step": 63452
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9481008481648975e-05,
+      "loss": 0.0001,
+      "step": 63454
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.948036152139174e-05,
+      "loss": 0.0,
+      "step": 63456
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947971456113451e-05,
+      "loss": 0.0,
+      "step": 63458
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9479067600877282e-05,
+      "loss": 0.0277,
+      "step": 63460
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9478420640620048e-05,
+      "loss": 0.0,
+      "step": 63462
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947777368036282e-05,
+      "loss": 0.0,
+      "step": 63464
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9477126720105586e-05,
+      "loss": 0.0021,
+      "step": 63466
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947647975984835e-05,
+      "loss": 0.0,
+      "step": 63468
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9475832799591124e-05,
+      "loss": 0.0,
+      "step": 63470
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947518583933389e-05,
+      "loss": 0.0028,
+      "step": 63472
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947453887907666e-05,
+      "loss": 0.0,
+      "step": 63474
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947389191881943e-05,
+      "loss": 0.0,
+      "step": 63476
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9473244958562197e-05,
+      "loss": 0.0,
+      "step": 63478
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947259799830497e-05,
+      "loss": 0.0,
+      "step": 63480
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9471951038047735e-05,
+      "loss": 0.0068,
+      "step": 63482
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.94713040777905e-05,
+      "loss": 0.0083,
+      "step": 63484
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9470657117533273e-05,
+      "loss": 0.0,
+      "step": 63486
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.947001015727604e-05,
+      "loss": 0.0,
+      "step": 63488
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9469363197018808e-05,
+      "loss": 0.0001,
+      "step": 63490
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9468716236761577e-05,
+      "loss": 0.0001,
+      "step": 63492
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9468069276504346e-05,
+      "loss": 0.0002,
+      "step": 63494
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9467422316247112e-05,
+      "loss": 0.0,
+      "step": 63496
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9466775355989884e-05,
+      "loss": 0.0003,
+      "step": 63498
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.946612839573265e-05,
+      "loss": 0.0,
+      "step": 63500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9465481435475423e-05,
+      "loss": 0.0,
+      "step": 63502
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9464834475218188e-05,
+      "loss": 0.0,
+      "step": 63504
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9464187514960957e-05,
+      "loss": 0.0,
+      "step": 63506
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9463540554703726e-05,
+      "loss": 0.0,
+      "step": 63508
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9462893594446495e-05,
+      "loss": 0.0041,
+      "step": 63510
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.946224663418926e-05,
+      "loss": 0.011,
+      "step": 63512
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9461599673932034e-05,
+      "loss": 0.0009,
+      "step": 63514
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.94609527136748e-05,
+      "loss": 0.0,
+      "step": 63516
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9460305753417565e-05,
+      "loss": 0.0,
+      "step": 63518
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9459658793160338e-05,
+      "loss": 0.0,
+      "step": 63520
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9459011832903107e-05,
+      "loss": 0.0,
+      "step": 63522
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9458364872645876e-05,
+      "loss": 0.0247,
+      "step": 63524
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9457717912388645e-05,
+      "loss": 0.0,
+      "step": 63526
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.945707095213141e-05,
+      "loss": 0.0,
+      "step": 63528
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9456423991874183e-05,
+      "loss": 0.0001,
+      "step": 63530
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.945577703161695e-05,
+      "loss": 0.0002,
+      "step": 63532
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9455130071359714e-05,
+      "loss": 0.0,
+      "step": 63534
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9454483111102487e-05,
+      "loss": 0.0001,
+      "step": 63536
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9453836150845256e-05,
+      "loss": 0.0159,
+      "step": 63538
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.945318919058802e-05,
+      "loss": 0.0,
+      "step": 63540
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9452542230330794e-05,
+      "loss": 0.0,
+      "step": 63542
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.945189527007356e-05,
+      "loss": 0.0,
+      "step": 63544
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9451248309816332e-05,
+      "loss": 0.0,
+      "step": 63546
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9450601349559098e-05,
+      "loss": 0.0,
+      "step": 63548
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9449954389301864e-05,
+      "loss": 0.0,
+      "step": 63550
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9449307429044636e-05,
+      "loss": 0.0,
+      "step": 63552
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9448660468787402e-05,
+      "loss": 0.0,
+      "step": 63554
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.944801350853017e-05,
+      "loss": 0.0004,
+      "step": 63556
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9447366548272943e-05,
+      "loss": 0.0,
+      "step": 63558
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.944671958801571e-05,
+      "loss": 0.0,
+      "step": 63560
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.944607262775848e-05,
+      "loss": 0.0,
+      "step": 63562
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9445425667501247e-05,
+      "loss": 0.0001,
+      "step": 63564
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9444778707244013e-05,
+      "loss": 0.0013,
+      "step": 63566
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9444131746986785e-05,
+      "loss": 0.0,
+      "step": 63568
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.944348478672955e-05,
+      "loss": 0.0012,
+      "step": 63570
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.944283782647232e-05,
+      "loss": 0.0,
+      "step": 63572
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9442190866215093e-05,
+      "loss": 0.0,
+      "step": 63574
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.944154390595786e-05,
+      "loss": 0.0039,
+      "step": 63576
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9440896945700624e-05,
+      "loss": 0.0072,
+      "step": 63578
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9440249985443396e-05,
+      "loss": 0.0,
+      "step": 63580
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9439603025186162e-05,
+      "loss": 0.0,
+      "step": 63582
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9438956064928935e-05,
+      "loss": 0.0,
+      "step": 63584
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.94383091046717e-05,
+      "loss": 0.0001,
+      "step": 63586
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.943766214441447e-05,
+      "loss": 0.0,
+      "step": 63588
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9437015184157242e-05,
+      "loss": 0.0001,
+      "step": 63590
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9436368223900008e-05,
+      "loss": 0.0,
+      "step": 63592
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9435721263642773e-05,
+      "loss": 0.0,
+      "step": 63594
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9435074303385546e-05,
+      "loss": 0.0131,
+      "step": 63596
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.943442734312831e-05,
+      "loss": 0.0,
+      "step": 63598
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.943378038287108e-05,
+      "loss": 0.0033,
+      "step": 63600
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.943313342261385e-05,
+      "loss": 0.0,
+      "step": 63602
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.943248646235662e-05,
+      "loss": 0.0,
+      "step": 63604
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.943183950209939e-05,
+      "loss": 0.0,
+      "step": 63606
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9431192541842157e-05,
+      "loss": 0.0,
+      "step": 63608
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9430545581584923e-05,
+      "loss": 0.0006,
+      "step": 63610
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9429898621327695e-05,
+      "loss": 0.0024,
+      "step": 63612
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.942925166107046e-05,
+      "loss": 0.0,
+      "step": 63614
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.942860470081323e-05,
+      "loss": 0.0,
+      "step": 63616
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9427957740556e-05,
+      "loss": 0.0,
+      "step": 63618
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9427310780298768e-05,
+      "loss": 0.0,
+      "step": 63620
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.942666382004154e-05,
+      "loss": 0.0,
+      "step": 63622
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9426016859784306e-05,
+      "loss": 0.0,
+      "step": 63624
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9425369899527072e-05,
+      "loss": 0.0002,
+      "step": 63626
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.9424722939269844e-05,
+      "loss": 0.0,
+      "step": 63628
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 2.942407597901261e-05,
+      "loss": 0.0,
+      "step": 63630
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9423429018755376e-05,
+      "loss": 0.0,
+      "step": 63632
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9422782058498148e-05,
+      "loss": 0.0001,
+      "step": 63634
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9422135098240917e-05,
+      "loss": 0.0,
+      "step": 63636
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9421488137983683e-05,
+      "loss": 0.0,
+      "step": 63638
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9420841177726455e-05,
+      "loss": 0.0015,
+      "step": 63640
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.942019421746922e-05,
+      "loss": 0.0,
+      "step": 63642
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9419547257211994e-05,
+      "loss": 0.0,
+      "step": 63644
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.941890029695476e-05,
+      "loss": 0.0,
+      "step": 63646
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9418253336697525e-05,
+      "loss": 0.0,
+      "step": 63648
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9417606376440298e-05,
+      "loss": 0.0,
+      "step": 63650
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9416959416183067e-05,
+      "loss": 0.0001,
+      "step": 63652
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9416312455925832e-05,
+      "loss": 0.0,
+      "step": 63654
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9415665495668605e-05,
+      "loss": 0.0,
+      "step": 63656
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.941501853541137e-05,
+      "loss": 0.0001,
+      "step": 63658
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9414371575154136e-05,
+      "loss": 0.0,
+      "step": 63660
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.941372461489691e-05,
+      "loss": 0.0,
+      "step": 63662
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9413077654639674e-05,
+      "loss": 0.0,
+      "step": 63664
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9412430694382447e-05,
+      "loss": 0.0019,
+      "step": 63666
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9411783734125216e-05,
+      "loss": 0.0,
+      "step": 63668
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.941113677386798e-05,
+      "loss": 0.0,
+      "step": 63670
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9410489813610754e-05,
+      "loss": 0.0072,
+      "step": 63672
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.940984285335352e-05,
+      "loss": 0.0,
+      "step": 63674
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9409195893096285e-05,
+      "loss": 0.0,
+      "step": 63676
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9408548932839058e-05,
+      "loss": 0.0,
+      "step": 63678
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9407901972581824e-05,
+      "loss": 0.0,
+      "step": 63680
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9407255012324593e-05,
+      "loss": 0.0,
+      "step": 63682
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9406608052067365e-05,
+      "loss": 0.0,
+      "step": 63684
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.940596109181013e-05,
+      "loss": 0.0087,
+      "step": 63686
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9405314131552903e-05,
+      "loss": 0.0,
+      "step": 63688
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.940466717129567e-05,
+      "loss": 0.0,
+      "step": 63690
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9404020211038435e-05,
+      "loss": 0.0,
+      "step": 63692
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9403373250781207e-05,
+      "loss": 0.0,
+      "step": 63694
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9402726290523973e-05,
+      "loss": 0.0149,
+      "step": 63696
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9402079330266742e-05,
+      "loss": 0.0,
+      "step": 63698
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9401432370009514e-05,
+      "loss": 0.0,
+      "step": 63700
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.940078540975228e-05,
+      "loss": 0.0099,
+      "step": 63702
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9400138449495053e-05,
+      "loss": 0.0002,
+      "step": 63704
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.939949148923782e-05,
+      "loss": 0.0001,
+      "step": 63706
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9398844528980584e-05,
+      "loss": 0.0,
+      "step": 63708
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9398197568723356e-05,
+      "loss": 0.0147,
+      "step": 63710
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9397550608466122e-05,
+      "loss": 0.006,
+      "step": 63712
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.939690364820889e-05,
+      "loss": 0.0,
+      "step": 63714
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9396256687951664e-05,
+      "loss": 0.0,
+      "step": 63716
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.939560972769443e-05,
+      "loss": 0.0,
+      "step": 63718
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9394962767437195e-05,
+      "loss": 0.0,
+      "step": 63720
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9394315807179968e-05,
+      "loss": 0.0,
+      "step": 63722
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9393668846922733e-05,
+      "loss": 0.0,
+      "step": 63724
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9393021886665506e-05,
+      "loss": 0.0,
+      "step": 63726
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.939237492640827e-05,
+      "loss": 0.0,
+      "step": 63728
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.939172796615104e-05,
+      "loss": 0.0,
+      "step": 63730
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.939108100589381e-05,
+      "loss": 0.0001,
+      "step": 63732
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.939043404563658e-05,
+      "loss": 0.0,
+      "step": 63734
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9389787085379344e-05,
+      "loss": 0.0,
+      "step": 63736
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9389140125122117e-05,
+      "loss": 0.0173,
+      "step": 63738
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9388493164864883e-05,
+      "loss": 0.0,
+      "step": 63740
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9387846204607648e-05,
+      "loss": 0.0,
+      "step": 63742
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.938719924435042e-05,
+      "loss": 0.0,
+      "step": 63744
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.938655228409319e-05,
+      "loss": 0.0001,
+      "step": 63746
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.938590532383596e-05,
+      "loss": 0.0,
+      "step": 63748
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9385258363578728e-05,
+      "loss": 0.0001,
+      "step": 63750
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9384611403321494e-05,
+      "loss": 0.0,
+      "step": 63752
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9383964443064266e-05,
+      "loss": 0.0043,
+      "step": 63754
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9383317482807032e-05,
+      "loss": 0.0,
+      "step": 63756
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9382670522549798e-05,
+      "loss": 0.0063,
+      "step": 63758
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.938202356229257e-05,
+      "loss": 0.0,
+      "step": 63760
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.938137660203534e-05,
+      "loss": 0.0,
+      "step": 63762
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9380729641778108e-05,
+      "loss": 0.0,
+      "step": 63764
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9380082681520877e-05,
+      "loss": 0.0,
+      "step": 63766
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9379435721263643e-05,
+      "loss": 0.0001,
+      "step": 63768
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9378788761006415e-05,
+      "loss": 0.0099,
+      "step": 63770
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.937814180074918e-05,
+      "loss": 0.0,
+      "step": 63772
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9377494840491947e-05,
+      "loss": 0.0,
+      "step": 63774
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.937684788023472e-05,
+      "loss": 0.0,
+      "step": 63776
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.937620091997749e-05,
+      "loss": 0.0,
+      "step": 63778
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9375553959720254e-05,
+      "loss": 0.0,
+      "step": 63780
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9374906999463027e-05,
+      "loss": 0.0,
+      "step": 63782
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9374260039205792e-05,
+      "loss": 0.0,
+      "step": 63784
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9373613078948565e-05,
+      "loss": 0.0088,
+      "step": 63786
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.937296611869133e-05,
+      "loss": 0.0,
+      "step": 63788
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9372319158434096e-05,
+      "loss": 0.0,
+      "step": 63790
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.937167219817687e-05,
+      "loss": 0.0,
+      "step": 63792
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9371025237919638e-05,
+      "loss": 0.0124,
+      "step": 63794
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9370378277662403e-05,
+      "loss": 0.0,
+      "step": 63796
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9369731317405176e-05,
+      "loss": 0.0,
+      "step": 63798
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.936908435714794e-05,
+      "loss": 0.0013,
+      "step": 63800
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9368437396890707e-05,
+      "loss": 0.001,
+      "step": 63802
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.936779043663348e-05,
+      "loss": 0.0,
+      "step": 63804
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9367143476376245e-05,
+      "loss": 0.0001,
+      "step": 63806
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9366496516119018e-05,
+      "loss": 0.0,
+      "step": 63808
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9365849555861784e-05,
+      "loss": 0.0,
+      "step": 63810
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9365202595604553e-05,
+      "loss": 0.0,
+      "step": 63812
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9364555635347325e-05,
+      "loss": 0.0,
+      "step": 63814
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.936390867509009e-05,
+      "loss": 0.0003,
+      "step": 63816
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9363261714832857e-05,
+      "loss": 0.0,
+      "step": 63818
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.936261475457563e-05,
+      "loss": 0.0,
+      "step": 63820
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9361967794318395e-05,
+      "loss": 0.0,
+      "step": 63822
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9361320834061164e-05,
+      "loss": 0.0001,
+      "step": 63824
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9360673873803933e-05,
+      "loss": 0.0,
+      "step": 63826
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9360026913546702e-05,
+      "loss": 0.0001,
+      "step": 63828
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9359379953289474e-05,
+      "loss": 0.0,
+      "step": 63830
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.935873299303224e-05,
+      "loss": 0.0,
+      "step": 63832
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9358086032775006e-05,
+      "loss": 0.0,
+      "step": 63834
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.935743907251778e-05,
+      "loss": 0.0,
+      "step": 63836
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9356792112260544e-05,
+      "loss": 0.0,
+      "step": 63838
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9356145152003313e-05,
+      "loss": 0.0001,
+      "step": 63840
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9355498191746082e-05,
+      "loss": 0.0003,
+      "step": 63842
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.935485123148885e-05,
+      "loss": 0.0,
+      "step": 63844
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9354204271231624e-05,
+      "loss": 0.0018,
+      "step": 63846
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.935355731097439e-05,
+      "loss": 0.0001,
+      "step": 63848
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9352910350717155e-05,
+      "loss": 0.0,
+      "step": 63850
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9352263390459928e-05,
+      "loss": 0.0,
+      "step": 63852
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9351616430202693e-05,
+      "loss": 0.0,
+      "step": 63854
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9350969469945462e-05,
+      "loss": 0.0,
+      "step": 63856
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.935032250968823e-05,
+      "loss": 0.0,
+      "step": 63858
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9349675549431e-05,
+      "loss": 0.0,
+      "step": 63860
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9349028589173766e-05,
+      "loss": 0.0,
+      "step": 63862
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.934838162891654e-05,
+      "loss": 0.0,
+      "step": 63864
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9347734668659304e-05,
+      "loss": 0.0,
+      "step": 63866
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9347087708402077e-05,
+      "loss": 0.0,
+      "step": 63868
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9346440748144843e-05,
+      "loss": 0.0,
+      "step": 63870
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9345793787887608e-05,
+      "loss": 0.0,
+      "step": 63872
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.934514682763038e-05,
+      "loss": 0.0054,
+      "step": 63874
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.934449986737315e-05,
+      "loss": 0.0,
+      "step": 63876
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9343852907115916e-05,
+      "loss": 0.0,
+      "step": 63878
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9343205946858688e-05,
+      "loss": 0.0,
+      "step": 63880
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9342558986601454e-05,
+      "loss": 0.0001,
+      "step": 63882
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.934191202634422e-05,
+      "loss": 0.0,
+      "step": 63884
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9341265066086992e-05,
+      "loss": 0.0,
+      "step": 63886
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9340618105829758e-05,
+      "loss": 0.0,
+      "step": 63888
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.933997114557253e-05,
+      "loss": 0.0,
+      "step": 63890
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.93393241853153e-05,
+      "loss": 0.0,
+      "step": 63892
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9338677225058065e-05,
+      "loss": 0.0001,
+      "step": 63894
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9338030264800837e-05,
+      "loss": 0.0,
+      "step": 63896
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9337383304543603e-05,
+      "loss": 0.0,
+      "step": 63898
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.933673634428637e-05,
+      "loss": 0.0,
+      "step": 63900
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.933608938402914e-05,
+      "loss": 0.0001,
+      "step": 63902
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9335442423771907e-05,
+      "loss": 0.0,
+      "step": 63904
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.933479546351468e-05,
+      "loss": 0.0002,
+      "step": 63906
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.933414850325745e-05,
+      "loss": 0.0001,
+      "step": 63908
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9333501543000214e-05,
+      "loss": 0.0001,
+      "step": 63910
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9332854582742987e-05,
+      "loss": 0.0,
+      "step": 63912
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9332207622485752e-05,
+      "loss": 0.0001,
+      "step": 63914
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9331560662228518e-05,
+      "loss": 0.0,
+      "step": 63916
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.933091370197129e-05,
+      "loss": 0.0,
+      "step": 63918
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9330266741714056e-05,
+      "loss": 0.0,
+      "step": 63920
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9329619781456825e-05,
+      "loss": 0.0014,
+      "step": 63922
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9328972821199598e-05,
+      "loss": 0.0014,
+      "step": 63924
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9328325860942363e-05,
+      "loss": 0.0,
+      "step": 63926
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9327678900685136e-05,
+      "loss": 0.0,
+      "step": 63928
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.93270319404279e-05,
+      "loss": 0.0001,
+      "step": 63930
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9326384980170667e-05,
+      "loss": 0.0001,
+      "step": 63932
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.932573801991344e-05,
+      "loss": 0.0,
+      "step": 63934
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9325091059656205e-05,
+      "loss": 0.0,
+      "step": 63936
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9324444099398975e-05,
+      "loss": 0.0,
+      "step": 63938
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9323797139141747e-05,
+      "loss": 0.0,
+      "step": 63940
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9323150178884513e-05,
+      "loss": 0.0,
+      "step": 63942
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.932250321862728e-05,
+      "loss": 0.0001,
+      "step": 63944
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.932185625837005e-05,
+      "loss": 0.0,
+      "step": 63946
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9321209298112817e-05,
+      "loss": 0.0,
+      "step": 63948
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.932056233785559e-05,
+      "loss": 0.0,
+      "step": 63950
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9319915377598355e-05,
+      "loss": 0.0,
+      "step": 63952
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9319268417341124e-05,
+      "loss": 0.0,
+      "step": 63954
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9318621457083896e-05,
+      "loss": 0.0081,
+      "step": 63956
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9317974496826662e-05,
+      "loss": 0.0,
+      "step": 63958
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9317327536569428e-05,
+      "loss": 0.0,
+      "step": 63960
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.93166805763122e-05,
+      "loss": 0.0,
+      "step": 63962
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9316033616054966e-05,
+      "loss": 0.0001,
+      "step": 63964
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.931538665579773e-05,
+      "loss": 0.0,
+      "step": 63966
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9314739695540504e-05,
+      "loss": 0.0,
+      "step": 63968
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9314092735283273e-05,
+      "loss": 0.0,
+      "step": 63970
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9313445775026042e-05,
+      "loss": 0.0002,
+      "step": 63972
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.931279881476881e-05,
+      "loss": 0.0,
+      "step": 63974
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9312151854511577e-05,
+      "loss": 0.0,
+      "step": 63976
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.931150489425435e-05,
+      "loss": 0.0,
+      "step": 63978
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9310857933997115e-05,
+      "loss": 0.0,
+      "step": 63980
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.931021097373988e-05,
+      "loss": 0.0001,
+      "step": 63982
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9309564013482653e-05,
+      "loss": 0.0002,
+      "step": 63984
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9308917053225422e-05,
+      "loss": 0.0,
+      "step": 63986
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.930827009296819e-05,
+      "loss": 0.0,
+      "step": 63988
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.930762313271096e-05,
+      "loss": 0.0,
+      "step": 63990
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9306976172453726e-05,
+      "loss": 0.0,
+      "step": 63992
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.93063292121965e-05,
+      "loss": 0.0001,
+      "step": 63994
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9305682251939264e-05,
+      "loss": 0.0,
+      "step": 63996
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.930503529168203e-05,
+      "loss": 0.0,
+      "step": 63998
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9304388331424803e-05,
+      "loss": 0.0001,
+      "step": 64000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.930374137116757e-05,
+      "loss": 0.0,
+      "step": 64002
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9303094410910337e-05,
+      "loss": 0.0,
+      "step": 64004
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.930244745065311e-05,
+      "loss": 0.0004,
+      "step": 64006
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9301800490395876e-05,
+      "loss": 0.006,
+      "step": 64008
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9301153530138648e-05,
+      "loss": 0.0,
+      "step": 64010
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9300506569881414e-05,
+      "loss": 0.0,
+      "step": 64012
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.929985960962418e-05,
+      "loss": 0.0,
+      "step": 64014
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9299212649366952e-05,
+      "loss": 0.0,
+      "step": 64016
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.929856568910972e-05,
+      "loss": 0.0,
+      "step": 64018
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9297918728852487e-05,
+      "loss": 0.0,
+      "step": 64020
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.929727176859526e-05,
+      "loss": 0.0001,
+      "step": 64022
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9296624808338025e-05,
+      "loss": 0.0,
+      "step": 64024
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.929597784808079e-05,
+      "loss": 0.0027,
+      "step": 64026
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9295330887823563e-05,
+      "loss": 0.0029,
+      "step": 64028
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.929468392756633e-05,
+      "loss": 0.0,
+      "step": 64030
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.92940369673091e-05,
+      "loss": 0.0,
+      "step": 64032
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.929339000705187e-05,
+      "loss": 0.0,
+      "step": 64034
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9292743046794636e-05,
+      "loss": 0.0,
+      "step": 64036
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.929209608653741e-05,
+      "loss": 0.0,
+      "step": 64038
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9291449126280174e-05,
+      "loss": 0.0056,
+      "step": 64040
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.929080216602294e-05,
+      "loss": 0.0,
+      "step": 64042
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9290155205765712e-05,
+      "loss": 0.0,
+      "step": 64044
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9289508245508478e-05,
+      "loss": 0.0,
+      "step": 64046
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.928886128525125e-05,
+      "loss": 0.0,
+      "step": 64048
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9288214324994016e-05,
+      "loss": 0.0032,
+      "step": 64050
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9287567364736785e-05,
+      "loss": 0.0,
+      "step": 64052
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9286920404479558e-05,
+      "loss": 0.0083,
+      "step": 64054
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9286273444222323e-05,
+      "loss": 0.0,
+      "step": 64056
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.928562648396509e-05,
+      "loss": 0.0,
+      "step": 64058
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.928497952370786e-05,
+      "loss": 0.0,
+      "step": 64060
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9284332563450627e-05,
+      "loss": 0.0,
+      "step": 64062
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9283685603193396e-05,
+      "loss": 0.0001,
+      "step": 64064
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9283038642936165e-05,
+      "loss": 0.0,
+      "step": 64066
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9282391682678934e-05,
+      "loss": 0.0149,
+      "step": 64068
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9281744722421707e-05,
+      "loss": 0.0003,
+      "step": 64070
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9281097762164473e-05,
+      "loss": 0.0,
+      "step": 64072
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.928045080190724e-05,
+      "loss": 0.0,
+      "step": 64074
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.927980384165001e-05,
+      "loss": 0.0,
+      "step": 64076
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9279156881392777e-05,
+      "loss": 0.0039,
+      "step": 64078
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9278509921135546e-05,
+      "loss": 0.0001,
+      "step": 64080
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9277862960878315e-05,
+      "loss": 0.0,
+      "step": 64082
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9277216000621084e-05,
+      "loss": 0.0,
+      "step": 64084
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.927656904036385e-05,
+      "loss": 0.0,
+      "step": 64086
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9275922080106622e-05,
+      "loss": 0.0,
+      "step": 64088
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9275275119849388e-05,
+      "loss": 0.0,
+      "step": 64090
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.927462815959216e-05,
+      "loss": 0.0011,
+      "step": 64092
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9273981199334926e-05,
+      "loss": 0.0,
+      "step": 64094
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9273334239077695e-05,
+      "loss": 0.0062,
+      "step": 64096
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9272687278820464e-05,
+      "loss": 0.0,
+      "step": 64098
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9272040318563233e-05,
+      "loss": 0.0,
+      "step": 64100
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9271393358306e-05,
+      "loss": 0.0,
+      "step": 64102
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.927074639804877e-05,
+      "loss": 0.0,
+      "step": 64104
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9270099437791537e-05,
+      "loss": 0.0,
+      "step": 64106
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9269452477534303e-05,
+      "loss": 0.0,
+      "step": 64108
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9268805517277075e-05,
+      "loss": 0.0055,
+      "step": 64110
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.926815855701984e-05,
+      "loss": 0.0,
+      "step": 64112
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9267511596762613e-05,
+      "loss": 0.0,
+      "step": 64114
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9266864636505382e-05,
+      "loss": 0.0,
+      "step": 64116
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9266217676248148e-05,
+      "loss": 0.0001,
+      "step": 64118
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.926557071599092e-05,
+      "loss": 0.0,
+      "step": 64120
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9264923755733686e-05,
+      "loss": 0.0001,
+      "step": 64122
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9264276795476452e-05,
+      "loss": 0.0,
+      "step": 64124
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9263629835219224e-05,
+      "loss": 0.0001,
+      "step": 64126
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.926298287496199e-05,
+      "loss": 0.0,
+      "step": 64128
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9262335914704763e-05,
+      "loss": 0.0,
+      "step": 64130
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.926168895444753e-05,
+      "loss": 0.0,
+      "step": 64132
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9261041994190297e-05,
+      "loss": 0.0095,
+      "step": 64134
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.926039503393307e-05,
+      "loss": 0.0002,
+      "step": 64136
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9259748073675836e-05,
+      "loss": 0.0,
+      "step": 64138
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.92591011134186e-05,
+      "loss": 0.0,
+      "step": 64140
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.9258454153161374e-05,
+      "loss": 0.0,
+      "step": 64142
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.925780719290414e-05,
+      "loss": 0.0001,
+      "step": 64144
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 2.925716023264691e-05,
+      "loss": 0.0,
+      "step": 64146
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.925651327238968e-05,
+      "loss": 0.0002,
+      "step": 64148
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9255866312132447e-05,
+      "loss": 0.0,
+      "step": 64150
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.925521935187522e-05,
+      "loss": 0.0009,
+      "step": 64152
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9254572391617985e-05,
+      "loss": 0.0006,
+      "step": 64154
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.925392543136075e-05,
+      "loss": 0.0,
+      "step": 64156
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9253278471103523e-05,
+      "loss": 0.0,
+      "step": 64158
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.925263151084629e-05,
+      "loss": 0.0,
+      "step": 64160
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9251984550589058e-05,
+      "loss": 0.0,
+      "step": 64162
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.925133759033183e-05,
+      "loss": 0.0,
+      "step": 64164
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9250690630074596e-05,
+      "loss": 0.0,
+      "step": 64166
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.925004366981736e-05,
+      "loss": 0.0,
+      "step": 64168
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9249396709560134e-05,
+      "loss": 0.0,
+      "step": 64170
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.92487497493029e-05,
+      "loss": 0.0,
+      "step": 64172
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9248102789045672e-05,
+      "loss": 0.0006,
+      "step": 64174
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9247455828788438e-05,
+      "loss": 0.0,
+      "step": 64176
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9246808868531207e-05,
+      "loss": 0.0,
+      "step": 64178
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.924616190827398e-05,
+      "loss": 0.0,
+      "step": 64180
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9245514948016745e-05,
+      "loss": 0.0001,
+      "step": 64182
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.924486798775951e-05,
+      "loss": 0.0,
+      "step": 64184
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9244221027502283e-05,
+      "loss": 0.0,
+      "step": 64186
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.924357406724505e-05,
+      "loss": 0.0,
+      "step": 64188
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.924292710698782e-05,
+      "loss": 0.0,
+      "step": 64190
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9242280146730587e-05,
+      "loss": 0.0,
+      "step": 64192
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9241633186473356e-05,
+      "loss": 0.0002,
+      "step": 64194
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.924098622621613e-05,
+      "loss": 0.0,
+      "step": 64196
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9240339265958894e-05,
+      "loss": 0.0,
+      "step": 64198
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.923969230570166e-05,
+      "loss": 0.0,
+      "step": 64200
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9239045345444433e-05,
+      "loss": 0.0006,
+      "step": 64202
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.92383983851872e-05,
+      "loss": 0.0001,
+      "step": 64204
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9237751424929964e-05,
+      "loss": 0.0001,
+      "step": 64206
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9237104464672737e-05,
+      "loss": 0.0,
+      "step": 64208
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9236457504415506e-05,
+      "loss": 0.0001,
+      "step": 64210
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9235810544158275e-05,
+      "loss": 0.0,
+      "step": 64212
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9235163583901044e-05,
+      "loss": 0.0,
+      "step": 64214
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.923451662364381e-05,
+      "loss": 0.0001,
+      "step": 64216
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9233869663386582e-05,
+      "loss": 0.005,
+      "step": 64218
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9233222703129348e-05,
+      "loss": 0.0,
+      "step": 64220
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9232575742872113e-05,
+      "loss": 0.0,
+      "step": 64222
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9231928782614886e-05,
+      "loss": 0.0033,
+      "step": 64224
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9231281822357655e-05,
+      "loss": 0.0,
+      "step": 64226
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.923063486210042e-05,
+      "loss": 0.0115,
+      "step": 64228
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9229987901843193e-05,
+      "loss": 0.0002,
+      "step": 64230
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.922934094158596e-05,
+      "loss": 0.0006,
+      "step": 64232
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.922869398132873e-05,
+      "loss": 0.0,
+      "step": 64234
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9228047021071497e-05,
+      "loss": 0.0,
+      "step": 64236
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9227400060814263e-05,
+      "loss": 0.0001,
+      "step": 64238
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9226753100557035e-05,
+      "loss": 0.0,
+      "step": 64240
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9226106140299804e-05,
+      "loss": 0.0,
+      "step": 64242
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.922545918004257e-05,
+      "loss": 0.0001,
+      "step": 64244
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9224812219785342e-05,
+      "loss": 0.0006,
+      "step": 64246
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9224165259528108e-05,
+      "loss": 0.004,
+      "step": 64248
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9223518299270874e-05,
+      "loss": 0.0002,
+      "step": 64250
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9222871339013646e-05,
+      "loss": 0.0,
+      "step": 64252
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9222224378756412e-05,
+      "loss": 0.0,
+      "step": 64254
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9221577418499184e-05,
+      "loss": 0.0,
+      "step": 64256
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9220930458241953e-05,
+      "loss": 0.0,
+      "step": 64258
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.922028349798472e-05,
+      "loss": 0.0,
+      "step": 64260
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.921963653772749e-05,
+      "loss": 0.0,
+      "step": 64262
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9218989577470257e-05,
+      "loss": 0.0,
+      "step": 64264
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9218342617213023e-05,
+      "loss": 0.0001,
+      "step": 64266
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9217695656955795e-05,
+      "loss": 0.0015,
+      "step": 64268
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.921704869669856e-05,
+      "loss": 0.0,
+      "step": 64270
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9216401736441334e-05,
+      "loss": 0.0,
+      "step": 64272
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9215754776184103e-05,
+      "loss": 0.0001,
+      "step": 64274
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.921510781592687e-05,
+      "loss": 0.0082,
+      "step": 64276
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.921446085566964e-05,
+      "loss": 0.0,
+      "step": 64278
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9213813895412407e-05,
+      "loss": 0.0001,
+      "step": 64280
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9213166935155172e-05,
+      "loss": 0.0001,
+      "step": 64282
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9212519974897945e-05,
+      "loss": 0.0006,
+      "step": 64284
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.921187301464071e-05,
+      "loss": 0.0,
+      "step": 64286
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.921122605438348e-05,
+      "loss": 0.0005,
+      "step": 64288
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.921057909412625e-05,
+      "loss": 0.0,
+      "step": 64290
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9209932133869018e-05,
+      "loss": 0.0,
+      "step": 64292
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.920928517361179e-05,
+      "loss": 0.0,
+      "step": 64294
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9208638213354556e-05,
+      "loss": 0.0001,
+      "step": 64296
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.920799125309732e-05,
+      "loss": 0.0002,
+      "step": 64298
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9207344292840094e-05,
+      "loss": 0.0,
+      "step": 64300
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.920669733258286e-05,
+      "loss": 0.0,
+      "step": 64302
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.920605037232563e-05,
+      "loss": 0.0,
+      "step": 64304
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9205403412068398e-05,
+      "loss": 0.0,
+      "step": 64306
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9204756451811167e-05,
+      "loss": 0.0,
+      "step": 64308
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9204109491553933e-05,
+      "loss": 0.0,
+      "step": 64310
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9203462531296705e-05,
+      "loss": 0.0,
+      "step": 64312
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.920281557103947e-05,
+      "loss": 0.0015,
+      "step": 64314
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9202168610782243e-05,
+      "loss": 0.0,
+      "step": 64316
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.920152165052501e-05,
+      "loss": 0.0,
+      "step": 64318
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9200874690267778e-05,
+      "loss": 0.0002,
+      "step": 64320
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9200227730010547e-05,
+      "loss": 0.0,
+      "step": 64322
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9199580769753316e-05,
+      "loss": 0.0,
+      "step": 64324
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9198933809496082e-05,
+      "loss": 0.0,
+      "step": 64326
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9198286849238854e-05,
+      "loss": 0.0,
+      "step": 64328
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.919763988898162e-05,
+      "loss": 0.0002,
+      "step": 64330
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9196992928724393e-05,
+      "loss": 0.0001,
+      "step": 64332
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.919634596846716e-05,
+      "loss": 0.0038,
+      "step": 64334
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9195699008209927e-05,
+      "loss": 0.0,
+      "step": 64336
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9195052047952697e-05,
+      "loss": 0.0,
+      "step": 64338
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9194405087695466e-05,
+      "loss": 0.0,
+      "step": 64340
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.919375812743823e-05,
+      "loss": 0.0368,
+      "step": 64342
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9193111167181004e-05,
+      "loss": 0.0087,
+      "step": 64344
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.919246420692377e-05,
+      "loss": 0.0,
+      "step": 64346
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9191817246666535e-05,
+      "loss": 0.0,
+      "step": 64348
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9191170286409308e-05,
+      "loss": 0.0,
+      "step": 64350
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9190523326152073e-05,
+      "loss": 0.0,
+      "step": 64352
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9189876365894846e-05,
+      "loss": 0.0,
+      "step": 64354
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9189229405637615e-05,
+      "loss": 0.0,
+      "step": 64356
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.918858244538038e-05,
+      "loss": 0.0,
+      "step": 64358
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9187935485123153e-05,
+      "loss": 0.0,
+      "step": 64360
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.918728852486592e-05,
+      "loss": 0.0,
+      "step": 64362
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9186641564608684e-05,
+      "loss": 0.0,
+      "step": 64364
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9185994604351457e-05,
+      "loss": 0.0003,
+      "step": 64366
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9185347644094223e-05,
+      "loss": 0.0002,
+      "step": 64368
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9184700683836992e-05,
+      "loss": 0.0001,
+      "step": 64370
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9184053723579764e-05,
+      "loss": 0.0001,
+      "step": 64372
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.918340676332253e-05,
+      "loss": 0.0063,
+      "step": 64374
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9182759803065302e-05,
+      "loss": 0.0,
+      "step": 64376
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9182112842808068e-05,
+      "loss": 0.0,
+      "step": 64378
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9181465882550834e-05,
+      "loss": 0.0,
+      "step": 64380
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9180818922293606e-05,
+      "loss": 0.0001,
+      "step": 64382
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9180171962036372e-05,
+      "loss": 0.0,
+      "step": 64384
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.917952500177914e-05,
+      "loss": 0.0134,
+      "step": 64386
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9178878041521913e-05,
+      "loss": 0.0,
+      "step": 64388
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.917823108126468e-05,
+      "loss": 0.0,
+      "step": 64390
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9177584121007445e-05,
+      "loss": 0.0,
+      "step": 64392
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9176937160750217e-05,
+      "loss": 0.0,
+      "step": 64394
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9176290200492983e-05,
+      "loss": 0.0,
+      "step": 64396
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9175643240235755e-05,
+      "loss": 0.0,
+      "step": 64398
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.917499627997852e-05,
+      "loss": 0.0,
+      "step": 64400
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.917434931972129e-05,
+      "loss": 0.0034,
+      "step": 64402
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9173702359464063e-05,
+      "loss": 0.0,
+      "step": 64404
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.917305539920683e-05,
+      "loss": 0.0,
+      "step": 64406
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9172408438949594e-05,
+      "loss": 0.0,
+      "step": 64408
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9171761478692367e-05,
+      "loss": 0.0,
+      "step": 64410
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9171114518435132e-05,
+      "loss": 0.0,
+      "step": 64412
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9170467558177905e-05,
+      "loss": 0.001,
+      "step": 64414
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.916982059792067e-05,
+      "loss": 0.0005,
+      "step": 64416
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.916917363766344e-05,
+      "loss": 0.0,
+      "step": 64418
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9168526677406212e-05,
+      "loss": 0.0,
+      "step": 64420
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9167879717148978e-05,
+      "loss": 0.0,
+      "step": 64422
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9167232756891743e-05,
+      "loss": 0.0,
+      "step": 64424
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9166585796634516e-05,
+      "loss": 0.0,
+      "step": 64426
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.916593883637728e-05,
+      "loss": 0.0003,
+      "step": 64428
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9165291876120047e-05,
+      "loss": 0.0,
+      "step": 64430
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.916464491586282e-05,
+      "loss": 0.0,
+      "step": 64432
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.916399795560559e-05,
+      "loss": 0.0,
+      "step": 64434
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.916335099534836e-05,
+      "loss": 0.0,
+      "step": 64436
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9162704035091127e-05,
+      "loss": 0.0,
+      "step": 64438
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9162057074833893e-05,
+      "loss": 0.0007,
+      "step": 64440
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9161410114576665e-05,
+      "loss": 0.0,
+      "step": 64442
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.916076315431943e-05,
+      "loss": 0.0001,
+      "step": 64444
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9160116194062197e-05,
+      "loss": 0.0001,
+      "step": 64446
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.915946923380497e-05,
+      "loss": 0.0,
+      "step": 64448
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9158822273547738e-05,
+      "loss": 0.0,
+      "step": 64450
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9158175313290504e-05,
+      "loss": 0.0,
+      "step": 64452
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9157528353033276e-05,
+      "loss": 0.0006,
+      "step": 64454
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9156881392776042e-05,
+      "loss": 0.0,
+      "step": 64456
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9156234432518814e-05,
+      "loss": 0.0001,
+      "step": 64458
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.915558747226158e-05,
+      "loss": 0.0001,
+      "step": 64460
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9154940512004346e-05,
+      "loss": 0.0,
+      "step": 64462
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.915429355174712e-05,
+      "loss": 0.0,
+      "step": 64464
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9153646591489887e-05,
+      "loss": 0.0052,
+      "step": 64466
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9152999631232653e-05,
+      "loss": 0.0,
+      "step": 64468
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9152352670975426e-05,
+      "loss": 0.0,
+      "step": 64470
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.915170571071819e-05,
+      "loss": 0.0,
+      "step": 64472
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9151058750460964e-05,
+      "loss": 0.0078,
+      "step": 64474
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.915041179020373e-05,
+      "loss": 0.0,
+      "step": 64476
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9149764829946495e-05,
+      "loss": 0.0144,
+      "step": 64478
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9149117869689268e-05,
+      "loss": 0.0,
+      "step": 64480
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9148470909432037e-05,
+      "loss": 0.0,
+      "step": 64482
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9147823949174802e-05,
+      "loss": 0.0,
+      "step": 64484
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9147176988917575e-05,
+      "loss": 0.0085,
+      "step": 64486
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.914653002866034e-05,
+      "loss": 0.0,
+      "step": 64488
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9145883068403106e-05,
+      "loss": 0.0,
+      "step": 64490
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.914523610814588e-05,
+      "loss": 0.0,
+      "step": 64492
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9144589147888644e-05,
+      "loss": 0.0,
+      "step": 64494
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9143942187631417e-05,
+      "loss": 0.0,
+      "step": 64496
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9143295227374186e-05,
+      "loss": 0.0036,
+      "step": 64498
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.914264826711695e-05,
+      "loss": 0.0,
+      "step": 64500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9142001306859724e-05,
+      "loss": 0.0,
+      "step": 64502
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.914135434660249e-05,
+      "loss": 0.0105,
+      "step": 64504
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9140707386345256e-05,
+      "loss": 0.0,
+      "step": 64506
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9140060426088028e-05,
+      "loss": 0.0,
+      "step": 64508
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9139413465830794e-05,
+      "loss": 0.0,
+      "step": 64510
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9138766505573563e-05,
+      "loss": 0.0,
+      "step": 64512
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9138119545316335e-05,
+      "loss": 0.0,
+      "step": 64514
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.91374725850591e-05,
+      "loss": 0.004,
+      "step": 64516
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9136825624801873e-05,
+      "loss": 0.0,
+      "step": 64518
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.913617866454464e-05,
+      "loss": 0.0015,
+      "step": 64520
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9135531704287405e-05,
+      "loss": 0.0029,
+      "step": 64522
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9134884744030177e-05,
+      "loss": 0.0,
+      "step": 64524
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9134237783772943e-05,
+      "loss": 0.0,
+      "step": 64526
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9133590823515712e-05,
+      "loss": 0.0,
+      "step": 64528
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.913294386325848e-05,
+      "loss": 0.0,
+      "step": 64530
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.913229690300125e-05,
+      "loss": 0.0,
+      "step": 64532
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9131649942744016e-05,
+      "loss": 0.0,
+      "step": 64534
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.913100298248679e-05,
+      "loss": 0.0,
+      "step": 64536
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9130356022229554e-05,
+      "loss": 0.0,
+      "step": 64538
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9129709061972327e-05,
+      "loss": 0.0002,
+      "step": 64540
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9129062101715092e-05,
+      "loss": 0.0,
+      "step": 64542
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.912841514145786e-05,
+      "loss": 0.0,
+      "step": 64544
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.912776818120063e-05,
+      "loss": 0.0,
+      "step": 64546
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.91271212209434e-05,
+      "loss": 0.0,
+      "step": 64548
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9126474260686165e-05,
+      "loss": 0.0,
+      "step": 64550
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9125827300428938e-05,
+      "loss": 0.0002,
+      "step": 64552
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9125180340171703e-05,
+      "loss": 0.0,
+      "step": 64554
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9124533379914476e-05,
+      "loss": 0.0,
+      "step": 64556
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.912388641965724e-05,
+      "loss": 0.0,
+      "step": 64558
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.912323945940001e-05,
+      "loss": 0.007,
+      "step": 64560
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.912259249914278e-05,
+      "loss": 0.0006,
+      "step": 64562
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.912194553888555e-05,
+      "loss": 0.0,
+      "step": 64564
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9121298578628315e-05,
+      "loss": 0.0,
+      "step": 64566
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9120651618371087e-05,
+      "loss": 0.0,
+      "step": 64568
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9120004658113853e-05,
+      "loss": 0.0,
+      "step": 64570
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.911935769785662e-05,
+      "loss": 0.0,
+      "step": 64572
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.911871073759939e-05,
+      "loss": 0.0038,
+      "step": 64574
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.911806377734216e-05,
+      "loss": 0.0,
+      "step": 64576
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.911741681708493e-05,
+      "loss": 0.0,
+      "step": 64578
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9116769856827698e-05,
+      "loss": 0.0,
+      "step": 64580
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9116122896570464e-05,
+      "loss": 0.0,
+      "step": 64582
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9115475936313236e-05,
+      "loss": 0.0,
+      "step": 64584
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9114828976056002e-05,
+      "loss": 0.0,
+      "step": 64586
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9114182015798768e-05,
+      "loss": 0.0,
+      "step": 64588
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.911353505554154e-05,
+      "loss": 0.004,
+      "step": 64590
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9112888095284306e-05,
+      "loss": 0.0,
+      "step": 64592
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9112241135027075e-05,
+      "loss": 0.0,
+      "step": 64594
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9111594174769847e-05,
+      "loss": 0.0079,
+      "step": 64596
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9110947214512613e-05,
+      "loss": 0.0,
+      "step": 64598
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9110300254255386e-05,
+      "loss": 0.0,
+      "step": 64600
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.910965329399815e-05,
+      "loss": 0.0,
+      "step": 64602
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9109006333740917e-05,
+      "loss": 0.0,
+      "step": 64604
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.910835937348369e-05,
+      "loss": 0.0042,
+      "step": 64606
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9107712413226455e-05,
+      "loss": 0.0,
+      "step": 64608
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9107065452969224e-05,
+      "loss": 0.0,
+      "step": 64610
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9106418492711997e-05,
+      "loss": 0.0,
+      "step": 64612
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9105771532454762e-05,
+      "loss": 0.0,
+      "step": 64614
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9105124572197528e-05,
+      "loss": 0.0,
+      "step": 64616
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.91044776119403e-05,
+      "loss": 0.0,
+      "step": 64618
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9103830651683066e-05,
+      "loss": 0.0,
+      "step": 64620
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.910318369142584e-05,
+      "loss": 0.0005,
+      "step": 64622
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9102536731168604e-05,
+      "loss": 0.0,
+      "step": 64624
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9101889770911374e-05,
+      "loss": 0.0,
+      "step": 64626
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9101242810654146e-05,
+      "loss": 0.0,
+      "step": 64628
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.910059585039691e-05,
+      "loss": 0.0,
+      "step": 64630
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9099948890139677e-05,
+      "loss": 0.0076,
+      "step": 64632
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.909930192988245e-05,
+      "loss": 0.0,
+      "step": 64634
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9098654969625216e-05,
+      "loss": 0.0,
+      "step": 64636
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9098008009367988e-05,
+      "loss": 0.0225,
+      "step": 64638
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9097361049110754e-05,
+      "loss": 0.0,
+      "step": 64640
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9096714088853523e-05,
+      "loss": 0.0,
+      "step": 64642
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9096067128596295e-05,
+      "loss": 0.0,
+      "step": 64644
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.909542016833906e-05,
+      "loss": 0.0,
+      "step": 64646
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9094773208081827e-05,
+      "loss": 0.0,
+      "step": 64648
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.90941262478246e-05,
+      "loss": 0.0036,
+      "step": 64650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9093479287567365e-05,
+      "loss": 0.0127,
+      "step": 64652
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.909283232731013e-05,
+      "loss": 0.0,
+      "step": 64654
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9092185367052903e-05,
+      "loss": 0.0018,
+      "step": 64656
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9091538406795672e-05,
+      "loss": 0.0,
+      "step": 64658
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 2.9090891446538445e-05,
+      "loss": 0.0,
+      "step": 64660
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.909024448628121e-05,
+      "loss": 0.0,
+      "step": 64662
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9089597526023976e-05,
+      "loss": 0.0,
+      "step": 64664
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.908895056576675e-05,
+      "loss": 0.0,
+      "step": 64666
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9088303605509514e-05,
+      "loss": 0.0,
+      "step": 64668
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.908765664525228e-05,
+      "loss": 0.0001,
+      "step": 64670
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9087009684995052e-05,
+      "loss": 0.0,
+      "step": 64672
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.908636272473782e-05,
+      "loss": 0.0,
+      "step": 64674
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9085715764480587e-05,
+      "loss": 0.0088,
+      "step": 64676
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.908506880422336e-05,
+      "loss": 0.0,
+      "step": 64678
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9084421843966125e-05,
+      "loss": 0.0,
+      "step": 64680
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9083774883708898e-05,
+      "loss": 0.0,
+      "step": 64682
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9083127923451663e-05,
+      "loss": 0.0011,
+      "step": 64684
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.908248096319443e-05,
+      "loss": 0.0,
+      "step": 64686
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.90818340029372e-05,
+      "loss": 0.0005,
+      "step": 64688
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.908118704267997e-05,
+      "loss": 0.0,
+      "step": 64690
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9080540082422736e-05,
+      "loss": 0.0,
+      "step": 64692
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.907989312216551e-05,
+      "loss": 0.0,
+      "step": 64694
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9079246161908275e-05,
+      "loss": 0.0,
+      "step": 64696
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9078599201651047e-05,
+      "loss": 0.0,
+      "step": 64698
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9077952241393813e-05,
+      "loss": 0.0,
+      "step": 64700
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.907730528113658e-05,
+      "loss": 0.0058,
+      "step": 64702
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.907665832087935e-05,
+      "loss": 0.0,
+      "step": 64704
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.907601136062212e-05,
+      "loss": 0.0,
+      "step": 64706
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9075364400364886e-05,
+      "loss": 0.0388,
+      "step": 64708
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9074717440107658e-05,
+      "loss": 0.003,
+      "step": 64710
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9074070479850424e-05,
+      "loss": 0.0,
+      "step": 64712
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.907342351959319e-05,
+      "loss": 0.0,
+      "step": 64714
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9072776559335962e-05,
+      "loss": 0.0,
+      "step": 64716
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9072129599078728e-05,
+      "loss": 0.0,
+      "step": 64718
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.90714826388215e-05,
+      "loss": 0.0,
+      "step": 64720
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.907083567856427e-05,
+      "loss": 0.0124,
+      "step": 64722
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9070188718307035e-05,
+      "loss": 0.003,
+      "step": 64724
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9069541758049807e-05,
+      "loss": 0.0,
+      "step": 64726
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9068894797792573e-05,
+      "loss": 0.0001,
+      "step": 64728
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.906824783753534e-05,
+      "loss": 0.0,
+      "step": 64730
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.906760087727811e-05,
+      "loss": 0.0,
+      "step": 64732
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9066953917020877e-05,
+      "loss": 0.0005,
+      "step": 64734
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9066306956763646e-05,
+      "loss": 0.0073,
+      "step": 64736
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.906565999650642e-05,
+      "loss": 0.0,
+      "step": 64738
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9065013036249184e-05,
+      "loss": 0.0,
+      "step": 64740
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9064366075991957e-05,
+      "loss": 0.0033,
+      "step": 64742
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9063719115734722e-05,
+      "loss": 0.0,
+      "step": 64744
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9063072155477488e-05,
+      "loss": 0.0101,
+      "step": 64746
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.906242519522026e-05,
+      "loss": 0.0,
+      "step": 64748
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9061778234963026e-05,
+      "loss": 0.0028,
+      "step": 64750
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9061131274705795e-05,
+      "loss": 0.002,
+      "step": 64752
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9060484314448568e-05,
+      "loss": 0.0,
+      "step": 64754
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9059837354191333e-05,
+      "loss": 0.0,
+      "step": 64756
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.90591903939341e-05,
+      "loss": 0.0001,
+      "step": 64758
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.905854343367687e-05,
+      "loss": 0.0,
+      "step": 64760
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9057896473419637e-05,
+      "loss": 0.0003,
+      "step": 64762
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.905724951316241e-05,
+      "loss": 0.0,
+      "step": 64764
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9056602552905176e-05,
+      "loss": 0.0,
+      "step": 64766
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9055955592647945e-05,
+      "loss": 0.0,
+      "step": 64768
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9055308632390714e-05,
+      "loss": 0.0,
+      "step": 64770
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9054661672133483e-05,
+      "loss": 0.0001,
+      "step": 64772
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.905401471187625e-05,
+      "loss": 0.0,
+      "step": 64774
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.905336775161902e-05,
+      "loss": 0.0,
+      "step": 64776
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9052720791361787e-05,
+      "loss": 0.0,
+      "step": 64778
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.905207383110456e-05,
+      "loss": 0.0,
+      "step": 64780
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9051426870847325e-05,
+      "loss": 0.0005,
+      "step": 64782
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9050779910590094e-05,
+      "loss": 0.0,
+      "step": 64784
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9050132950332863e-05,
+      "loss": 0.0,
+      "step": 64786
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9049485990075632e-05,
+      "loss": 0.0,
+      "step": 64788
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9048839029818398e-05,
+      "loss": 0.0,
+      "step": 64790
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.904819206956117e-05,
+      "loss": 0.0201,
+      "step": 64792
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9047545109303936e-05,
+      "loss": 0.0,
+      "step": 64794
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.90468981490467e-05,
+      "loss": 0.0,
+      "step": 64796
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9046251188789474e-05,
+      "loss": 0.0,
+      "step": 64798
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9045604228532243e-05,
+      "loss": 0.0027,
+      "step": 64800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9044957268275012e-05,
+      "loss": 0.0,
+      "step": 64802
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.904431030801778e-05,
+      "loss": 0.0003,
+      "step": 64804
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9043663347760547e-05,
+      "loss": 0.0,
+      "step": 64806
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.904301638750332e-05,
+      "loss": 0.0001,
+      "step": 64808
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9042369427246085e-05,
+      "loss": 0.0075,
+      "step": 64810
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.904172246698885e-05,
+      "loss": 0.0002,
+      "step": 64812
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9041075506731623e-05,
+      "loss": 0.0004,
+      "step": 64814
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9040428546474392e-05,
+      "loss": 0.0004,
+      "step": 64816
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9039781586217158e-05,
+      "loss": 0.0,
+      "step": 64818
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.903913462595993e-05,
+      "loss": 0.0,
+      "step": 64820
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9038487665702696e-05,
+      "loss": 0.0,
+      "step": 64822
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.903784070544547e-05,
+      "loss": 0.0,
+      "step": 64824
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9037193745188235e-05,
+      "loss": 0.0,
+      "step": 64826
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9036546784931e-05,
+      "loss": 0.0,
+      "step": 64828
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9035899824673773e-05,
+      "loss": 0.0,
+      "step": 64830
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.903525286441654e-05,
+      "loss": 0.0014,
+      "step": 64832
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9034605904159307e-05,
+      "loss": 0.0,
+      "step": 64834
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.903395894390208e-05,
+      "loss": 0.0,
+      "step": 64836
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9033311983644846e-05,
+      "loss": 0.0,
+      "step": 64838
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9032665023387618e-05,
+      "loss": 0.0,
+      "step": 64840
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9032018063130384e-05,
+      "loss": 0.0,
+      "step": 64842
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.903137110287315e-05,
+      "loss": 0.0,
+      "step": 64844
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9030724142615922e-05,
+      "loss": 0.0,
+      "step": 64846
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9030077182358688e-05,
+      "loss": 0.0,
+      "step": 64848
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9029430222101457e-05,
+      "loss": 0.001,
+      "step": 64850
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.902878326184423e-05,
+      "loss": 0.0,
+      "step": 64852
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9028136301586995e-05,
+      "loss": 0.0,
+      "step": 64854
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.902748934132976e-05,
+      "loss": 0.0,
+      "step": 64856
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9026842381072533e-05,
+      "loss": 0.0,
+      "step": 64858
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.90261954208153e-05,
+      "loss": 0.0005,
+      "step": 64860
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.902554846055807e-05,
+      "loss": 0.0,
+      "step": 64862
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9024901500300837e-05,
+      "loss": 0.0,
+      "step": 64864
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9024254540043606e-05,
+      "loss": 0.0,
+      "step": 64866
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.902360757978638e-05,
+      "loss": 0.0,
+      "step": 64868
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9022960619529144e-05,
+      "loss": 0.0,
+      "step": 64870
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.902231365927191e-05,
+      "loss": 0.0001,
+      "step": 64872
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9021666699014682e-05,
+      "loss": 0.0,
+      "step": 64874
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9021019738757448e-05,
+      "loss": 0.0,
+      "step": 64876
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9020372778500217e-05,
+      "loss": 0.0,
+      "step": 64878
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9019725818242986e-05,
+      "loss": 0.0017,
+      "step": 64880
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9019078857985755e-05,
+      "loss": 0.0,
+      "step": 64882
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9018431897728528e-05,
+      "loss": 0.0,
+      "step": 64884
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9017784937471293e-05,
+      "loss": 0.0,
+      "step": 64886
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.901713797721406e-05,
+      "loss": 0.0,
+      "step": 64888
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.901649101695683e-05,
+      "loss": 0.0011,
+      "step": 64890
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9015844056699597e-05,
+      "loss": 0.0,
+      "step": 64892
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9015197096442363e-05,
+      "loss": 0.0,
+      "step": 64894
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9014550136185136e-05,
+      "loss": 0.0,
+      "step": 64896
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9013903175927905e-05,
+      "loss": 0.0138,
+      "step": 64898
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.901325621567067e-05,
+      "loss": 0.0054,
+      "step": 64900
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9012609255413443e-05,
+      "loss": 0.0,
+      "step": 64902
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.901196229515621e-05,
+      "loss": 0.002,
+      "step": 64904
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.901131533489898e-05,
+      "loss": 0.0003,
+      "step": 64906
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9010668374641747e-05,
+      "loss": 0.0,
+      "step": 64908
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9010021414384512e-05,
+      "loss": 0.0,
+      "step": 64910
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9009374454127285e-05,
+      "loss": 0.0094,
+      "step": 64912
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9008727493870054e-05,
+      "loss": 0.0001,
+      "step": 64914
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.900808053361282e-05,
+      "loss": 0.0,
+      "step": 64916
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9007433573355592e-05,
+      "loss": 0.0,
+      "step": 64918
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9006786613098358e-05,
+      "loss": 0.0,
+      "step": 64920
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.900613965284113e-05,
+      "loss": 0.0006,
+      "step": 64922
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9005492692583896e-05,
+      "loss": 0.0001,
+      "step": 64924
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.900484573232666e-05,
+      "loss": 0.0,
+      "step": 64926
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9004198772069434e-05,
+      "loss": 0.0,
+      "step": 64928
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9003551811812203e-05,
+      "loss": 0.0,
+      "step": 64930
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.900290485155497e-05,
+      "loss": 0.0,
+      "step": 64932
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.900225789129774e-05,
+      "loss": 0.0001,
+      "step": 64934
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9001610931040507e-05,
+      "loss": 0.0,
+      "step": 64936
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9000963970783273e-05,
+      "loss": 0.0021,
+      "step": 64938
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.9000317010526045e-05,
+      "loss": 0.0,
+      "step": 64940
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.899967005026881e-05,
+      "loss": 0.0,
+      "step": 64942
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8999023090011583e-05,
+      "loss": 0.0,
+      "step": 64944
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8998376129754352e-05,
+      "loss": 0.0,
+      "step": 64946
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8997729169497118e-05,
+      "loss": 0.0001,
+      "step": 64948
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.899708220923989e-05,
+      "loss": 0.0,
+      "step": 64950
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8996435248982656e-05,
+      "loss": 0.0,
+      "step": 64952
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8995788288725422e-05,
+      "loss": 0.0,
+      "step": 64954
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8995141328468195e-05,
+      "loss": 0.002,
+      "step": 64956
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.899449436821096e-05,
+      "loss": 0.0,
+      "step": 64958
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.899384740795373e-05,
+      "loss": 0.0,
+      "step": 64960
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8993200447696502e-05,
+      "loss": 0.0,
+      "step": 64962
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8992553487439267e-05,
+      "loss": 0.0,
+      "step": 64964
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.899190652718204e-05,
+      "loss": 0.0,
+      "step": 64966
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8991259566924806e-05,
+      "loss": 0.0,
+      "step": 64968
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.899061260666757e-05,
+      "loss": 0.0002,
+      "step": 64970
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8989965646410344e-05,
+      "loss": 0.0,
+      "step": 64972
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.898931868615311e-05,
+      "loss": 0.0005,
+      "step": 64974
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.898867172589588e-05,
+      "loss": 0.0,
+      "step": 64976
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.898802476563865e-05,
+      "loss": 0.0,
+      "step": 64978
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8987377805381417e-05,
+      "loss": 0.0,
+      "step": 64980
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.898673084512419e-05,
+      "loss": 0.0001,
+      "step": 64982
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8986083884866955e-05,
+      "loss": 0.0001,
+      "step": 64984
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.898543692460972e-05,
+      "loss": 0.0037,
+      "step": 64986
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8984789964352493e-05,
+      "loss": 0.0,
+      "step": 64988
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.898414300409526e-05,
+      "loss": 0.0,
+      "step": 64990
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8983496043838028e-05,
+      "loss": 0.0,
+      "step": 64992
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.89828490835808e-05,
+      "loss": 0.0002,
+      "step": 64994
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8982202123323566e-05,
+      "loss": 0.0,
+      "step": 64996
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8981555163066332e-05,
+      "loss": 0.0,
+      "step": 64998
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8980908202809104e-05,
+      "loss": 0.0,
+      "step": 65000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.898026124255187e-05,
+      "loss": 0.0,
+      "step": 65002
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8979614282294642e-05,
+      "loss": 0.0,
+      "step": 65004
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8978967322037408e-05,
+      "loss": 0.0,
+      "step": 65006
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8978320361780177e-05,
+      "loss": 0.0032,
+      "step": 65008
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8977673401522946e-05,
+      "loss": 0.0002,
+      "step": 65010
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8977026441265715e-05,
+      "loss": 0.0,
+      "step": 65012
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.897637948100848e-05,
+      "loss": 0.0156,
+      "step": 65014
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8975732520751253e-05,
+      "loss": 0.0,
+      "step": 65016
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.897508556049402e-05,
+      "loss": 0.0,
+      "step": 65018
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8974438600236785e-05,
+      "loss": 0.0053,
+      "step": 65020
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8973791639979557e-05,
+      "loss": 0.0,
+      "step": 65022
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8973144679722326e-05,
+      "loss": 0.0,
+      "step": 65024
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8972497719465096e-05,
+      "loss": 0.0,
+      "step": 65026
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8971850759207865e-05,
+      "loss": 0.0081,
+      "step": 65028
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.897120379895063e-05,
+      "loss": 0.0002,
+      "step": 65030
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8970556838693403e-05,
+      "loss": 0.0,
+      "step": 65032
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.896990987843617e-05,
+      "loss": 0.0,
+      "step": 65034
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8969262918178934e-05,
+      "loss": 0.0,
+      "step": 65036
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8968615957921707e-05,
+      "loss": 0.0,
+      "step": 65038
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8967968997664476e-05,
+      "loss": 0.0,
+      "step": 65040
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.896732203740724e-05,
+      "loss": 0.0,
+      "step": 65042
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8966675077150014e-05,
+      "loss": 0.0,
+      "step": 65044
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.896602811689278e-05,
+      "loss": 0.0001,
+      "step": 65046
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8965381156635552e-05,
+      "loss": 0.0,
+      "step": 65048
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8964734196378318e-05,
+      "loss": 0.0003,
+      "step": 65050
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8964087236121083e-05,
+      "loss": 0.0005,
+      "step": 65052
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8963440275863856e-05,
+      "loss": 0.0006,
+      "step": 65054
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8962793315606625e-05,
+      "loss": 0.0,
+      "step": 65056
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.896214635534939e-05,
+      "loss": 0.0001,
+      "step": 65058
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8961499395092163e-05,
+      "loss": 0.0,
+      "step": 65060
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.896085243483493e-05,
+      "loss": 0.0,
+      "step": 65062
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.89602054745777e-05,
+      "loss": 0.0,
+      "step": 65064
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8959558514320467e-05,
+      "loss": 0.0,
+      "step": 65066
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8958911554063233e-05,
+      "loss": 0.0,
+      "step": 65068
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8958264593806005e-05,
+      "loss": 0.0042,
+      "step": 65070
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.895761763354877e-05,
+      "loss": 0.0011,
+      "step": 65072
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.895697067329154e-05,
+      "loss": 0.0001,
+      "step": 65074
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8956323713034312e-05,
+      "loss": 0.0,
+      "step": 65076
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8955676752777078e-05,
+      "loss": 0.0002,
+      "step": 65078
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8955029792519844e-05,
+      "loss": 0.0001,
+      "step": 65080
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8954382832262616e-05,
+      "loss": 0.0002,
+      "step": 65082
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8953735872005382e-05,
+      "loss": 0.0,
+      "step": 65084
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8953088911748154e-05,
+      "loss": 0.0,
+      "step": 65086
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.895244195149092e-05,
+      "loss": 0.0,
+      "step": 65088
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.895179499123369e-05,
+      "loss": 0.0,
+      "step": 65090
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8951148030976462e-05,
+      "loss": 0.0,
+      "step": 65092
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8950501070719227e-05,
+      "loss": 0.0,
+      "step": 65094
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8949854110461993e-05,
+      "loss": 0.0001,
+      "step": 65096
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8949207150204766e-05,
+      "loss": 0.0001,
+      "step": 65098
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.894856018994753e-05,
+      "loss": 0.0,
+      "step": 65100
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.89479132296903e-05,
+      "loss": 0.0,
+      "step": 65102
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.894726626943307e-05,
+      "loss": 0.0001,
+      "step": 65104
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.894661930917584e-05,
+      "loss": 0.0001,
+      "step": 65106
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.894597234891861e-05,
+      "loss": 0.068,
+      "step": 65108
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8945325388661377e-05,
+      "loss": 0.0,
+      "step": 65110
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8944678428404142e-05,
+      "loss": 0.0,
+      "step": 65112
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8944031468146915e-05,
+      "loss": 0.0,
+      "step": 65114
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.894338450788968e-05,
+      "loss": 0.0,
+      "step": 65116
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.894273754763245e-05,
+      "loss": 0.0,
+      "step": 65118
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.894209058737522e-05,
+      "loss": 0.0,
+      "step": 65120
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8941443627117988e-05,
+      "loss": 0.0,
+      "step": 65122
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.894079666686076e-05,
+      "loss": 0.0,
+      "step": 65124
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8940149706603526e-05,
+      "loss": 0.0,
+      "step": 65126
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8939502746346292e-05,
+      "loss": 0.0,
+      "step": 65128
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8938855786089064e-05,
+      "loss": 0.0,
+      "step": 65130
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.893820882583183e-05,
+      "loss": 0.0,
+      "step": 65132
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8937561865574596e-05,
+      "loss": 0.0,
+      "step": 65134
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8936914905317368e-05,
+      "loss": 0.0,
+      "step": 65136
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8936267945060137e-05,
+      "loss": 0.0,
+      "step": 65138
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8935620984802903e-05,
+      "loss": 0.0001,
+      "step": 65140
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8934974024545675e-05,
+      "loss": 0.0,
+      "step": 65142
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.893432706428844e-05,
+      "loss": 0.0,
+      "step": 65144
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8933680104031213e-05,
+      "loss": 0.0,
+      "step": 65146
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.893303314377398e-05,
+      "loss": 0.0,
+      "step": 65148
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8932386183516745e-05,
+      "loss": 0.0,
+      "step": 65150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8931739223259517e-05,
+      "loss": 0.0,
+      "step": 65152
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8931092263002286e-05,
+      "loss": 0.0,
+      "step": 65154
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8930445302745052e-05,
+      "loss": 0.0,
+      "step": 65156
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8929798342487825e-05,
+      "loss": 0.0001,
+      "step": 65158
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.892915138223059e-05,
+      "loss": 0.0,
+      "step": 65160
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8928504421973356e-05,
+      "loss": 0.0,
+      "step": 65162
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.892785746171613e-05,
+      "loss": 0.0,
+      "step": 65164
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8927210501458894e-05,
+      "loss": 0.0,
+      "step": 65166
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8926563541201667e-05,
+      "loss": 0.0001,
+      "step": 65168
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8925916580944436e-05,
+      "loss": 0.0,
+      "step": 65170
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.89252696206872e-05,
+      "loss": 0.0,
+      "step": 65172
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.8924622660429974e-05,
+      "loss": 0.0,
+      "step": 65174
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 2.892397570017274e-05,
+      "loss": 0.0004,
+      "step": 65176
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8923328739915505e-05,
+      "loss": 0.0,
+      "step": 65178
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8922681779658278e-05,
+      "loss": 0.0,
+      "step": 65180
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8922034819401043e-05,
+      "loss": 0.0,
+      "step": 65182
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8921387859143813e-05,
+      "loss": 0.0,
+      "step": 65184
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8920740898886585e-05,
+      "loss": 0.0001,
+      "step": 65186
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.892009393862935e-05,
+      "loss": 0.0,
+      "step": 65188
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8919446978372123e-05,
+      "loss": 0.0,
+      "step": 65190
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.891880001811489e-05,
+      "loss": 0.0,
+      "step": 65192
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8918153057857655e-05,
+      "loss": 0.0,
+      "step": 65194
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8917506097600427e-05,
+      "loss": 0.0002,
+      "step": 65196
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8916859137343193e-05,
+      "loss": 0.0053,
+      "step": 65198
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8916212177085962e-05,
+      "loss": 0.0,
+      "step": 65200
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8915565216828734e-05,
+      "loss": 0.0,
+      "step": 65202
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.89149182565715e-05,
+      "loss": 0.0,
+      "step": 65204
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8914271296314272e-05,
+      "loss": 0.0,
+      "step": 65206
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8913624336057038e-05,
+      "loss": 0.0,
+      "step": 65208
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8912977375799804e-05,
+      "loss": 0.0,
+      "step": 65210
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8912330415542576e-05,
+      "loss": 0.0003,
+      "step": 65212
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8911683455285342e-05,
+      "loss": 0.0,
+      "step": 65214
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.891103649502811e-05,
+      "loss": 0.0006,
+      "step": 65216
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8910389534770884e-05,
+      "loss": 0.0,
+      "step": 65218
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.890974257451365e-05,
+      "loss": 0.0158,
+      "step": 65220
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8909095614256415e-05,
+      "loss": 0.0,
+      "step": 65222
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8908448653999187e-05,
+      "loss": 0.0,
+      "step": 65224
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8907801693741953e-05,
+      "loss": 0.0,
+      "step": 65226
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8907154733484726e-05,
+      "loss": 0.0,
+      "step": 65228
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.890650777322749e-05,
+      "loss": 0.0,
+      "step": 65230
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.890586081297026e-05,
+      "loss": 0.0,
+      "step": 65232
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8905213852713033e-05,
+      "loss": 0.0,
+      "step": 65234
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.89045668924558e-05,
+      "loss": 0.0,
+      "step": 65236
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8903919932198564e-05,
+      "loss": 0.01,
+      "step": 65238
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8903272971941337e-05,
+      "loss": 0.0,
+      "step": 65240
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8902626011684102e-05,
+      "loss": 0.0,
+      "step": 65242
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8901979051426868e-05,
+      "loss": 0.0,
+      "step": 65244
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.890133209116964e-05,
+      "loss": 0.0118,
+      "step": 65246
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.890068513091241e-05,
+      "loss": 0.0,
+      "step": 65248
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.890003817065518e-05,
+      "loss": 0.0,
+      "step": 65250
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8899391210397948e-05,
+      "loss": 0.0,
+      "step": 65252
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8898744250140714e-05,
+      "loss": 0.0019,
+      "step": 65254
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8898097289883486e-05,
+      "loss": 0.0,
+      "step": 65256
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8897450329626252e-05,
+      "loss": 0.0,
+      "step": 65258
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8896803369369017e-05,
+      "loss": 0.0,
+      "step": 65260
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.889615640911179e-05,
+      "loss": 0.0,
+      "step": 65262
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.889550944885456e-05,
+      "loss": 0.0,
+      "step": 65264
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8894862488597328e-05,
+      "loss": 0.0207,
+      "step": 65266
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8894215528340097e-05,
+      "loss": 0.0,
+      "step": 65268
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8893568568082863e-05,
+      "loss": 0.0001,
+      "step": 65270
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8892921607825635e-05,
+      "loss": 0.0001,
+      "step": 65272
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.88922746475684e-05,
+      "loss": 0.0,
+      "step": 65274
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8891627687311167e-05,
+      "loss": 0.0,
+      "step": 65276
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.889098072705394e-05,
+      "loss": 0.0,
+      "step": 65278
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8890333766796708e-05,
+      "loss": 0.0,
+      "step": 65280
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8889686806539474e-05,
+      "loss": 0.0001,
+      "step": 65282
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8889039846282246e-05,
+      "loss": 0.0043,
+      "step": 65284
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8888392886025012e-05,
+      "loss": 0.0001,
+      "step": 65286
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8887745925767785e-05,
+      "loss": 0.0,
+      "step": 65288
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.888709896551055e-05,
+      "loss": 0.0,
+      "step": 65290
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8886452005253316e-05,
+      "loss": 0.0,
+      "step": 65292
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.888580504499609e-05,
+      "loss": 0.0,
+      "step": 65294
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8885158084738858e-05,
+      "loss": 0.0,
+      "step": 65296
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8884511124481623e-05,
+      "loss": 0.0,
+      "step": 65298
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8883864164224396e-05,
+      "loss": 0.0001,
+      "step": 65300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.888321720396716e-05,
+      "loss": 0.0,
+      "step": 65302
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8882570243709927e-05,
+      "loss": 0.0,
+      "step": 65304
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.88819232834527e-05,
+      "loss": 0.0098,
+      "step": 65306
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8881276323195465e-05,
+      "loss": 0.0007,
+      "step": 65308
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8880629362938238e-05,
+      "loss": 0.0,
+      "step": 65310
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8879982402681003e-05,
+      "loss": 0.0,
+      "step": 65312
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8879335442423773e-05,
+      "loss": 0.0,
+      "step": 65314
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8878688482166545e-05,
+      "loss": 0.0001,
+      "step": 65316
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.887804152190931e-05,
+      "loss": 0.0,
+      "step": 65318
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8877394561652076e-05,
+      "loss": 0.0,
+      "step": 65320
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.887674760139485e-05,
+      "loss": 0.0,
+      "step": 65322
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8876100641137615e-05,
+      "loss": 0.0,
+      "step": 65324
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8875453680880384e-05,
+      "loss": 0.0001,
+      "step": 65326
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8874806720623153e-05,
+      "loss": 0.0,
+      "step": 65328
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8874159760365922e-05,
+      "loss": 0.0,
+      "step": 65330
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8873512800108694e-05,
+      "loss": 0.0,
+      "step": 65332
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.887286583985146e-05,
+      "loss": 0.0,
+      "step": 65334
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8872218879594226e-05,
+      "loss": 0.0,
+      "step": 65336
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8871571919336998e-05,
+      "loss": 0.0,
+      "step": 65338
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8870924959079764e-05,
+      "loss": 0.0001,
+      "step": 65340
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8870277998822533e-05,
+      "loss": 0.0018,
+      "step": 65342
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8869631038565302e-05,
+      "loss": 0.0,
+      "step": 65344
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.886898407830807e-05,
+      "loss": 0.0055,
+      "step": 65346
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8868337118050844e-05,
+      "loss": 0.0,
+      "step": 65348
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.886769015779361e-05,
+      "loss": 0.0,
+      "step": 65350
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8867043197536375e-05,
+      "loss": 0.0,
+      "step": 65352
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8866396237279147e-05,
+      "loss": 0.0,
+      "step": 65354
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8865749277021913e-05,
+      "loss": 0.0118,
+      "step": 65356
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8865102316764682e-05,
+      "loss": 0.0004,
+      "step": 65358
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.886445535650745e-05,
+      "loss": 0.0,
+      "step": 65360
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.886380839625022e-05,
+      "loss": 0.0302,
+      "step": 65362
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8863161435992986e-05,
+      "loss": 0.0,
+      "step": 65364
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.886251447573576e-05,
+      "loss": 0.0,
+      "step": 65366
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8861867515478524e-05,
+      "loss": 0.0008,
+      "step": 65368
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8861220555221297e-05,
+      "loss": 0.0,
+      "step": 65370
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8860573594964062e-05,
+      "loss": 0.003,
+      "step": 65372
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8859926634706828e-05,
+      "loss": 0.0,
+      "step": 65374
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.88592796744496e-05,
+      "loss": 0.0,
+      "step": 65376
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.885863271419237e-05,
+      "loss": 0.0,
+      "step": 65378
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8857985753935135e-05,
+      "loss": 0.0001,
+      "step": 65380
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8857338793677908e-05,
+      "loss": 0.0,
+      "step": 65382
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8856691833420674e-05,
+      "loss": 0.0,
+      "step": 65384
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.885604487316344e-05,
+      "loss": 0.0066,
+      "step": 65386
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8855397912906212e-05,
+      "loss": 0.0,
+      "step": 65388
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8854750952648977e-05,
+      "loss": 0.0002,
+      "step": 65390
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.885410399239175e-05,
+      "loss": 0.0,
+      "step": 65392
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.885345703213452e-05,
+      "loss": 0.0,
+      "step": 65394
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8852810071877285e-05,
+      "loss": 0.0029,
+      "step": 65396
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8852163111620057e-05,
+      "loss": 0.0,
+      "step": 65398
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8851516151362823e-05,
+      "loss": 0.0,
+      "step": 65400
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.885086919110559e-05,
+      "loss": 0.0,
+      "step": 65402
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.885022223084836e-05,
+      "loss": 0.0,
+      "step": 65404
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8849575270591127e-05,
+      "loss": 0.0,
+      "step": 65406
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.88489283103339e-05,
+      "loss": 0.0009,
+      "step": 65408
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8848281350076668e-05,
+      "loss": 0.0001,
+      "step": 65410
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8847634389819434e-05,
+      "loss": 0.0,
+      "step": 65412
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8846987429562206e-05,
+      "loss": 0.0,
+      "step": 65414
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8846340469304972e-05,
+      "loss": 0.0,
+      "step": 65416
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8845693509047738e-05,
+      "loss": 0.0,
+      "step": 65418
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.884504654879051e-05,
+      "loss": 0.0,
+      "step": 65420
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8844399588533276e-05,
+      "loss": 0.0,
+      "step": 65422
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8843752628276045e-05,
+      "loss": 0.0065,
+      "step": 65424
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8843105668018818e-05,
+      "loss": 0.0001,
+      "step": 65426
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8842458707761583e-05,
+      "loss": 0.0,
+      "step": 65428
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8841811747504356e-05,
+      "loss": 0.0,
+      "step": 65430
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.884116478724712e-05,
+      "loss": 0.0,
+      "step": 65432
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8840517826989887e-05,
+      "loss": 0.0,
+      "step": 65434
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.883987086673266e-05,
+      "loss": 0.0,
+      "step": 65436
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8839223906475425e-05,
+      "loss": 0.0,
+      "step": 65438
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8838576946218194e-05,
+      "loss": 0.0,
+      "step": 65440
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8837929985960967e-05,
+      "loss": 0.0,
+      "step": 65442
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8837283025703733e-05,
+      "loss": 0.0001,
+      "step": 65444
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8836636065446498e-05,
+      "loss": 0.0,
+      "step": 65446
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.883598910518927e-05,
+      "loss": 0.0,
+      "step": 65448
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8835342144932036e-05,
+      "loss": 0.0001,
+      "step": 65450
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.883469518467481e-05,
+      "loss": 0.0005,
+      "step": 65452
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8834048224417575e-05,
+      "loss": 0.0,
+      "step": 65454
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8833401264160344e-05,
+      "loss": 0.0,
+      "step": 65456
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8832754303903116e-05,
+      "loss": 0.0009,
+      "step": 65458
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8832107343645882e-05,
+      "loss": 0.0,
+      "step": 65460
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8831460383388647e-05,
+      "loss": 0.0,
+      "step": 65462
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.883081342313142e-05,
+      "loss": 0.0002,
+      "step": 65464
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8830166462874186e-05,
+      "loss": 0.0,
+      "step": 65466
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.882951950261695e-05,
+      "loss": 0.0,
+      "step": 65468
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8828872542359724e-05,
+      "loss": 0.0,
+      "step": 65470
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8828225582102493e-05,
+      "loss": 0.0,
+      "step": 65472
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8827578621845265e-05,
+      "loss": 0.0,
+      "step": 65474
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.882693166158803e-05,
+      "loss": 0.0,
+      "step": 65476
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8826284701330797e-05,
+      "loss": 0.0,
+      "step": 65478
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.882563774107357e-05,
+      "loss": 0.0,
+      "step": 65480
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8824990780816335e-05,
+      "loss": 0.0006,
+      "step": 65482
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.88243438205591e-05,
+      "loss": 0.0,
+      "step": 65484
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8823696860301873e-05,
+      "loss": 0.0,
+      "step": 65486
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8823049900044642e-05,
+      "loss": 0.0,
+      "step": 65488
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.882240293978741e-05,
+      "loss": 0.0009,
+      "step": 65490
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.882175597953018e-05,
+      "loss": 0.0001,
+      "step": 65492
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8821109019272946e-05,
+      "loss": 0.0001,
+      "step": 65494
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.882046205901572e-05,
+      "loss": 0.0105,
+      "step": 65496
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8819815098758484e-05,
+      "loss": 0.0,
+      "step": 65498
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.881916813850125e-05,
+      "loss": 0.0,
+      "step": 65500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8818521178244022e-05,
+      "loss": 0.0,
+      "step": 65502
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.881787421798679e-05,
+      "loss": 0.0,
+      "step": 65504
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8817227257729557e-05,
+      "loss": 0.0,
+      "step": 65506
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.881658029747233e-05,
+      "loss": 0.0102,
+      "step": 65508
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8815933337215095e-05,
+      "loss": 0.0042,
+      "step": 65510
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8815286376957868e-05,
+      "loss": 0.0,
+      "step": 65512
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8814639416700634e-05,
+      "loss": 0.0002,
+      "step": 65514
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.88139924564434e-05,
+      "loss": 0.0,
+      "step": 65516
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.881334549618617e-05,
+      "loss": 0.0,
+      "step": 65518
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.881269853592894e-05,
+      "loss": 0.0003,
+      "step": 65520
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8812051575671706e-05,
+      "loss": 0.0,
+      "step": 65522
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.881140461541448e-05,
+      "loss": 0.0003,
+      "step": 65524
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8810757655157245e-05,
+      "loss": 0.0,
+      "step": 65526
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.881011069490001e-05,
+      "loss": 0.0109,
+      "step": 65528
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8809463734642783e-05,
+      "loss": 0.0007,
+      "step": 65530
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.880881677438555e-05,
+      "loss": 0.0,
+      "step": 65532
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.880816981412832e-05,
+      "loss": 0.0,
+      "step": 65534
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.880752285387109e-05,
+      "loss": 0.0005,
+      "step": 65536
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8806875893613856e-05,
+      "loss": 0.0,
+      "step": 65538
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8806228933356628e-05,
+      "loss": 0.0,
+      "step": 65540
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8805581973099394e-05,
+      "loss": 0.0002,
+      "step": 65542
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.880493501284216e-05,
+      "loss": 0.0215,
+      "step": 65544
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8804288052584932e-05,
+      "loss": 0.0003,
+      "step": 65546
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8803641092327698e-05,
+      "loss": 0.0,
+      "step": 65548
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.880299413207047e-05,
+      "loss": 0.0,
+      "step": 65550
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8802347171813236e-05,
+      "loss": 0.0,
+      "step": 65552
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8801700211556005e-05,
+      "loss": 0.0001,
+      "step": 65554
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8801053251298778e-05,
+      "loss": 0.0,
+      "step": 65556
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8800406291041543e-05,
+      "loss": 0.0001,
+      "step": 65558
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.879975933078431e-05,
+      "loss": 0.002,
+      "step": 65560
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.879911237052708e-05,
+      "loss": 0.0,
+      "step": 65562
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8798465410269847e-05,
+      "loss": 0.0,
+      "step": 65564
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8797818450012616e-05,
+      "loss": 0.0,
+      "step": 65566
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8797171489755385e-05,
+      "loss": 0.0,
+      "step": 65568
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8796524529498154e-05,
+      "loss": 0.0064,
+      "step": 65570
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8795877569240927e-05,
+      "loss": 0.0,
+      "step": 65572
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8795230608983692e-05,
+      "loss": 0.0,
+      "step": 65574
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8794583648726458e-05,
+      "loss": 0.0004,
+      "step": 65576
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.879393668846923e-05,
+      "loss": 0.0,
+      "step": 65578
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8793289728211996e-05,
+      "loss": 0.0,
+      "step": 65580
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8792642767954765e-05,
+      "loss": 0.0,
+      "step": 65582
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8791995807697535e-05,
+      "loss": 0.0,
+      "step": 65584
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8791348847440304e-05,
+      "loss": 0.0,
+      "step": 65586
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.879070188718307e-05,
+      "loss": 0.0,
+      "step": 65588
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8790054926925842e-05,
+      "loss": 0.0,
+      "step": 65590
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8789407966668607e-05,
+      "loss": 0.0,
+      "step": 65592
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.878876100641138e-05,
+      "loss": 0.0,
+      "step": 65594
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8788114046154146e-05,
+      "loss": 0.0,
+      "step": 65596
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8787467085896915e-05,
+      "loss": 0.0,
+      "step": 65598
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8786820125639684e-05,
+      "loss": 0.0,
+      "step": 65600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8786173165382453e-05,
+      "loss": 0.0,
+      "step": 65602
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.878552620512522e-05,
+      "loss": 0.0,
+      "step": 65604
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.878487924486799e-05,
+      "loss": 0.0061,
+      "step": 65606
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8784232284610757e-05,
+      "loss": 0.0,
+      "step": 65608
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8783585324353522e-05,
+      "loss": 0.0,
+      "step": 65610
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8782938364096295e-05,
+      "loss": 0.0,
+      "step": 65612
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.878229140383906e-05,
+      "loss": 0.0,
+      "step": 65614
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8781644443581833e-05,
+      "loss": 0.0001,
+      "step": 65616
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8780997483324602e-05,
+      "loss": 0.0,
+      "step": 65618
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8780350523067368e-05,
+      "loss": 0.0,
+      "step": 65620
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.877970356281014e-05,
+      "loss": 0.0,
+      "step": 65622
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8779056602552906e-05,
+      "loss": 0.0013,
+      "step": 65624
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8778409642295672e-05,
+      "loss": 0.0,
+      "step": 65626
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8777762682038444e-05,
+      "loss": 0.0,
+      "step": 65628
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.877711572178121e-05,
+      "loss": 0.0,
+      "step": 65630
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8776468761523982e-05,
+      "loss": 0.0,
+      "step": 65632
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.877582180126675e-05,
+      "loss": 0.0,
+      "step": 65634
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8775174841009517e-05,
+      "loss": 0.0001,
+      "step": 65636
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.877452788075229e-05,
+      "loss": 0.0,
+      "step": 65638
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8773880920495055e-05,
+      "loss": 0.0,
+      "step": 65640
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.877323396023782e-05,
+      "loss": 0.0045,
+      "step": 65642
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8772586999980594e-05,
+      "loss": 0.0,
+      "step": 65644
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.877194003972336e-05,
+      "loss": 0.01,
+      "step": 65646
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8771293079466128e-05,
+      "loss": 0.0,
+      "step": 65648
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.87706461192089e-05,
+      "loss": 0.0,
+      "step": 65650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8769999158951666e-05,
+      "loss": 0.0,
+      "step": 65652
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.876935219869444e-05,
+      "loss": 0.0,
+      "step": 65654
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8768705238437205e-05,
+      "loss": 0.0,
+      "step": 65656
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.876805827817997e-05,
+      "loss": 0.0,
+      "step": 65658
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8767411317922743e-05,
+      "loss": 0.0,
+      "step": 65660
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.876676435766551e-05,
+      "loss": 0.0001,
+      "step": 65662
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8766117397408278e-05,
+      "loss": 0.0,
+      "step": 65664
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.876547043715105e-05,
+      "loss": 0.0,
+      "step": 65666
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8764823476893816e-05,
+      "loss": 0.0095,
+      "step": 65668
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.876417651663658e-05,
+      "loss": 0.0,
+      "step": 65670
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8763529556379354e-05,
+      "loss": 0.0,
+      "step": 65672
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.876288259612212e-05,
+      "loss": 0.0061,
+      "step": 65674
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8762235635864892e-05,
+      "loss": 0.0,
+      "step": 65676
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8761588675607658e-05,
+      "loss": 0.0,
+      "step": 65678
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8760941715350427e-05,
+      "loss": 0.0,
+      "step": 65680
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.87602947550932e-05,
+      "loss": 0.0,
+      "step": 65682
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8759647794835965e-05,
+      "loss": 0.0,
+      "step": 65684
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.875900083457873e-05,
+      "loss": 0.0,
+      "step": 65686
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.8758353874321503e-05,
+      "loss": 0.0003,
+      "step": 65688
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 2.875770691406427e-05,
+      "loss": 0.0,
+      "step": 65690
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.875705995380704e-05,
+      "loss": 0.0,
+      "step": 65692
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8756412993549807e-05,
+      "loss": 0.0,
+      "step": 65694
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8755766033292576e-05,
+      "loss": 0.0107,
+      "step": 65696
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.875511907303535e-05,
+      "loss": 0.0001,
+      "step": 65698
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8754472112778114e-05,
+      "loss": 0.0,
+      "step": 65700
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.875382515252088e-05,
+      "loss": 0.0,
+      "step": 65702
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8753178192263652e-05,
+      "loss": 0.0,
+      "step": 65704
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8752531232006418e-05,
+      "loss": 0.0,
+      "step": 65706
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8751884271749184e-05,
+      "loss": 0.0014,
+      "step": 65708
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8751237311491956e-05,
+      "loss": 0.0,
+      "step": 65710
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8750590351234725e-05,
+      "loss": 0.0,
+      "step": 65712
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8749943390977498e-05,
+      "loss": 0.0,
+      "step": 65714
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8749296430720264e-05,
+      "loss": 0.0,
+      "step": 65716
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.874864947046303e-05,
+      "loss": 0.0,
+      "step": 65718
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8748002510205802e-05,
+      "loss": 0.0,
+      "step": 65720
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8747355549948567e-05,
+      "loss": 0.0,
+      "step": 65722
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8746708589691333e-05,
+      "loss": 0.0,
+      "step": 65724
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8746061629434106e-05,
+      "loss": 0.0,
+      "step": 65726
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8745414669176875e-05,
+      "loss": 0.0,
+      "step": 65728
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.874476770891964e-05,
+      "loss": 0.0,
+      "step": 65730
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8744120748662413e-05,
+      "loss": 0.0,
+      "step": 65732
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.874347378840518e-05,
+      "loss": 0.0001,
+      "step": 65734
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.874282682814795e-05,
+      "loss": 0.0,
+      "step": 65736
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8742179867890717e-05,
+      "loss": 0.0,
+      "step": 65738
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8741532907633482e-05,
+      "loss": 0.0,
+      "step": 65740
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8740885947376255e-05,
+      "loss": 0.0,
+      "step": 65742
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8740238987119024e-05,
+      "loss": 0.0001,
+      "step": 65744
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.873959202686179e-05,
+      "loss": 0.0,
+      "step": 65746
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8738945066604562e-05,
+      "loss": 0.0,
+      "step": 65748
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8738298106347328e-05,
+      "loss": 0.0,
+      "step": 65750
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8737651146090094e-05,
+      "loss": 0.0,
+      "step": 65752
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8737004185832866e-05,
+      "loss": 0.0,
+      "step": 65754
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8736357225575632e-05,
+      "loss": 0.0001,
+      "step": 65756
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8735710265318404e-05,
+      "loss": 0.0003,
+      "step": 65758
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8735063305061173e-05,
+      "loss": 0.0,
+      "step": 65760
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.873441634480394e-05,
+      "loss": 0.0,
+      "step": 65762
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.873376938454671e-05,
+      "loss": 0.0,
+      "step": 65764
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8733122424289477e-05,
+      "loss": 0.0,
+      "step": 65766
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8732475464032243e-05,
+      "loss": 0.0,
+      "step": 65768
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8731828503775015e-05,
+      "loss": 0.0049,
+      "step": 65770
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.873118154351778e-05,
+      "loss": 0.0,
+      "step": 65772
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8730534583260553e-05,
+      "loss": 0.0,
+      "step": 65774
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8729887623003323e-05,
+      "loss": 0.0,
+      "step": 65776
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8729240662746088e-05,
+      "loss": 0.0,
+      "step": 65778
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.872859370248886e-05,
+      "loss": 0.0,
+      "step": 65780
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8727946742231626e-05,
+      "loss": 0.0,
+      "step": 65782
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8727299781974392e-05,
+      "loss": 0.0,
+      "step": 65784
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8726652821717165e-05,
+      "loss": 0.0,
+      "step": 65786
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.872600586145993e-05,
+      "loss": 0.0,
+      "step": 65788
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.87253589012027e-05,
+      "loss": 0.0,
+      "step": 65790
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.872471194094547e-05,
+      "loss": 0.0,
+      "step": 65792
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8724064980688238e-05,
+      "loss": 0.0,
+      "step": 65794
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.872341802043101e-05,
+      "loss": 0.0015,
+      "step": 65796
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8722771060173776e-05,
+      "loss": 0.0001,
+      "step": 65798
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.872212409991654e-05,
+      "loss": 0.0,
+      "step": 65800
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8721477139659314e-05,
+      "loss": 0.0001,
+      "step": 65802
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.872083017940208e-05,
+      "loss": 0.0,
+      "step": 65804
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.872018321914485e-05,
+      "loss": 0.0031,
+      "step": 65806
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8719536258887618e-05,
+      "loss": 0.0,
+      "step": 65808
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8718889298630387e-05,
+      "loss": 0.0,
+      "step": 65810
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8718242338373153e-05,
+      "loss": 0.0001,
+      "step": 65812
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8717595378115925e-05,
+      "loss": 0.0,
+      "step": 65814
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.871694841785869e-05,
+      "loss": 0.0,
+      "step": 65816
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8716301457601463e-05,
+      "loss": 0.0,
+      "step": 65818
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.871565449734423e-05,
+      "loss": 0.0,
+      "step": 65820
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8715007537086998e-05,
+      "loss": 0.0,
+      "step": 65822
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8714360576829767e-05,
+      "loss": 0.0,
+      "step": 65824
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8713713616572536e-05,
+      "loss": 0.0043,
+      "step": 65826
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8713066656315302e-05,
+      "loss": 0.0,
+      "step": 65828
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8712419696058074e-05,
+      "loss": 0.0,
+      "step": 65830
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.871177273580084e-05,
+      "loss": 0.0,
+      "step": 65832
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8711125775543612e-05,
+      "loss": 0.0,
+      "step": 65834
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8710478815286378e-05,
+      "loss": 0.0001,
+      "step": 65836
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8710155335157763e-05,
+      "loss": 0.0194,
+      "step": 65838
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.870950837490053e-05,
+      "loss": 0.0,
+      "step": 65840
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.87088614146433e-05,
+      "loss": 0.0001,
+      "step": 65842
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8708214454386067e-05,
+      "loss": 0.0,
+      "step": 65844
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.870756749412884e-05,
+      "loss": 0.0,
+      "step": 65846
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8706920533871605e-05,
+      "loss": 0.0004,
+      "step": 65848
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8706273573614374e-05,
+      "loss": 0.0,
+      "step": 65850
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8705626613357146e-05,
+      "loss": 0.0022,
+      "step": 65852
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8704979653099912e-05,
+      "loss": 0.0001,
+      "step": 65854
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8704332692842678e-05,
+      "loss": 0.0,
+      "step": 65856
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.870368573258545e-05,
+      "loss": 0.0004,
+      "step": 65858
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8703038772328216e-05,
+      "loss": 0.0,
+      "step": 65860
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8702391812070985e-05,
+      "loss": 0.0017,
+      "step": 65862
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8701744851813754e-05,
+      "loss": 0.0,
+      "step": 65864
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8701097891556523e-05,
+      "loss": 0.0,
+      "step": 65866
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8700450931299296e-05,
+      "loss": 0.0017,
+      "step": 65868
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.869980397104206e-05,
+      "loss": 0.0,
+      "step": 65870
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8699157010784827e-05,
+      "loss": 0.0,
+      "step": 65872
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.86985100505276e-05,
+      "loss": 0.0005,
+      "step": 65874
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8697863090270365e-05,
+      "loss": 0.0,
+      "step": 65876
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8697216130013134e-05,
+      "loss": 0.0,
+      "step": 65878
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8696569169755903e-05,
+      "loss": 0.0,
+      "step": 65880
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8695922209498672e-05,
+      "loss": 0.0006,
+      "step": 65882
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8695275249241438e-05,
+      "loss": 0.0,
+      "step": 65884
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.869462828898421e-05,
+      "loss": 0.0,
+      "step": 65886
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8693981328726976e-05,
+      "loss": 0.0,
+      "step": 65888
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.869333436846975e-05,
+      "loss": 0.0,
+      "step": 65890
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8692687408212514e-05,
+      "loss": 0.0,
+      "step": 65892
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.869204044795528e-05,
+      "loss": 0.0,
+      "step": 65894
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8691393487698053e-05,
+      "loss": 0.0,
+      "step": 65896
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.869074652744082e-05,
+      "loss": 0.0,
+      "step": 65898
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8690099567183587e-05,
+      "loss": 0.0,
+      "step": 65900
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.868945260692636e-05,
+      "loss": 0.0,
+      "step": 65902
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8688805646669126e-05,
+      "loss": 0.0,
+      "step": 65904
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8688158686411898e-05,
+      "loss": 0.0,
+      "step": 65906
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8687511726154664e-05,
+      "loss": 0.0,
+      "step": 65908
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.868686476589743e-05,
+      "loss": 0.0,
+      "step": 65910
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8686217805640202e-05,
+      "loss": 0.0,
+      "step": 65912
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.868557084538297e-05,
+      "loss": 0.0,
+      "step": 65914
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8684923885125737e-05,
+      "loss": 0.0013,
+      "step": 65916
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.868427692486851e-05,
+      "loss": 0.0,
+      "step": 65918
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8683629964611275e-05,
+      "loss": 0.0,
+      "step": 65920
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.868298300435404e-05,
+      "loss": 0.0,
+      "step": 65922
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8682336044096813e-05,
+      "loss": 0.0008,
+      "step": 65924
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.868168908383958e-05,
+      "loss": 0.0,
+      "step": 65926
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.868104212358235e-05,
+      "loss": 0.0002,
+      "step": 65928
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.868039516332512e-05,
+      "loss": 0.0,
+      "step": 65930
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8679748203067886e-05,
+      "loss": 0.0,
+      "step": 65932
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.867910124281066e-05,
+      "loss": 0.0,
+      "step": 65934
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8678454282553424e-05,
+      "loss": 0.0,
+      "step": 65936
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.867780732229619e-05,
+      "loss": 0.0,
+      "step": 65938
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8677160362038962e-05,
+      "loss": 0.0041,
+      "step": 65940
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8676513401781728e-05,
+      "loss": 0.0,
+      "step": 65942
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8675866441524497e-05,
+      "loss": 0.0,
+      "step": 65944
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.867521948126727e-05,
+      "loss": 0.0,
+      "step": 65946
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8674572521010035e-05,
+      "loss": 0.0035,
+      "step": 65948
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8673925560752808e-05,
+      "loss": 0.0,
+      "step": 65950
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8673278600495573e-05,
+      "loss": 0.0,
+      "step": 65952
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.867263164023834e-05,
+      "loss": 0.002,
+      "step": 65954
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.867198467998111e-05,
+      "loss": 0.0018,
+      "step": 65956
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8671337719723877e-05,
+      "loss": 0.0,
+      "step": 65958
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8670690759466646e-05,
+      "loss": 0.0,
+      "step": 65960
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.867004379920942e-05,
+      "loss": 0.0,
+      "step": 65962
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8669396838952185e-05,
+      "loss": 0.0,
+      "step": 65964
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.866874987869495e-05,
+      "loss": 0.0,
+      "step": 65966
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8668102918437723e-05,
+      "loss": 0.0,
+      "step": 65968
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.866745595818049e-05,
+      "loss": 0.0,
+      "step": 65970
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.866680899792326e-05,
+      "loss": 0.0,
+      "step": 65972
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8666162037666027e-05,
+      "loss": 0.0003,
+      "step": 65974
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8665515077408796e-05,
+      "loss": 0.0,
+      "step": 65976
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8664868117151568e-05,
+      "loss": 0.0,
+      "step": 65978
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8664221156894334e-05,
+      "loss": 0.0001,
+      "step": 65980
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.86635741966371e-05,
+      "loss": 0.0,
+      "step": 65982
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8662927236379872e-05,
+      "loss": 0.0,
+      "step": 65984
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8662280276122638e-05,
+      "loss": 0.0,
+      "step": 65986
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.866163331586541e-05,
+      "loss": 0.0004,
+      "step": 65988
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8660986355608176e-05,
+      "loss": 0.0001,
+      "step": 65990
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8660339395350945e-05,
+      "loss": 0.0002,
+      "step": 65992
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8659692435093714e-05,
+      "loss": 0.0,
+      "step": 65994
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8659045474836483e-05,
+      "loss": 0.0,
+      "step": 65996
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.865839851457925e-05,
+      "loss": 0.0,
+      "step": 65998
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.865775155432202e-05,
+      "loss": 0.0,
+      "step": 66000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8657104594064787e-05,
+      "loss": 0.0,
+      "step": 66002
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8656457633807553e-05,
+      "loss": 0.0262,
+      "step": 66004
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8655810673550325e-05,
+      "loss": 0.0174,
+      "step": 66006
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8655163713293094e-05,
+      "loss": 0.0072,
+      "step": 66008
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8654516753035863e-05,
+      "loss": 0.0,
+      "step": 66010
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8653869792778632e-05,
+      "loss": 0.0,
+      "step": 66012
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8653222832521398e-05,
+      "loss": 0.0001,
+      "step": 66014
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.865257587226417e-05,
+      "loss": 0.0,
+      "step": 66016
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8651928912006936e-05,
+      "loss": 0.0,
+      "step": 66018
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8651281951749702e-05,
+      "loss": 0.0,
+      "step": 66020
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8650634991492474e-05,
+      "loss": 0.0001,
+      "step": 66022
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8649988031235244e-05,
+      "loss": 0.0,
+      "step": 66024
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.864934107097801e-05,
+      "loss": 0.0,
+      "step": 66026
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.864869411072078e-05,
+      "loss": 0.0,
+      "step": 66028
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8648047150463547e-05,
+      "loss": 0.0,
+      "step": 66030
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.864740019020632e-05,
+      "loss": 0.0,
+      "step": 66032
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8646753229949086e-05,
+      "loss": 0.0,
+      "step": 66034
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.864610626969185e-05,
+      "loss": 0.0,
+      "step": 66036
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8645459309434624e-05,
+      "loss": 0.0003,
+      "step": 66038
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8644812349177393e-05,
+      "loss": 0.0,
+      "step": 66040
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.864416538892016e-05,
+      "loss": 0.0,
+      "step": 66042
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.864351842866293e-05,
+      "loss": 0.0,
+      "step": 66044
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8642871468405697e-05,
+      "loss": 0.0,
+      "step": 66046
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.864222450814847e-05,
+      "loss": 0.0,
+      "step": 66048
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8641577547891235e-05,
+      "loss": 0.0001,
+      "step": 66050
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8640930587634e-05,
+      "loss": 0.0001,
+      "step": 66052
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8640283627376773e-05,
+      "loss": 0.0,
+      "step": 66054
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8639636667119542e-05,
+      "loss": 0.0,
+      "step": 66056
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8638989706862308e-05,
+      "loss": 0.0,
+      "step": 66058
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.863834274660508e-05,
+      "loss": 0.0,
+      "step": 66060
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8637695786347846e-05,
+      "loss": 0.0,
+      "step": 66062
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.863704882609061e-05,
+      "loss": 0.0008,
+      "step": 66064
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8636401865833384e-05,
+      "loss": 0.0,
+      "step": 66066
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.863575490557615e-05,
+      "loss": 0.0,
+      "step": 66068
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8635107945318922e-05,
+      "loss": 0.0001,
+      "step": 66070
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8634460985061688e-05,
+      "loss": 0.0,
+      "step": 66072
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8633814024804457e-05,
+      "loss": 0.0,
+      "step": 66074
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.863316706454723e-05,
+      "loss": 0.0,
+      "step": 66076
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8632520104289995e-05,
+      "loss": 0.0003,
+      "step": 66078
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.863187314403276e-05,
+      "loss": 0.0,
+      "step": 66080
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8631226183775533e-05,
+      "loss": 0.0012,
+      "step": 66082
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.86305792235183e-05,
+      "loss": 0.0,
+      "step": 66084
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8629932263261068e-05,
+      "loss": 0.0,
+      "step": 66086
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8629285303003837e-05,
+      "loss": 0.0,
+      "step": 66088
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8628638342746606e-05,
+      "loss": 0.0,
+      "step": 66090
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.862799138248938e-05,
+      "loss": 0.0,
+      "step": 66092
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8627344422232145e-05,
+      "loss": 0.0,
+      "step": 66094
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.862669746197491e-05,
+      "loss": 0.0,
+      "step": 66096
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8626050501717683e-05,
+      "loss": 0.0001,
+      "step": 66098
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.862540354146045e-05,
+      "loss": 0.0008,
+      "step": 66100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8624756581203217e-05,
+      "loss": 0.0,
+      "step": 66102
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8624109620945987e-05,
+      "loss": 0.0,
+      "step": 66104
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8623462660688756e-05,
+      "loss": 0.0,
+      "step": 66106
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.862281570043152e-05,
+      "loss": 0.0,
+      "step": 66108
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8622168740174294e-05,
+      "loss": 0.0,
+      "step": 66110
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.862152177991706e-05,
+      "loss": 0.0005,
+      "step": 66112
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8620874819659832e-05,
+      "loss": 0.0001,
+      "step": 66114
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8620227859402598e-05,
+      "loss": 0.0,
+      "step": 66116
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8619580899145367e-05,
+      "loss": 0.0,
+      "step": 66118
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8618933938888136e-05,
+      "loss": 0.0,
+      "step": 66120
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8618286978630905e-05,
+      "loss": 0.0003,
+      "step": 66122
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.861764001837367e-05,
+      "loss": 0.0,
+      "step": 66124
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8616993058116443e-05,
+      "loss": 0.0,
+      "step": 66126
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.861634609785921e-05,
+      "loss": 0.0,
+      "step": 66128
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.861569913760198e-05,
+      "loss": 0.0,
+      "step": 66130
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8615052177344747e-05,
+      "loss": 0.0,
+      "step": 66132
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8614405217087513e-05,
+      "loss": 0.0,
+      "step": 66134
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8613758256830285e-05,
+      "loss": 0.0001,
+      "step": 66136
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8613111296573054e-05,
+      "loss": 0.0,
+      "step": 66138
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.861246433631582e-05,
+      "loss": 0.0051,
+      "step": 66140
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8611817376058592e-05,
+      "loss": 0.0,
+      "step": 66142
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8611170415801358e-05,
+      "loss": 0.0,
+      "step": 66144
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8610523455544124e-05,
+      "loss": 0.0004,
+      "step": 66146
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8609876495286896e-05,
+      "loss": 0.0,
+      "step": 66148
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8609229535029662e-05,
+      "loss": 0.0001,
+      "step": 66150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8608582574772434e-05,
+      "loss": 0.0,
+      "step": 66152
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8607935614515204e-05,
+      "loss": 0.0019,
+      "step": 66154
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.860728865425797e-05,
+      "loss": 0.0,
+      "step": 66156
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.860664169400074e-05,
+      "loss": 0.0,
+      "step": 66158
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8605994733743507e-05,
+      "loss": 0.0,
+      "step": 66160
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8605347773486273e-05,
+      "loss": 0.0,
+      "step": 66162
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8604700813229046e-05,
+      "loss": 0.0,
+      "step": 66164
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.860405385297181e-05,
+      "loss": 0.0,
+      "step": 66166
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.860340689271458e-05,
+      "loss": 0.0,
+      "step": 66168
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8602759932457353e-05,
+      "loss": 0.0,
+      "step": 66170
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.860211297220012e-05,
+      "loss": 0.0,
+      "step": 66172
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.860146601194289e-05,
+      "loss": 0.0001,
+      "step": 66174
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8600819051685657e-05,
+      "loss": 0.0,
+      "step": 66176
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8600172091428422e-05,
+      "loss": 0.0121,
+      "step": 66178
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8599525131171195e-05,
+      "loss": 0.0,
+      "step": 66180
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.859887817091396e-05,
+      "loss": 0.0,
+      "step": 66182
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.859823121065673e-05,
+      "loss": 0.0032,
+      "step": 66184
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8597584250399502e-05,
+      "loss": 0.0,
+      "step": 66186
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8596937290142268e-05,
+      "loss": 0.0,
+      "step": 66188
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8596290329885033e-05,
+      "loss": 0.0,
+      "step": 66190
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8595643369627806e-05,
+      "loss": 0.0,
+      "step": 66192
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.859499640937057e-05,
+      "loss": 0.0,
+      "step": 66194
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8594349449113344e-05,
+      "loss": 0.0,
+      "step": 66196
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.859370248885611e-05,
+      "loss": 0.0175,
+      "step": 66198
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.859305552859888e-05,
+      "loss": 0.0,
+      "step": 66200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.859240856834165e-05,
+      "loss": 0.0,
+      "step": 66202
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8591761608084417e-05,
+      "loss": 0.0,
+      "step": 66204
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 2.8591114647827183e-05,
+      "loss": 0.0,
+      "step": 66206
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8590467687569955e-05,
+      "loss": 0.0,
+      "step": 66208
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.858982072731272e-05,
+      "loss": 0.0001,
+      "step": 66210
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8589173767055493e-05,
+      "loss": 0.0,
+      "step": 66212
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.858852680679826e-05,
+      "loss": 0.0,
+      "step": 66214
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8587879846541028e-05,
+      "loss": 0.0,
+      "step": 66216
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.85872328862838e-05,
+      "loss": 0.0014,
+      "step": 66218
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8586585926026566e-05,
+      "loss": 0.0,
+      "step": 66220
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8585938965769332e-05,
+      "loss": 0.0,
+      "step": 66222
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8585292005512105e-05,
+      "loss": 0.0,
+      "step": 66224
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.858464504525487e-05,
+      "loss": 0.0,
+      "step": 66226
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8583998084997636e-05,
+      "loss": 0.0,
+      "step": 66228
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.858335112474041e-05,
+      "loss": 0.0001,
+      "step": 66230
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8582704164483177e-05,
+      "loss": 0.0,
+      "step": 66232
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8582057204225947e-05,
+      "loss": 0.0,
+      "step": 66234
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8581410243968716e-05,
+      "loss": 0.0,
+      "step": 66236
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.858076328371148e-05,
+      "loss": 0.0,
+      "step": 66238
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8580116323454254e-05,
+      "loss": 0.0,
+      "step": 66240
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.857946936319702e-05,
+      "loss": 0.0,
+      "step": 66242
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8578822402939785e-05,
+      "loss": 0.0001,
+      "step": 66244
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8578175442682558e-05,
+      "loss": 0.0,
+      "step": 66246
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8577528482425327e-05,
+      "loss": 0.0,
+      "step": 66248
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8576881522168092e-05,
+      "loss": 0.0,
+      "step": 66250
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8576234561910865e-05,
+      "loss": 0.0004,
+      "step": 66252
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.857558760165363e-05,
+      "loss": 0.0,
+      "step": 66254
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8574940641396403e-05,
+      "loss": 0.0172,
+      "step": 66256
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.857429368113917e-05,
+      "loss": 0.0,
+      "step": 66258
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8573646720881934e-05,
+      "loss": 0.0,
+      "step": 66260
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8572999760624707e-05,
+      "loss": 0.0,
+      "step": 66262
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8572352800367476e-05,
+      "loss": 0.0,
+      "step": 66264
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8571705840110242e-05,
+      "loss": 0.0,
+      "step": 66266
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8571058879853014e-05,
+      "loss": 0.0001,
+      "step": 66268
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.857041191959578e-05,
+      "loss": 0.0,
+      "step": 66270
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8569764959338552e-05,
+      "loss": 0.0012,
+      "step": 66272
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8569117999081318e-05,
+      "loss": 0.0,
+      "step": 66274
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8568471038824084e-05,
+      "loss": 0.0,
+      "step": 66276
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8567824078566856e-05,
+      "loss": 0.0,
+      "step": 66278
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8567177118309625e-05,
+      "loss": 0.0003,
+      "step": 66280
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.856653015805239e-05,
+      "loss": 0.0,
+      "step": 66282
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8565883197795163e-05,
+      "loss": 0.0,
+      "step": 66284
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.856523623753793e-05,
+      "loss": 0.0,
+      "step": 66286
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8564589277280695e-05,
+      "loss": 0.0,
+      "step": 66288
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8563942317023467e-05,
+      "loss": 0.0,
+      "step": 66290
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8563295356766233e-05,
+      "loss": 0.0,
+      "step": 66292
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8562648396509006e-05,
+      "loss": 0.0012,
+      "step": 66294
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8562001436251775e-05,
+      "loss": 0.0,
+      "step": 66296
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.856135447599454e-05,
+      "loss": 0.0,
+      "step": 66298
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8560707515737313e-05,
+      "loss": 0.0021,
+      "step": 66300
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.856006055548008e-05,
+      "loss": 0.0,
+      "step": 66302
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8559413595222844e-05,
+      "loss": 0.0,
+      "step": 66304
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8558766634965617e-05,
+      "loss": 0.0,
+      "step": 66306
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8558119674708382e-05,
+      "loss": 0.0,
+      "step": 66308
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.855747271445115e-05,
+      "loss": 0.0002,
+      "step": 66310
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.855682575419392e-05,
+      "loss": 0.0,
+      "step": 66312
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.855617879393669e-05,
+      "loss": 0.0,
+      "step": 66314
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8555531833679462e-05,
+      "loss": 0.0,
+      "step": 66316
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8554884873422228e-05,
+      "loss": 0.0,
+      "step": 66318
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8554237913164993e-05,
+      "loss": 0.0,
+      "step": 66320
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8553590952907766e-05,
+      "loss": 0.0194,
+      "step": 66322
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.855294399265053e-05,
+      "loss": 0.0,
+      "step": 66324
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.85522970323933e-05,
+      "loss": 0.0016,
+      "step": 66326
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.855165007213607e-05,
+      "loss": 0.0001,
+      "step": 66328
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.855100311187884e-05,
+      "loss": 0.0,
+      "step": 66330
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8550356151621605e-05,
+      "loss": 0.0,
+      "step": 66332
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8549709191364377e-05,
+      "loss": 0.0,
+      "step": 66334
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8549062231107143e-05,
+      "loss": 0.0023,
+      "step": 66336
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8548415270849915e-05,
+      "loss": 0.0,
+      "step": 66338
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.854776831059268e-05,
+      "loss": 0.0,
+      "step": 66340
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.854712135033545e-05,
+      "loss": 0.0,
+      "step": 66342
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.854647439007822e-05,
+      "loss": 0.001,
+      "step": 66344
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8545827429820988e-05,
+      "loss": 0.0001,
+      "step": 66346
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8545180469563754e-05,
+      "loss": 0.0033,
+      "step": 66348
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8544533509306526e-05,
+      "loss": 0.0,
+      "step": 66350
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8543886549049292e-05,
+      "loss": 0.0001,
+      "step": 66352
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8543239588792065e-05,
+      "loss": 0.0002,
+      "step": 66354
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.854259262853483e-05,
+      "loss": 0.0,
+      "step": 66356
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.85419456682776e-05,
+      "loss": 0.0,
+      "step": 66358
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.854129870802037e-05,
+      "loss": 0.0,
+      "step": 66360
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8540651747763137e-05,
+      "loss": 0.0,
+      "step": 66362
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8540004787505903e-05,
+      "loss": 0.0,
+      "step": 66364
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8539357827248676e-05,
+      "loss": 0.0116,
+      "step": 66366
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.853871086699144e-05,
+      "loss": 0.0,
+      "step": 66368
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8538063906734207e-05,
+      "loss": 0.0,
+      "step": 66370
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.853741694647698e-05,
+      "loss": 0.0001,
+      "step": 66372
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8536769986219745e-05,
+      "loss": 0.0,
+      "step": 66374
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8536123025962518e-05,
+      "loss": 0.0001,
+      "step": 66376
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8535476065705287e-05,
+      "loss": 0.0,
+      "step": 66378
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8534829105448052e-05,
+      "loss": 0.012,
+      "step": 66380
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8534182145190825e-05,
+      "loss": 0.0,
+      "step": 66382
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.853353518493359e-05,
+      "loss": 0.0,
+      "step": 66384
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8532888224676356e-05,
+      "loss": 0.0,
+      "step": 66386
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.853224126441913e-05,
+      "loss": 0.0001,
+      "step": 66388
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8531594304161894e-05,
+      "loss": 0.0,
+      "step": 66390
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8530947343904664e-05,
+      "loss": 0.0,
+      "step": 66392
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8530300383647436e-05,
+      "loss": 0.0,
+      "step": 66394
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8529653423390202e-05,
+      "loss": 0.004,
+      "step": 66396
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8529006463132974e-05,
+      "loss": 0.0,
+      "step": 66398
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.852835950287574e-05,
+      "loss": 0.0,
+      "step": 66400
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8527712542618506e-05,
+      "loss": 0.0,
+      "step": 66402
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8527065582361278e-05,
+      "loss": 0.0,
+      "step": 66404
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8526418622104044e-05,
+      "loss": 0.0,
+      "step": 66406
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8525771661846813e-05,
+      "loss": 0.0001,
+      "step": 66408
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8525124701589585e-05,
+      "loss": 0.0,
+      "step": 66410
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.852447774133235e-05,
+      "loss": 0.0,
+      "step": 66412
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8523830781075123e-05,
+      "loss": 0.0,
+      "step": 66414
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.852318382081789e-05,
+      "loss": 0.0028,
+      "step": 66416
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8522536860560655e-05,
+      "loss": 0.0,
+      "step": 66418
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8521889900303427e-05,
+      "loss": 0.0,
+      "step": 66420
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8521242940046193e-05,
+      "loss": 0.0016,
+      "step": 66422
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8520595979788962e-05,
+      "loss": 0.0,
+      "step": 66424
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8519949019531735e-05,
+      "loss": 0.0,
+      "step": 66426
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.85193020592745e-05,
+      "loss": 0.0,
+      "step": 66428
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8518655099017266e-05,
+      "loss": 0.0006,
+      "step": 66430
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.851800813876004e-05,
+      "loss": 0.0,
+      "step": 66432
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8517361178502804e-05,
+      "loss": 0.0,
+      "step": 66434
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8516714218245577e-05,
+      "loss": 0.0,
+      "step": 66436
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8516067257988342e-05,
+      "loss": 0.0,
+      "step": 66438
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.851542029773111e-05,
+      "loss": 0.0,
+      "step": 66440
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8514773337473884e-05,
+      "loss": 0.0,
+      "step": 66442
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.851412637721665e-05,
+      "loss": 0.0001,
+      "step": 66444
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8513479416959415e-05,
+      "loss": 0.0,
+      "step": 66446
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8512832456702188e-05,
+      "loss": 0.0,
+      "step": 66448
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8512185496444953e-05,
+      "loss": 0.0,
+      "step": 66450
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.851153853618772e-05,
+      "loss": 0.0,
+      "step": 66452
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.851089157593049e-05,
+      "loss": 0.0,
+      "step": 66454
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.851024461567326e-05,
+      "loss": 0.0,
+      "step": 66456
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8509597655416033e-05,
+      "loss": 0.0,
+      "step": 66458
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.85089506951588e-05,
+      "loss": 0.0,
+      "step": 66460
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8508303734901565e-05,
+      "loss": 0.0004,
+      "step": 66462
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8507656774644337e-05,
+      "loss": 0.0,
+      "step": 66464
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8507009814387103e-05,
+      "loss": 0.0,
+      "step": 66466
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.850636285412987e-05,
+      "loss": 0.0059,
+      "step": 66468
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.850571589387264e-05,
+      "loss": 0.0,
+      "step": 66470
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.850506893361541e-05,
+      "loss": 0.0,
+      "step": 66472
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8504421973358176e-05,
+      "loss": 0.0001,
+      "step": 66474
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8503775013100948e-05,
+      "loss": 0.0,
+      "step": 66476
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8503128052843714e-05,
+      "loss": 0.0,
+      "step": 66478
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8502481092586486e-05,
+      "loss": 0.0,
+      "step": 66480
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8501834132329252e-05,
+      "loss": 0.0,
+      "step": 66482
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8501187172072018e-05,
+      "loss": 0.0,
+      "step": 66484
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.850054021181479e-05,
+      "loss": 0.0,
+      "step": 66486
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.849989325155756e-05,
+      "loss": 0.0,
+      "step": 66488
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8499246291300325e-05,
+      "loss": 0.0,
+      "step": 66490
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8498599331043097e-05,
+      "loss": 0.0,
+      "step": 66492
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8497952370785863e-05,
+      "loss": 0.0,
+      "step": 66494
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8497305410528636e-05,
+      "loss": 0.0,
+      "step": 66496
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.84966584502714e-05,
+      "loss": 0.0038,
+      "step": 66498
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8496011490014167e-05,
+      "loss": 0.0,
+      "step": 66500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.849536452975694e-05,
+      "loss": 0.0,
+      "step": 66502
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.849471756949971e-05,
+      "loss": 0.0001,
+      "step": 66504
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8494070609242474e-05,
+      "loss": 0.0,
+      "step": 66506
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8493423648985247e-05,
+      "loss": 0.0,
+      "step": 66508
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8492776688728012e-05,
+      "loss": 0.0002,
+      "step": 66510
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8492129728470778e-05,
+      "loss": 0.0,
+      "step": 66512
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.849148276821355e-05,
+      "loss": 0.0,
+      "step": 66514
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8490835807956316e-05,
+      "loss": 0.0065,
+      "step": 66516
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.849018884769909e-05,
+      "loss": 0.0,
+      "step": 66518
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8489541887441858e-05,
+      "loss": 0.0037,
+      "step": 66520
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8488894927184624e-05,
+      "loss": 0.0,
+      "step": 66522
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8488247966927396e-05,
+      "loss": 0.0,
+      "step": 66524
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8487601006670162e-05,
+      "loss": 0.0,
+      "step": 66526
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8486954046412927e-05,
+      "loss": 0.0,
+      "step": 66528
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.84863070861557e-05,
+      "loss": 0.0039,
+      "step": 66530
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8485660125898466e-05,
+      "loss": 0.0034,
+      "step": 66532
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8485013165641235e-05,
+      "loss": 0.0,
+      "step": 66534
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8484366205384007e-05,
+      "loss": 0.0,
+      "step": 66536
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8483719245126773e-05,
+      "loss": 0.0,
+      "step": 66538
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8483072284869545e-05,
+      "loss": 0.005,
+      "step": 66540
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.848242532461231e-05,
+      "loss": 0.0,
+      "step": 66542
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8481778364355077e-05,
+      "loss": 0.003,
+      "step": 66544
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.848113140409785e-05,
+      "loss": 0.0,
+      "step": 66546
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8480484443840615e-05,
+      "loss": 0.0,
+      "step": 66548
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8479837483583384e-05,
+      "loss": 0.0001,
+      "step": 66550
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8479190523326153e-05,
+      "loss": 0.0,
+      "step": 66552
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8478543563068922e-05,
+      "loss": 0.0005,
+      "step": 66554
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8477896602811695e-05,
+      "loss": 0.0,
+      "step": 66556
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.847724964255446e-05,
+      "loss": 0.0,
+      "step": 66558
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8476602682297226e-05,
+      "loss": 0.0153,
+      "step": 66560
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.847595572204e-05,
+      "loss": 0.0,
+      "step": 66562
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8475308761782764e-05,
+      "loss": 0.0,
+      "step": 66564
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8474661801525533e-05,
+      "loss": 0.0001,
+      "step": 66566
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8474014841268302e-05,
+      "loss": 0.0,
+      "step": 66568
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.847336788101107e-05,
+      "loss": 0.0,
+      "step": 66570
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8472720920753837e-05,
+      "loss": 0.0,
+      "step": 66572
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.847207396049661e-05,
+      "loss": 0.0,
+      "step": 66574
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8471427000239375e-05,
+      "loss": 0.0001,
+      "step": 66576
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8470780039982148e-05,
+      "loss": 0.0001,
+      "step": 66578
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8470133079724913e-05,
+      "loss": 0.0,
+      "step": 66580
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8469486119467683e-05,
+      "loss": 0.0,
+      "step": 66582
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.846883915921045e-05,
+      "loss": 0.0002,
+      "step": 66584
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.846819219895322e-05,
+      "loss": 0.0001,
+      "step": 66586
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8467545238695986e-05,
+      "loss": 0.0,
+      "step": 66588
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.846689827843876e-05,
+      "loss": 0.001,
+      "step": 66590
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8466251318181525e-05,
+      "loss": 0.0,
+      "step": 66592
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.846560435792429e-05,
+      "loss": 0.0,
+      "step": 66594
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8464957397667063e-05,
+      "loss": 0.0002,
+      "step": 66596
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8464310437409832e-05,
+      "loss": 0.0002,
+      "step": 66598
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.84636634771526e-05,
+      "loss": 0.001,
+      "step": 66600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.846301651689537e-05,
+      "loss": 0.0001,
+      "step": 66602
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8462369556638136e-05,
+      "loss": 0.0,
+      "step": 66604
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8461722596380908e-05,
+      "loss": 0.0,
+      "step": 66606
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8461075636123674e-05,
+      "loss": 0.0,
+      "step": 66608
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.846042867586644e-05,
+      "loss": 0.0,
+      "step": 66610
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8459781715609212e-05,
+      "loss": 0.0,
+      "step": 66612
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8459134755351978e-05,
+      "loss": 0.0,
+      "step": 66614
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8458487795094747e-05,
+      "loss": 0.0,
+      "step": 66616
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.845784083483752e-05,
+      "loss": 0.0,
+      "step": 66618
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8457193874580285e-05,
+      "loss": 0.0025,
+      "step": 66620
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8456546914323057e-05,
+      "loss": 0.0,
+      "step": 66622
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8455899954065823e-05,
+      "loss": 0.0,
+      "step": 66624
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.845525299380859e-05,
+      "loss": 0.0,
+      "step": 66626
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.845460603355136e-05,
+      "loss": 0.0,
+      "step": 66628
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8453959073294127e-05,
+      "loss": 0.0,
+      "step": 66630
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8453312113036896e-05,
+      "loss": 0.0001,
+      "step": 66632
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.845266515277967e-05,
+      "loss": 0.0204,
+      "step": 66634
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8452018192522434e-05,
+      "loss": 0.0,
+      "step": 66636
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8451371232265207e-05,
+      "loss": 0.0,
+      "step": 66638
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8450724272007972e-05,
+      "loss": 0.0,
+      "step": 66640
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8450077311750738e-05,
+      "loss": 0.0,
+      "step": 66642
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.844943035149351e-05,
+      "loss": 0.0,
+      "step": 66644
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8448783391236276e-05,
+      "loss": 0.0015,
+      "step": 66646
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8448136430979045e-05,
+      "loss": 0.0,
+      "step": 66648
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8447489470721818e-05,
+      "loss": 0.0,
+      "step": 66650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8446842510464584e-05,
+      "loss": 0.0,
+      "step": 66652
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.844619555020735e-05,
+      "loss": 0.0,
+      "step": 66654
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8445548589950122e-05,
+      "loss": 0.0,
+      "step": 66656
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8444901629692887e-05,
+      "loss": 0.0,
+      "step": 66658
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.844425466943566e-05,
+      "loss": 0.0,
+      "step": 66660
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8443607709178426e-05,
+      "loss": 0.0,
+      "step": 66662
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8442960748921195e-05,
+      "loss": 0.0,
+      "step": 66664
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8442313788663967e-05,
+      "loss": 0.0,
+      "step": 66666
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8441666828406733e-05,
+      "loss": 0.0002,
+      "step": 66668
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.84410198681495e-05,
+      "loss": 0.0,
+      "step": 66670
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.844037290789227e-05,
+      "loss": 0.0007,
+      "step": 66672
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8439725947635037e-05,
+      "loss": 0.0,
+      "step": 66674
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8439078987377802e-05,
+      "loss": 0.0,
+      "step": 66676
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8438432027120575e-05,
+      "loss": 0.0008,
+      "step": 66678
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8437785066863344e-05,
+      "loss": 0.0,
+      "step": 66680
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8437138106606116e-05,
+      "loss": 0.0,
+      "step": 66682
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8436491146348882e-05,
+      "loss": 0.0,
+      "step": 66684
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8435844186091648e-05,
+      "loss": 0.0,
+      "step": 66686
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.843519722583442e-05,
+      "loss": 0.0001,
+      "step": 66688
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8434550265577186e-05,
+      "loss": 0.0,
+      "step": 66690
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.843390330531995e-05,
+      "loss": 0.0,
+      "step": 66692
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8433256345062724e-05,
+      "loss": 0.0001,
+      "step": 66694
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8432609384805493e-05,
+      "loss": 0.0,
+      "step": 66696
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8431962424548266e-05,
+      "loss": 0.0027,
+      "step": 66698
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.843131546429103e-05,
+      "loss": 0.0001,
+      "step": 66700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8430668504033797e-05,
+      "loss": 0.0,
+      "step": 66702
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.843002154377657e-05,
+      "loss": 0.0,
+      "step": 66704
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8429374583519335e-05,
+      "loss": 0.0102,
+      "step": 66706
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.84287276232621e-05,
+      "loss": 0.0066,
+      "step": 66708
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8428080663004873e-05,
+      "loss": 0.0,
+      "step": 66710
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8427433702747643e-05,
+      "loss": 0.0025,
+      "step": 66712
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8426786742490408e-05,
+      "loss": 0.0,
+      "step": 66714
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.842613978223318e-05,
+      "loss": 0.0,
+      "step": 66716
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8425492821975946e-05,
+      "loss": 0.0,
+      "step": 66718
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.842484586171872e-05,
+      "loss": 0.0,
+      "step": 66720
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 2.8424198901461485e-05,
+      "loss": 0.0,
+      "step": 66722
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.842355194120425e-05,
+      "loss": 0.0065,
+      "step": 66724
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8422904980947023e-05,
+      "loss": 0.0,
+      "step": 66726
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8422258020689792e-05,
+      "loss": 0.0,
+      "step": 66728
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8421611060432558e-05,
+      "loss": 0.0,
+      "step": 66730
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.842096410017533e-05,
+      "loss": 0.0,
+      "step": 66732
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8420317139918096e-05,
+      "loss": 0.0,
+      "step": 66734
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.841967017966086e-05,
+      "loss": 0.0,
+      "step": 66736
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8419023219403634e-05,
+      "loss": 0.0014,
+      "step": 66738
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.84183762591464e-05,
+      "loss": 0.0,
+      "step": 66740
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8417729298889172e-05,
+      "loss": 0.0,
+      "step": 66742
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.841708233863194e-05,
+      "loss": 0.009,
+      "step": 66744
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8416435378374707e-05,
+      "loss": 0.0002,
+      "step": 66746
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.841578841811748e-05,
+      "loss": 0.0,
+      "step": 66748
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8415141457860245e-05,
+      "loss": 0.0,
+      "step": 66750
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.841449449760301e-05,
+      "loss": 0.0,
+      "step": 66752
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8413847537345783e-05,
+      "loss": 0.0,
+      "step": 66754
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.841320057708855e-05,
+      "loss": 0.0,
+      "step": 66756
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8412553616831318e-05,
+      "loss": 0.0,
+      "step": 66758
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.841190665657409e-05,
+      "loss": 0.0,
+      "step": 66760
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8411259696316856e-05,
+      "loss": 0.0,
+      "step": 66762
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.841061273605963e-05,
+      "loss": 0.0,
+      "step": 66764
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8409965775802394e-05,
+      "loss": 0.0,
+      "step": 66766
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.840931881554516e-05,
+      "loss": 0.0,
+      "step": 66768
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8408671855287932e-05,
+      "loss": 0.0,
+      "step": 66770
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8408024895030698e-05,
+      "loss": 0.0,
+      "step": 66772
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8407377934773467e-05,
+      "loss": 0.0,
+      "step": 66774
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.840673097451624e-05,
+      "loss": 0.0,
+      "step": 66776
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8406084014259005e-05,
+      "loss": 0.0,
+      "step": 66778
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8405437054001778e-05,
+      "loss": 0.0,
+      "step": 66780
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8404790093744544e-05,
+      "loss": 0.0,
+      "step": 66782
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.840414313348731e-05,
+      "loss": 0.0,
+      "step": 66784
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8403496173230082e-05,
+      "loss": 0.0,
+      "step": 66786
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8402849212972847e-05,
+      "loss": 0.0,
+      "step": 66788
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8402202252715616e-05,
+      "loss": 0.0,
+      "step": 66790
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8401555292458386e-05,
+      "loss": 0.001,
+      "step": 66792
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8400908332201155e-05,
+      "loss": 0.0,
+      "step": 66794
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.840026137194392e-05,
+      "loss": 0.0,
+      "step": 66796
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8399614411686693e-05,
+      "loss": 0.0,
+      "step": 66798
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.839896745142946e-05,
+      "loss": 0.0,
+      "step": 66800
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.839832049117223e-05,
+      "loss": 0.0007,
+      "step": 66802
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8397673530914997e-05,
+      "loss": 0.0007,
+      "step": 66804
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8397026570657766e-05,
+      "loss": 0.0,
+      "step": 66806
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8396379610400535e-05,
+      "loss": 0.0011,
+      "step": 66808
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8395732650143304e-05,
+      "loss": 0.0,
+      "step": 66810
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.839508568988607e-05,
+      "loss": 0.0,
+      "step": 66812
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8394438729628842e-05,
+      "loss": 0.0001,
+      "step": 66814
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8393791769371608e-05,
+      "loss": 0.0044,
+      "step": 66816
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8393144809114373e-05,
+      "loss": 0.0044,
+      "step": 66818
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8392497848857146e-05,
+      "loss": 0.0,
+      "step": 66820
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8391850888599915e-05,
+      "loss": 0.0,
+      "step": 66822
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8391203928342684e-05,
+      "loss": 0.0,
+      "step": 66824
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8390556968085453e-05,
+      "loss": 0.0001,
+      "step": 66826
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.838991000782822e-05,
+      "loss": 0.0,
+      "step": 66828
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.838926304757099e-05,
+      "loss": 0.0,
+      "step": 66830
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8388616087313757e-05,
+      "loss": 0.0,
+      "step": 66832
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8387969127056523e-05,
+      "loss": 0.0003,
+      "step": 66834
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8387322166799295e-05,
+      "loss": 0.0432,
+      "step": 66836
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8386675206542064e-05,
+      "loss": 0.0,
+      "step": 66838
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8386028246284833e-05,
+      "loss": 0.0001,
+      "step": 66840
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8385381286027603e-05,
+      "loss": 0.0,
+      "step": 66842
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8384734325770368e-05,
+      "loss": 0.0,
+      "step": 66844
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.838408736551314e-05,
+      "loss": 0.0,
+      "step": 66846
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8383440405255906e-05,
+      "loss": 0.0003,
+      "step": 66848
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8382793444998672e-05,
+      "loss": 0.0,
+      "step": 66850
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8382146484741445e-05,
+      "loss": 0.0,
+      "step": 66852
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.838149952448421e-05,
+      "loss": 0.0186,
+      "step": 66854
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.838085256422698e-05,
+      "loss": 0.0,
+      "step": 66856
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8380205603969752e-05,
+      "loss": 0.0102,
+      "step": 66858
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8379558643712517e-05,
+      "loss": 0.0,
+      "step": 66860
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.837891168345529e-05,
+      "loss": 0.0,
+      "step": 66862
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8378264723198056e-05,
+      "loss": 0.0004,
+      "step": 66864
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.837761776294082e-05,
+      "loss": 0.0,
+      "step": 66866
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8376970802683594e-05,
+      "loss": 0.0005,
+      "step": 66868
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.837632384242636e-05,
+      "loss": 0.0,
+      "step": 66870
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.837567688216913e-05,
+      "loss": 0.0,
+      "step": 66872
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.83750299219119e-05,
+      "loss": 0.0,
+      "step": 66874
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8374382961654667e-05,
+      "loss": 0.0001,
+      "step": 66876
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8373736001397432e-05,
+      "loss": 0.0,
+      "step": 66878
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8373089041140205e-05,
+      "loss": 0.0,
+      "step": 66880
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.837244208088297e-05,
+      "loss": 0.0,
+      "step": 66882
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8371795120625743e-05,
+      "loss": 0.0,
+      "step": 66884
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.837114816036851e-05,
+      "loss": 0.0,
+      "step": 66886
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8370501200111278e-05,
+      "loss": 0.0,
+      "step": 66888
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.836985423985405e-05,
+      "loss": 0.0,
+      "step": 66890
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8369207279596816e-05,
+      "loss": 0.0,
+      "step": 66892
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8368560319339582e-05,
+      "loss": 0.0,
+      "step": 66894
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8367913359082354e-05,
+      "loss": 0.0001,
+      "step": 66896
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.836726639882512e-05,
+      "loss": 0.0,
+      "step": 66898
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.836661943856789e-05,
+      "loss": 0.0,
+      "step": 66900
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8365972478310658e-05,
+      "loss": 0.0,
+      "step": 66902
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8365325518053427e-05,
+      "loss": 0.0007,
+      "step": 66904
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.83646785577962e-05,
+      "loss": 0.0,
+      "step": 66906
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8364031597538965e-05,
+      "loss": 0.0293,
+      "step": 66908
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.836338463728173e-05,
+      "loss": 0.0,
+      "step": 66910
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8362737677024504e-05,
+      "loss": 0.0,
+      "step": 66912
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.836209071676727e-05,
+      "loss": 0.0,
+      "step": 66914
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8361443756510035e-05,
+      "loss": 0.0002,
+      "step": 66916
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8360796796252807e-05,
+      "loss": 0.0,
+      "step": 66918
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8360149835995576e-05,
+      "loss": 0.0,
+      "step": 66920
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.835950287573835e-05,
+      "loss": 0.0,
+      "step": 66922
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8358855915481115e-05,
+      "loss": 0.0,
+      "step": 66924
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.835820895522388e-05,
+      "loss": 0.0,
+      "step": 66926
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8357561994966653e-05,
+      "loss": 0.0,
+      "step": 66928
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.835691503470942e-05,
+      "loss": 0.0,
+      "step": 66930
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8356268074452184e-05,
+      "loss": 0.0006,
+      "step": 66932
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8355621114194957e-05,
+      "loss": 0.0,
+      "step": 66934
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8354974153937726e-05,
+      "loss": 0.0,
+      "step": 66936
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.835432719368049e-05,
+      "loss": 0.023,
+      "step": 66938
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8353680233423264e-05,
+      "loss": 0.0,
+      "step": 66940
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.835303327316603e-05,
+      "loss": 0.0,
+      "step": 66942
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8352386312908802e-05,
+      "loss": 0.0,
+      "step": 66944
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8351739352651568e-05,
+      "loss": 0.0,
+      "step": 66946
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8351092392394333e-05,
+      "loss": 0.0,
+      "step": 66948
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8350445432137106e-05,
+      "loss": 0.0001,
+      "step": 66950
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8349798471879875e-05,
+      "loss": 0.0006,
+      "step": 66952
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.834915151162264e-05,
+      "loss": 0.0,
+      "step": 66954
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8348504551365413e-05,
+      "loss": 0.0,
+      "step": 66956
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.834785759110818e-05,
+      "loss": 0.0,
+      "step": 66958
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8347210630850945e-05,
+      "loss": 0.0,
+      "step": 66960
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8346563670593717e-05,
+      "loss": 0.0006,
+      "step": 66962
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8345916710336483e-05,
+      "loss": 0.0,
+      "step": 66964
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8345269750079255e-05,
+      "loss": 0.0,
+      "step": 66966
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8344622789822024e-05,
+      "loss": 0.0,
+      "step": 66968
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.834397582956479e-05,
+      "loss": 0.0,
+      "step": 66970
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8343328869307563e-05,
+      "loss": 0.0,
+      "step": 66972
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8342681909050328e-05,
+      "loss": 0.0,
+      "step": 66974
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8342034948793094e-05,
+      "loss": 0.0002,
+      "step": 66976
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8341387988535866e-05,
+      "loss": 0.0,
+      "step": 66978
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8340741028278632e-05,
+      "loss": 0.0,
+      "step": 66980
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8340094068021405e-05,
+      "loss": 0.0049,
+      "step": 66982
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8339447107764174e-05,
+      "loss": 0.0001,
+      "step": 66984
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.833880014750694e-05,
+      "loss": 0.0006,
+      "step": 66986
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8338153187249712e-05,
+      "loss": 0.0,
+      "step": 66988
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8337506226992477e-05,
+      "loss": 0.0,
+      "step": 66990
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8336859266735243e-05,
+      "loss": 0.0,
+      "step": 66992
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8336212306478016e-05,
+      "loss": 0.0,
+      "step": 66994
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.833556534622078e-05,
+      "loss": 0.0,
+      "step": 66996
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.833491838596355e-05,
+      "loss": 0.0,
+      "step": 66998
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8334271425706323e-05,
+      "loss": 0.0002,
+      "step": 67000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.833362446544909e-05,
+      "loss": 0.0,
+      "step": 67002
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.833297750519186e-05,
+      "loss": 0.0,
+      "step": 67004
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8332330544934627e-05,
+      "loss": 0.0006,
+      "step": 67006
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8331683584677392e-05,
+      "loss": 0.0,
+      "step": 67008
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8331036624420165e-05,
+      "loss": 0.0105,
+      "step": 67010
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.833038966416293e-05,
+      "loss": 0.0,
+      "step": 67012
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.83297427039057e-05,
+      "loss": 0.0,
+      "step": 67014
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8329095743648472e-05,
+      "loss": 0.0,
+      "step": 67016
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8328448783391238e-05,
+      "loss": 0.0,
+      "step": 67018
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8327801823134004e-05,
+      "loss": 0.0,
+      "step": 67020
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8327154862876776e-05,
+      "loss": 0.0002,
+      "step": 67022
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8326507902619542e-05,
+      "loss": 0.0003,
+      "step": 67024
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8325860942362314e-05,
+      "loss": 0.0003,
+      "step": 67026
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.832521398210508e-05,
+      "loss": 0.0397,
+      "step": 67028
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.832456702184785e-05,
+      "loss": 0.0419,
+      "step": 67030
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8323920061590618e-05,
+      "loss": 0.0,
+      "step": 67032
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8323273101333387e-05,
+      "loss": 0.0022,
+      "step": 67034
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8322626141076153e-05,
+      "loss": 0.0002,
+      "step": 67036
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8321979180818925e-05,
+      "loss": 0.0,
+      "step": 67038
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.832133222056169e-05,
+      "loss": 0.0,
+      "step": 67040
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8320685260304457e-05,
+      "loss": 0.0,
+      "step": 67042
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.832003830004723e-05,
+      "loss": 0.0001,
+      "step": 67044
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8319391339789998e-05,
+      "loss": 0.0,
+      "step": 67046
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8318744379532767e-05,
+      "loss": 0.0,
+      "step": 67048
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8318097419275536e-05,
+      "loss": 0.0004,
+      "step": 67050
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8317450459018302e-05,
+      "loss": 0.0,
+      "step": 67052
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8316803498761075e-05,
+      "loss": 0.0,
+      "step": 67054
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.831615653850384e-05,
+      "loss": 0.0027,
+      "step": 67056
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8315509578246606e-05,
+      "loss": 0.0,
+      "step": 67058
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.831486261798938e-05,
+      "loss": 0.0,
+      "step": 67060
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8314215657732148e-05,
+      "loss": 0.0002,
+      "step": 67062
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8313568697474917e-05,
+      "loss": 0.0,
+      "step": 67064
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8312921737217686e-05,
+      "loss": 0.0021,
+      "step": 67066
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.831227477696045e-05,
+      "loss": 0.0,
+      "step": 67068
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8311627816703224e-05,
+      "loss": 0.0,
+      "step": 67070
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.831098085644599e-05,
+      "loss": 0.0,
+      "step": 67072
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8310333896188755e-05,
+      "loss": 0.0,
+      "step": 67074
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8309686935931528e-05,
+      "loss": 0.0001,
+      "step": 67076
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8309039975674297e-05,
+      "loss": 0.0,
+      "step": 67078
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8308393015417063e-05,
+      "loss": 0.0003,
+      "step": 67080
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8307746055159835e-05,
+      "loss": 0.0055,
+      "step": 67082
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.83070990949026e-05,
+      "loss": 0.0,
+      "step": 67084
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8306452134645373e-05,
+      "loss": 0.0,
+      "step": 67086
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.830580517438814e-05,
+      "loss": 0.0,
+      "step": 67088
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8305158214130905e-05,
+      "loss": 0.0004,
+      "step": 67090
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8304511253873677e-05,
+      "loss": 0.0001,
+      "step": 67092
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8303864293616443e-05,
+      "loss": 0.0,
+      "step": 67094
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8303217333359212e-05,
+      "loss": 0.0,
+      "step": 67096
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8302570373101984e-05,
+      "loss": 0.0,
+      "step": 67098
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.830192341284475e-05,
+      "loss": 0.0,
+      "step": 67100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8301276452587516e-05,
+      "loss": 0.0002,
+      "step": 67102
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8300629492330288e-05,
+      "loss": 0.0,
+      "step": 67104
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8299982532073054e-05,
+      "loss": 0.0,
+      "step": 67106
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8299335571815826e-05,
+      "loss": 0.0,
+      "step": 67108
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8298688611558592e-05,
+      "loss": 0.0001,
+      "step": 67110
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.829804165130136e-05,
+      "loss": 0.0,
+      "step": 67112
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8297394691044134e-05,
+      "loss": 0.0003,
+      "step": 67114
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.82967477307869e-05,
+      "loss": 0.0,
+      "step": 67116
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8296100770529665e-05,
+      "loss": 0.0002,
+      "step": 67118
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8295453810272437e-05,
+      "loss": 0.0,
+      "step": 67120
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8294806850015203e-05,
+      "loss": 0.0,
+      "step": 67122
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8294159889757976e-05,
+      "loss": 0.0,
+      "step": 67124
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.829351292950074e-05,
+      "loss": 0.0,
+      "step": 67126
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.829286596924351e-05,
+      "loss": 0.0,
+      "step": 67128
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8292219008986283e-05,
+      "loss": 0.0,
+      "step": 67130
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.829157204872905e-05,
+      "loss": 0.0,
+      "step": 67132
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8290925088471814e-05,
+      "loss": 0.0,
+      "step": 67134
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8290278128214587e-05,
+      "loss": 0.0,
+      "step": 67136
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8289631167957352e-05,
+      "loss": 0.0,
+      "step": 67138
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.828898420770012e-05,
+      "loss": 0.0002,
+      "step": 67140
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.828833724744289e-05,
+      "loss": 0.0,
+      "step": 67142
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.828769028718566e-05,
+      "loss": 0.0,
+      "step": 67144
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8287043326928432e-05,
+      "loss": 0.0059,
+      "step": 67146
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8286396366671198e-05,
+      "loss": 0.0,
+      "step": 67148
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8285749406413964e-05,
+      "loss": 0.0,
+      "step": 67150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8285102446156736e-05,
+      "loss": 0.0,
+      "step": 67152
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8284455485899502e-05,
+      "loss": 0.0,
+      "step": 67154
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8283808525642267e-05,
+      "loss": 0.0005,
+      "step": 67156
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.828316156538504e-05,
+      "loss": 0.0006,
+      "step": 67158
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.828251460512781e-05,
+      "loss": 0.0001,
+      "step": 67160
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8281867644870575e-05,
+      "loss": 0.0,
+      "step": 67162
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8281220684613347e-05,
+      "loss": 0.0,
+      "step": 67164
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8280573724356113e-05,
+      "loss": 0.0,
+      "step": 67166
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8279926764098885e-05,
+      "loss": 0.0,
+      "step": 67168
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.827927980384165e-05,
+      "loss": 0.0,
+      "step": 67170
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8278632843584417e-05,
+      "loss": 0.001,
+      "step": 67172
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.827798588332719e-05,
+      "loss": 0.0,
+      "step": 67174
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8277338923069958e-05,
+      "loss": 0.0115,
+      "step": 67176
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8276691962812724e-05,
+      "loss": 0.0,
+      "step": 67178
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8276045002555496e-05,
+      "loss": 0.0,
+      "step": 67180
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8275398042298262e-05,
+      "loss": 0.0,
+      "step": 67182
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8274751082041028e-05,
+      "loss": 0.0043,
+      "step": 67184
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.82741041217838e-05,
+      "loss": 0.0,
+      "step": 67186
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8273457161526566e-05,
+      "loss": 0.0,
+      "step": 67188
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.827281020126934e-05,
+      "loss": 0.0,
+      "step": 67190
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8272163241012108e-05,
+      "loss": 0.0,
+      "step": 67192
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8271516280754873e-05,
+      "loss": 0.0,
+      "step": 67194
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8270869320497646e-05,
+      "loss": 0.0,
+      "step": 67196
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.827022236024041e-05,
+      "loss": 0.0,
+      "step": 67198
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8269575399983177e-05,
+      "loss": 0.0,
+      "step": 67200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.826892843972595e-05,
+      "loss": 0.0,
+      "step": 67202
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8268281479468715e-05,
+      "loss": 0.0121,
+      "step": 67204
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8267634519211488e-05,
+      "loss": 0.0021,
+      "step": 67206
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8266987558954257e-05,
+      "loss": 0.0,
+      "step": 67208
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8266340598697023e-05,
+      "loss": 0.0,
+      "step": 67210
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8265693638439795e-05,
+      "loss": 0.0,
+      "step": 67212
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.826504667818256e-05,
+      "loss": 0.0,
+      "step": 67214
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8264399717925326e-05,
+      "loss": 0.0001,
+      "step": 67216
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.82637527576681e-05,
+      "loss": 0.019,
+      "step": 67218
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8263105797410865e-05,
+      "loss": 0.0,
+      "step": 67220
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8262458837153634e-05,
+      "loss": 0.0001,
+      "step": 67222
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8261811876896406e-05,
+      "loss": 0.0,
+      "step": 67224
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8261164916639172e-05,
+      "loss": 0.0011,
+      "step": 67226
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8260517956381944e-05,
+      "loss": 0.0,
+      "step": 67228
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.825987099612471e-05,
+      "loss": 0.0,
+      "step": 67230
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8259224035867476e-05,
+      "loss": 0.0,
+      "step": 67232
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8258577075610248e-05,
+      "loss": 0.0,
+      "step": 67234
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.8257930115353014e-05,
+      "loss": 0.0,
+      "step": 67236
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8257283155095783e-05,
+      "loss": 0.0,
+      "step": 67238
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8256636194838555e-05,
+      "loss": 0.0001,
+      "step": 67240
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.825598923458132e-05,
+      "loss": 0.0,
+      "step": 67242
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8255342274324087e-05,
+      "loss": 0.0,
+      "step": 67244
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.825469531406686e-05,
+      "loss": 0.0003,
+      "step": 67246
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8254048353809625e-05,
+      "loss": 0.0,
+      "step": 67248
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8253401393552397e-05,
+      "loss": 0.0033,
+      "step": 67250
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8252754433295163e-05,
+      "loss": 0.0,
+      "step": 67252
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8252107473037932e-05,
+      "loss": 0.01,
+      "step": 67254
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8251460512780705e-05,
+      "loss": 0.0001,
+      "step": 67256
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.825081355252347e-05,
+      "loss": 0.0,
+      "step": 67258
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8250166592266236e-05,
+      "loss": 0.0048,
+      "step": 67260
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.824951963200901e-05,
+      "loss": 0.0,
+      "step": 67262
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8248872671751774e-05,
+      "loss": 0.0,
+      "step": 67264
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8248225711494547e-05,
+      "loss": 0.0038,
+      "step": 67266
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8247578751237312e-05,
+      "loss": 0.0,
+      "step": 67268
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.824693179098008e-05,
+      "loss": 0.0022,
+      "step": 67270
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.824628483072285e-05,
+      "loss": 0.0006,
+      "step": 67272
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.824563787046562e-05,
+      "loss": 0.0001,
+      "step": 67274
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8244990910208385e-05,
+      "loss": 0.0,
+      "step": 67276
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8244343949951158e-05,
+      "loss": 0.0,
+      "step": 67278
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8243696989693924e-05,
+      "loss": 0.0,
+      "step": 67280
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.824305002943669e-05,
+      "loss": 0.0025,
+      "step": 67282
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8242403069179462e-05,
+      "loss": 0.0,
+      "step": 67284
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.824175610892223e-05,
+      "loss": 0.0,
+      "step": 67286
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8241109148665e-05,
+      "loss": 0.0001,
+      "step": 67288
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.824046218840777e-05,
+      "loss": 0.0,
+      "step": 67290
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8239815228150535e-05,
+      "loss": 0.0004,
+      "step": 67292
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8239168267893307e-05,
+      "loss": 0.0,
+      "step": 67294
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8238521307636073e-05,
+      "loss": 0.0,
+      "step": 67296
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.823787434737884e-05,
+      "loss": 0.0,
+      "step": 67298
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.823722738712161e-05,
+      "loss": 0.0001,
+      "step": 67300
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.823658042686438e-05,
+      "loss": 0.0055,
+      "step": 67302
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8235933466607146e-05,
+      "loss": 0.0,
+      "step": 67304
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8235286506349918e-05,
+      "loss": 0.1243,
+      "step": 67306
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8234639546092684e-05,
+      "loss": 0.0,
+      "step": 67308
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8233992585835456e-05,
+      "loss": 0.0,
+      "step": 67310
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8233345625578222e-05,
+      "loss": 0.0,
+      "step": 67312
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8232698665320988e-05,
+      "loss": 0.0,
+      "step": 67314
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.823205170506376e-05,
+      "loss": 0.0306,
+      "step": 67316
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.823140474480653e-05,
+      "loss": 0.0111,
+      "step": 67318
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8230757784549295e-05,
+      "loss": 0.0,
+      "step": 67320
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8230110824292068e-05,
+      "loss": 0.0076,
+      "step": 67322
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8229463864034833e-05,
+      "loss": 0.0001,
+      "step": 67324
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.82288169037776e-05,
+      "loss": 0.0002,
+      "step": 67326
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.822816994352037e-05,
+      "loss": 0.0,
+      "step": 67328
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8227522983263137e-05,
+      "loss": 0.0,
+      "step": 67330
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.822687602300591e-05,
+      "loss": 0.0,
+      "step": 67332
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8226229062748675e-05,
+      "loss": 0.0,
+      "step": 67334
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8225582102491444e-05,
+      "loss": 0.0,
+      "step": 67336
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8224935142234217e-05,
+      "loss": 0.0,
+      "step": 67338
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8224288181976983e-05,
+      "loss": 0.0009,
+      "step": 67340
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8223641221719748e-05,
+      "loss": 0.0004,
+      "step": 67342
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.822299426146252e-05,
+      "loss": 0.0,
+      "step": 67344
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8222347301205286e-05,
+      "loss": 0.0,
+      "step": 67346
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.822170034094806e-05,
+      "loss": 0.0111,
+      "step": 67348
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8221053380690825e-05,
+      "loss": 0.0,
+      "step": 67350
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8220406420433594e-05,
+      "loss": 0.0001,
+      "step": 67352
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8219759460176366e-05,
+      "loss": 0.0,
+      "step": 67354
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8219112499919132e-05,
+      "loss": 0.0001,
+      "step": 67356
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8218465539661898e-05,
+      "loss": 0.0,
+      "step": 67358
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.821781857940467e-05,
+      "loss": 0.0,
+      "step": 67360
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8217171619147436e-05,
+      "loss": 0.0,
+      "step": 67362
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8216524658890205e-05,
+      "loss": 0.0,
+      "step": 67364
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8215877698632974e-05,
+      "loss": 0.0,
+      "step": 67366
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8215230738375743e-05,
+      "loss": 0.0,
+      "step": 67368
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8214583778118515e-05,
+      "loss": 0.0,
+      "step": 67370
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.821393681786128e-05,
+      "loss": 0.0,
+      "step": 67372
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8213289857604047e-05,
+      "loss": 0.0,
+      "step": 67374
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.821264289734682e-05,
+      "loss": 0.0,
+      "step": 67376
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8211995937089585e-05,
+      "loss": 0.0,
+      "step": 67378
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8211348976832354e-05,
+      "loss": 0.0,
+      "step": 67380
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8210702016575123e-05,
+      "loss": 0.0005,
+      "step": 67382
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8210055056317892e-05,
+      "loss": 0.0,
+      "step": 67384
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8209408096060658e-05,
+      "loss": 0.0,
+      "step": 67386
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.820876113580343e-05,
+      "loss": 0.0,
+      "step": 67388
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8208114175546196e-05,
+      "loss": 0.0,
+      "step": 67390
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.820746721528897e-05,
+      "loss": 0.0,
+      "step": 67392
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8206820255031734e-05,
+      "loss": 0.0,
+      "step": 67394
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.82061732947745e-05,
+      "loss": 0.0,
+      "step": 67396
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8205526334517272e-05,
+      "loss": 0.0,
+      "step": 67398
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.820487937426004e-05,
+      "loss": 0.0001,
+      "step": 67400
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8204232414002807e-05,
+      "loss": 0.0,
+      "step": 67402
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.820358545374558e-05,
+      "loss": 0.0056,
+      "step": 67404
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8202938493488345e-05,
+      "loss": 0.0,
+      "step": 67406
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8202291533231118e-05,
+      "loss": 0.0,
+      "step": 67408
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8201644572973884e-05,
+      "loss": 0.0,
+      "step": 67410
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.820099761271665e-05,
+      "loss": 0.0161,
+      "step": 67412
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8200350652459422e-05,
+      "loss": 0.0,
+      "step": 67414
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.819970369220219e-05,
+      "loss": 0.0001,
+      "step": 67416
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8199056731944957e-05,
+      "loss": 0.0,
+      "step": 67418
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.819840977168773e-05,
+      "loss": 0.0,
+      "step": 67420
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8197762811430495e-05,
+      "loss": 0.0032,
+      "step": 67422
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.819711585117326e-05,
+      "loss": 0.0001,
+      "step": 67424
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8196468890916033e-05,
+      "loss": 0.0,
+      "step": 67426
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.81958219306588e-05,
+      "loss": 0.0,
+      "step": 67428
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.819517497040157e-05,
+      "loss": 0.0,
+      "step": 67430
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.819452801014434e-05,
+      "loss": 0.0,
+      "step": 67432
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8193881049887106e-05,
+      "loss": 0.0,
+      "step": 67434
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8193234089629878e-05,
+      "loss": 0.0,
+      "step": 67436
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8192587129372644e-05,
+      "loss": 0.0,
+      "step": 67438
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.819194016911541e-05,
+      "loss": 0.0001,
+      "step": 67440
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8191293208858182e-05,
+      "loss": 0.0001,
+      "step": 67442
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8190646248600948e-05,
+      "loss": 0.0001,
+      "step": 67444
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8189999288343717e-05,
+      "loss": 0.0008,
+      "step": 67446
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.818935232808649e-05,
+      "loss": 0.001,
+      "step": 67448
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8188705367829255e-05,
+      "loss": 0.0178,
+      "step": 67450
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8188058407572028e-05,
+      "loss": 0.0,
+      "step": 67452
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8187411447314793e-05,
+      "loss": 0.0,
+      "step": 67454
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.818676448705756e-05,
+      "loss": 0.0,
+      "step": 67456
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.818611752680033e-05,
+      "loss": 0.0,
+      "step": 67458
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8185470566543097e-05,
+      "loss": 0.0,
+      "step": 67460
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8184823606285866e-05,
+      "loss": 0.0002,
+      "step": 67462
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.818417664602864e-05,
+      "loss": 0.0,
+      "step": 67464
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8183529685771404e-05,
+      "loss": 0.0,
+      "step": 67466
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.818288272551417e-05,
+      "loss": 0.0,
+      "step": 67468
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8182235765256943e-05,
+      "loss": 0.0,
+      "step": 67470
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8181588804999708e-05,
+      "loss": 0.0,
+      "step": 67472
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.818094184474248e-05,
+      "loss": 0.0,
+      "step": 67474
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8180294884485246e-05,
+      "loss": 0.0022,
+      "step": 67476
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8179647924228015e-05,
+      "loss": 0.0,
+      "step": 67478
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8179000963970788e-05,
+      "loss": 0.0,
+      "step": 67480
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8178354003713554e-05,
+      "loss": 0.0,
+      "step": 67482
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.817770704345632e-05,
+      "loss": 0.0,
+      "step": 67484
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8177060083199092e-05,
+      "loss": 0.0034,
+      "step": 67486
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8176413122941858e-05,
+      "loss": 0.0001,
+      "step": 67488
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.817576616268463e-05,
+      "loss": 0.0,
+      "step": 67490
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8175119202427396e-05,
+      "loss": 0.0002,
+      "step": 67492
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8174472242170165e-05,
+      "loss": 0.0,
+      "step": 67494
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8173825281912937e-05,
+      "loss": 0.0,
+      "step": 67496
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8173178321655703e-05,
+      "loss": 0.0,
+      "step": 67498
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.817253136139847e-05,
+      "loss": 0.0,
+      "step": 67500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.817188440114124e-05,
+      "loss": 0.0,
+      "step": 67502
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8171237440884007e-05,
+      "loss": 0.0181,
+      "step": 67504
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8170590480626773e-05,
+      "loss": 0.0,
+      "step": 67506
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8169943520369545e-05,
+      "loss": 0.0,
+      "step": 67508
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8169296560112314e-05,
+      "loss": 0.0,
+      "step": 67510
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8168649599855083e-05,
+      "loss": 0.0002,
+      "step": 67512
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8168002639597852e-05,
+      "loss": 0.0,
+      "step": 67514
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8167355679340618e-05,
+      "loss": 0.0001,
+      "step": 67516
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.816670871908339e-05,
+      "loss": 0.0001,
+      "step": 67518
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8166061758826156e-05,
+      "loss": 0.0,
+      "step": 67520
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8165414798568922e-05,
+      "loss": 0.0,
+      "step": 67522
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8164767838311694e-05,
+      "loss": 0.0001,
+      "step": 67524
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8164120878054463e-05,
+      "loss": 0.0,
+      "step": 67526
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.816347391779723e-05,
+      "loss": 0.0,
+      "step": 67528
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.816282695754e-05,
+      "loss": 0.0,
+      "step": 67530
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8162179997282767e-05,
+      "loss": 0.0,
+      "step": 67532
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.816153303702554e-05,
+      "loss": 0.0,
+      "step": 67534
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8160886076768305e-05,
+      "loss": 0.0,
+      "step": 67536
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.816023911651107e-05,
+      "loss": 0.0,
+      "step": 67538
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8159592156253844e-05,
+      "loss": 0.0,
+      "step": 67540
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8158945195996613e-05,
+      "loss": 0.0,
+      "step": 67542
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.815829823573938e-05,
+      "loss": 0.0001,
+      "step": 67544
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.815765127548215e-05,
+      "loss": 0.0,
+      "step": 67546
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8157004315224916e-05,
+      "loss": 0.0005,
+      "step": 67548
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.815635735496769e-05,
+      "loss": 0.0,
+      "step": 67550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8155710394710455e-05,
+      "loss": 0.0,
+      "step": 67552
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.815506343445322e-05,
+      "loss": 0.0,
+      "step": 67554
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8154416474195993e-05,
+      "loss": 0.0,
+      "step": 67556
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8153769513938762e-05,
+      "loss": 0.0,
+      "step": 67558
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8153122553681528e-05,
+      "loss": 0.0,
+      "step": 67560
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.81524755934243e-05,
+      "loss": 0.0,
+      "step": 67562
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8151828633167066e-05,
+      "loss": 0.0,
+      "step": 67564
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.815118167290983e-05,
+      "loss": 0.0,
+      "step": 67566
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8150534712652604e-05,
+      "loss": 0.0,
+      "step": 67568
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.814988775239537e-05,
+      "loss": 0.0009,
+      "step": 67570
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8149240792138142e-05,
+      "loss": 0.0,
+      "step": 67572
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8148593831880908e-05,
+      "loss": 0.0,
+      "step": 67574
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8147946871623677e-05,
+      "loss": 0.0,
+      "step": 67576
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.814729991136645e-05,
+      "loss": 0.0,
+      "step": 67578
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8146652951109215e-05,
+      "loss": 0.0,
+      "step": 67580
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.814600599085198e-05,
+      "loss": 0.0,
+      "step": 67582
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8145359030594753e-05,
+      "loss": 0.0,
+      "step": 67584
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.814471207033752e-05,
+      "loss": 0.0,
+      "step": 67586
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8144065110080288e-05,
+      "loss": 0.0,
+      "step": 67588
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8143418149823057e-05,
+      "loss": 0.0,
+      "step": 67590
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8142771189565826e-05,
+      "loss": 0.0,
+      "step": 67592
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.81421242293086e-05,
+      "loss": 0.0,
+      "step": 67594
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8141477269051364e-05,
+      "loss": 0.0,
+      "step": 67596
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.814083030879413e-05,
+      "loss": 0.0,
+      "step": 67598
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8140183348536903e-05,
+      "loss": 0.0068,
+      "step": 67600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8139536388279668e-05,
+      "loss": 0.0,
+      "step": 67602
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8138889428022437e-05,
+      "loss": 0.0,
+      "step": 67604
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8138242467765206e-05,
+      "loss": 0.0006,
+      "step": 67606
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8137595507507975e-05,
+      "loss": 0.0,
+      "step": 67608
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.813694854725074e-05,
+      "loss": 0.0,
+      "step": 67610
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8136301586993514e-05,
+      "loss": 0.0,
+      "step": 67612
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.813565462673628e-05,
+      "loss": 0.0,
+      "step": 67614
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8135007666479052e-05,
+      "loss": 0.0008,
+      "step": 67616
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8134360706221818e-05,
+      "loss": 0.0,
+      "step": 67618
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8133713745964587e-05,
+      "loss": 0.0004,
+      "step": 67620
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8133066785707356e-05,
+      "loss": 0.0,
+      "step": 67622
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8132419825450125e-05,
+      "loss": 0.0,
+      "step": 67624
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.813177286519289e-05,
+      "loss": 0.0,
+      "step": 67626
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8131125904935663e-05,
+      "loss": 0.0,
+      "step": 67628
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.813047894467843e-05,
+      "loss": 0.0,
+      "step": 67630
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.81298319844212e-05,
+      "loss": 0.0,
+      "step": 67632
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8129185024163967e-05,
+      "loss": 0.0,
+      "step": 67634
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8128538063906732e-05,
+      "loss": 0.0,
+      "step": 67636
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8127891103649505e-05,
+      "loss": 0.0,
+      "step": 67638
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8127244143392274e-05,
+      "loss": 0.0,
+      "step": 67640
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.812659718313504e-05,
+      "loss": 0.0,
+      "step": 67642
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8125950222877812e-05,
+      "loss": 0.0,
+      "step": 67644
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8125303262620578e-05,
+      "loss": 0.0,
+      "step": 67646
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8124656302363344e-05,
+      "loss": 0.0,
+      "step": 67648
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8124009342106116e-05,
+      "loss": 0.0,
+      "step": 67650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8123362381848882e-05,
+      "loss": 0.0,
+      "step": 67652
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8122715421591654e-05,
+      "loss": 0.0,
+      "step": 67654
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8122068461334423e-05,
+      "loss": 0.0001,
+      "step": 67656
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.812142150107719e-05,
+      "loss": 0.0,
+      "step": 67658
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.812077454081996e-05,
+      "loss": 0.0,
+      "step": 67660
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8120127580562727e-05,
+      "loss": 0.0,
+      "step": 67662
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8119480620305493e-05,
+      "loss": 0.0,
+      "step": 67664
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8118833660048265e-05,
+      "loss": 0.0,
+      "step": 67666
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.811818669979103e-05,
+      "loss": 0.0001,
+      "step": 67668
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.81175397395338e-05,
+      "loss": 0.0,
+      "step": 67670
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8116892779276573e-05,
+      "loss": 0.0003,
+      "step": 67672
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.811624581901934e-05,
+      "loss": 0.0,
+      "step": 67674
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.811559885876211e-05,
+      "loss": 0.0,
+      "step": 67676
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8114951898504876e-05,
+      "loss": 0.0,
+      "step": 67678
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8114304938247642e-05,
+      "loss": 0.0,
+      "step": 67680
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8113657977990415e-05,
+      "loss": 0.0,
+      "step": 67682
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.811301101773318e-05,
+      "loss": 0.0,
+      "step": 67684
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.811236405747595e-05,
+      "loss": 0.0,
+      "step": 67686
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8111717097218722e-05,
+      "loss": 0.0,
+      "step": 67688
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8111070136961488e-05,
+      "loss": 0.0,
+      "step": 67690
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.811042317670426e-05,
+      "loss": 0.0,
+      "step": 67692
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8109776216447026e-05,
+      "loss": 0.0,
+      "step": 67694
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.810912925618979e-05,
+      "loss": 0.0,
+      "step": 67696
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8108482295932564e-05,
+      "loss": 0.0,
+      "step": 67698
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.810783533567533e-05,
+      "loss": 0.0,
+      "step": 67700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.81071883754181e-05,
+      "loss": 0.0,
+      "step": 67702
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.810654141516087e-05,
+      "loss": 0.0,
+      "step": 67704
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8105894454903637e-05,
+      "loss": 0.0001,
+      "step": 67706
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8105247494646403e-05,
+      "loss": 0.0476,
+      "step": 67708
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8104600534389175e-05,
+      "loss": 0.0,
+      "step": 67710
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.810395357413194e-05,
+      "loss": 0.0,
+      "step": 67712
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8103306613874713e-05,
+      "loss": 0.0,
+      "step": 67714
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.810265965361748e-05,
+      "loss": 0.0,
+      "step": 67716
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8102012693360248e-05,
+      "loss": 0.0,
+      "step": 67718
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.810136573310302e-05,
+      "loss": 0.0,
+      "step": 67720
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8100718772845786e-05,
+      "loss": 0.0001,
+      "step": 67722
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8100071812588552e-05,
+      "loss": 0.0,
+      "step": 67724
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8099424852331324e-05,
+      "loss": 0.0,
+      "step": 67726
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.809877789207409e-05,
+      "loss": 0.0011,
+      "step": 67728
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8098130931816856e-05,
+      "loss": 0.0023,
+      "step": 67730
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8097483971559628e-05,
+      "loss": 0.0,
+      "step": 67732
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8096837011302397e-05,
+      "loss": 0.0,
+      "step": 67734
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.809619005104517e-05,
+      "loss": 0.0,
+      "step": 67736
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8095543090787935e-05,
+      "loss": 0.0,
+      "step": 67738
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.80948961305307e-05,
+      "loss": 0.0,
+      "step": 67740
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8094249170273474e-05,
+      "loss": 0.0007,
+      "step": 67742
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.809360221001624e-05,
+      "loss": 0.0001,
+      "step": 67744
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8092955249759005e-05,
+      "loss": 0.0,
+      "step": 67746
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8092308289501778e-05,
+      "loss": 0.0001,
+      "step": 67748
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8091661329244547e-05,
+      "loss": 0.0,
+      "step": 67750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 2.8091014368987312e-05,
+      "loss": 0.0301,
+      "step": 67752
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8090367408730085e-05,
+      "loss": 0.0001,
+      "step": 67754
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.808972044847285e-05,
+      "loss": 0.0,
+      "step": 67756
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8089073488215623e-05,
+      "loss": 0.0,
+      "step": 67758
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.808842652795839e-05,
+      "loss": 0.0,
+      "step": 67760
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8087779567701154e-05,
+      "loss": 0.0,
+      "step": 67762
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8087132607443927e-05,
+      "loss": 0.0,
+      "step": 67764
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8086485647186696e-05,
+      "loss": 0.002,
+      "step": 67766
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.808583868692946e-05,
+      "loss": 0.0,
+      "step": 67768
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8085191726672234e-05,
+      "loss": 0.0,
+      "step": 67770
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8084544766415e-05,
+      "loss": 0.0,
+      "step": 67772
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8083897806157772e-05,
+      "loss": 0.0014,
+      "step": 67774
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8083250845900538e-05,
+      "loss": 0.0,
+      "step": 67776
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8082603885643304e-05,
+      "loss": 0.0069,
+      "step": 67778
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8081956925386076e-05,
+      "loss": 0.0,
+      "step": 67780
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8081309965128845e-05,
+      "loss": 0.0,
+      "step": 67782
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.808066300487161e-05,
+      "loss": 0.0,
+      "step": 67784
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8080016044614383e-05,
+      "loss": 0.0021,
+      "step": 67786
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.807936908435715e-05,
+      "loss": 0.0,
+      "step": 67788
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8078722124099915e-05,
+      "loss": 0.0,
+      "step": 67790
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8078075163842687e-05,
+      "loss": 0.0,
+      "step": 67792
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8077428203585453e-05,
+      "loss": 0.0001,
+      "step": 67794
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8076781243328225e-05,
+      "loss": 0.0049,
+      "step": 67796
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8076134283070994e-05,
+      "loss": 0.0006,
+      "step": 67798
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.807548732281376e-05,
+      "loss": 0.0,
+      "step": 67800
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8074840362556533e-05,
+      "loss": 0.0001,
+      "step": 67802
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.80741934022993e-05,
+      "loss": 0.0,
+      "step": 67804
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8073546442042064e-05,
+      "loss": 0.0,
+      "step": 67806
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8072899481784836e-05,
+      "loss": 0.0,
+      "step": 67808
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8072252521527602e-05,
+      "loss": 0.0,
+      "step": 67810
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.807160556127037e-05,
+      "loss": 0.0,
+      "step": 67812
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.807095860101314e-05,
+      "loss": 0.0,
+      "step": 67814
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.807031164075591e-05,
+      "loss": 0.0,
+      "step": 67816
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8069664680498682e-05,
+      "loss": 0.0001,
+      "step": 67818
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8069017720241448e-05,
+      "loss": 0.0002,
+      "step": 67820
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8068370759984213e-05,
+      "loss": 0.0521,
+      "step": 67822
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8067723799726986e-05,
+      "loss": 0.0,
+      "step": 67824
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.806707683946975e-05,
+      "loss": 0.0,
+      "step": 67826
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.806642987921252e-05,
+      "loss": 0.007,
+      "step": 67828
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.806578291895529e-05,
+      "loss": 0.0,
+      "step": 67830
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.806513595869806e-05,
+      "loss": 0.0,
+      "step": 67832
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8064488998440824e-05,
+      "loss": 0.0,
+      "step": 67834
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8063842038183597e-05,
+      "loss": 0.0,
+      "step": 67836
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8063195077926363e-05,
+      "loss": 0.0022,
+      "step": 67838
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8062548117669135e-05,
+      "loss": 0.0003,
+      "step": 67840
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.80619011574119e-05,
+      "loss": 0.0,
+      "step": 67842
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.806125419715467e-05,
+      "loss": 0.0,
+      "step": 67844
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.806060723689744e-05,
+      "loss": 0.0,
+      "step": 67846
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8059960276640208e-05,
+      "loss": 0.0,
+      "step": 67848
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8059313316382974e-05,
+      "loss": 0.0,
+      "step": 67850
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8058666356125746e-05,
+      "loss": 0.0,
+      "step": 67852
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8058019395868512e-05,
+      "loss": 0.0001,
+      "step": 67854
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8057372435611284e-05,
+      "loss": 0.0,
+      "step": 67856
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.805672547535405e-05,
+      "loss": 0.0001,
+      "step": 67858
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.805607851509682e-05,
+      "loss": 0.0002,
+      "step": 67860
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8055431554839588e-05,
+      "loss": 0.0,
+      "step": 67862
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8054784594582357e-05,
+      "loss": 0.0,
+      "step": 67864
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8054137634325123e-05,
+      "loss": 0.0024,
+      "step": 67866
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8053490674067895e-05,
+      "loss": 0.0002,
+      "step": 67868
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.805284371381066e-05,
+      "loss": 0.0,
+      "step": 67870
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8052196753553427e-05,
+      "loss": 0.0,
+      "step": 67872
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.80515497932962e-05,
+      "loss": 0.0,
+      "step": 67874
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8050902833038965e-05,
+      "loss": 0.003,
+      "step": 67876
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8050255872781737e-05,
+      "loss": 0.0,
+      "step": 67878
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8049608912524507e-05,
+      "loss": 0.0,
+      "step": 67880
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8048961952267272e-05,
+      "loss": 0.0,
+      "step": 67882
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8048314992010045e-05,
+      "loss": 0.0,
+      "step": 67884
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.804766803175281e-05,
+      "loss": 0.0001,
+      "step": 67886
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8047021071495576e-05,
+      "loss": 0.0,
+      "step": 67888
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.804637411123835e-05,
+      "loss": 0.0,
+      "step": 67890
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8045727150981114e-05,
+      "loss": 0.0036,
+      "step": 67892
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8045080190723883e-05,
+      "loss": 0.0,
+      "step": 67894
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8044433230466656e-05,
+      "loss": 0.0,
+      "step": 67896
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.804378627020942e-05,
+      "loss": 0.0,
+      "step": 67898
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8043139309952194e-05,
+      "loss": 0.0,
+      "step": 67900
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.804249234969496e-05,
+      "loss": 0.002,
+      "step": 67902
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8041845389437725e-05,
+      "loss": 0.0,
+      "step": 67904
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8041198429180498e-05,
+      "loss": 0.0005,
+      "step": 67906
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8040551468923264e-05,
+      "loss": 0.0,
+      "step": 67908
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8039904508666033e-05,
+      "loss": 0.0,
+      "step": 67910
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8039257548408805e-05,
+      "loss": 0.0206,
+      "step": 67912
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.803861058815157e-05,
+      "loss": 0.0,
+      "step": 67914
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8037963627894343e-05,
+      "loss": 0.0,
+      "step": 67916
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.803731666763711e-05,
+      "loss": 0.0089,
+      "step": 67918
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8036669707379875e-05,
+      "loss": 0.0,
+      "step": 67920
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8036022747122647e-05,
+      "loss": 0.0001,
+      "step": 67922
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8035375786865413e-05,
+      "loss": 0.0,
+      "step": 67924
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8034728826608182e-05,
+      "loss": 0.0002,
+      "step": 67926
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8034081866350954e-05,
+      "loss": 0.0,
+      "step": 67928
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.803343490609372e-05,
+      "loss": 0.0,
+      "step": 67930
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8032787945836486e-05,
+      "loss": 0.0,
+      "step": 67932
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8032140985579258e-05,
+      "loss": 0.0042,
+      "step": 67934
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8031494025322024e-05,
+      "loss": 0.0,
+      "step": 67936
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8030847065064796e-05,
+      "loss": 0.0006,
+      "step": 67938
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8030200104807562e-05,
+      "loss": 0.0,
+      "step": 67940
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.802955314455033e-05,
+      "loss": 0.0,
+      "step": 67942
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8028906184293104e-05,
+      "loss": 0.0,
+      "step": 67944
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.802825922403587e-05,
+      "loss": 0.0,
+      "step": 67946
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8027612263778635e-05,
+      "loss": 0.0,
+      "step": 67948
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8026965303521408e-05,
+      "loss": 0.0,
+      "step": 67950
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8026318343264173e-05,
+      "loss": 0.0,
+      "step": 67952
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.802567138300694e-05,
+      "loss": 0.0095,
+      "step": 67954
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.802502442274971e-05,
+      "loss": 0.0002,
+      "step": 67956
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.802437746249248e-05,
+      "loss": 0.0,
+      "step": 67958
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8023730502235253e-05,
+      "loss": 0.0,
+      "step": 67960
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.802308354197802e-05,
+      "loss": 0.0,
+      "step": 67962
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8022436581720784e-05,
+      "loss": 0.0002,
+      "step": 67964
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8021789621463557e-05,
+      "loss": 0.0,
+      "step": 67966
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8021142661206323e-05,
+      "loss": 0.0,
+      "step": 67968
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8020495700949088e-05,
+      "loss": 0.0,
+      "step": 67970
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.801984874069186e-05,
+      "loss": 0.0,
+      "step": 67972
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.801920178043463e-05,
+      "loss": 0.0,
+      "step": 67974
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8018554820177396e-05,
+      "loss": 0.0,
+      "step": 67976
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8017907859920168e-05,
+      "loss": 0.006,
+      "step": 67978
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8017260899662934e-05,
+      "loss": 0.0,
+      "step": 67980
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8016613939405706e-05,
+      "loss": 0.0,
+      "step": 67982
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8015966979148472e-05,
+      "loss": 0.0,
+      "step": 67984
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8015320018891238e-05,
+      "loss": 0.0,
+      "step": 67986
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.801467305863401e-05,
+      "loss": 0.0,
+      "step": 67988
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.801402609837678e-05,
+      "loss": 0.0,
+      "step": 67990
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8013379138119545e-05,
+      "loss": 0.0,
+      "step": 67992
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8012732177862317e-05,
+      "loss": 0.0043,
+      "step": 67994
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8012085217605083e-05,
+      "loss": 0.0,
+      "step": 67996
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8011438257347855e-05,
+      "loss": 0.0128,
+      "step": 67998
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.801079129709062e-05,
+      "loss": 0.0021,
+      "step": 68000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8010144336833387e-05,
+      "loss": 0.0,
+      "step": 68002
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.800949737657616e-05,
+      "loss": 0.0,
+      "step": 68004
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.800885041631893e-05,
+      "loss": 0.0003,
+      "step": 68006
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8008203456061694e-05,
+      "loss": 0.0,
+      "step": 68008
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8007556495804467e-05,
+      "loss": 0.0,
+      "step": 68010
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8006909535547232e-05,
+      "loss": 0.0001,
+      "step": 68012
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8006262575289998e-05,
+      "loss": 0.0,
+      "step": 68014
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.800561561503277e-05,
+      "loss": 0.0007,
+      "step": 68016
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8004968654775536e-05,
+      "loss": 0.0,
+      "step": 68018
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.800432169451831e-05,
+      "loss": 0.0001,
+      "step": 68020
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8003674734261078e-05,
+      "loss": 0.0002,
+      "step": 68022
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8003027774003843e-05,
+      "loss": 0.0,
+      "step": 68024
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8002380813746616e-05,
+      "loss": 0.0,
+      "step": 68026
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.800173385348938e-05,
+      "loss": 0.0,
+      "step": 68028
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.8001086893232147e-05,
+      "loss": 0.0003,
+      "step": 68030
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.800043993297492e-05,
+      "loss": 0.0006,
+      "step": 68032
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7999792972717685e-05,
+      "loss": 0.0,
+      "step": 68034
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7999146012460455e-05,
+      "loss": 0.0,
+      "step": 68036
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7998499052203227e-05,
+      "loss": 0.0,
+      "step": 68038
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7997852091945993e-05,
+      "loss": 0.0,
+      "step": 68040
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7997205131688765e-05,
+      "loss": 0.0,
+      "step": 68042
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.799655817143153e-05,
+      "loss": 0.0,
+      "step": 68044
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7995911211174297e-05,
+      "loss": 0.0006,
+      "step": 68046
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.799526425091707e-05,
+      "loss": 0.0,
+      "step": 68048
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7994617290659835e-05,
+      "loss": 0.0,
+      "step": 68050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7993970330402604e-05,
+      "loss": 0.0042,
+      "step": 68052
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7993323370145373e-05,
+      "loss": 0.0002,
+      "step": 68054
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7992676409888142e-05,
+      "loss": 0.0,
+      "step": 68056
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7992029449630914e-05,
+      "loss": 0.0,
+      "step": 68058
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.799138248937368e-05,
+      "loss": 0.0003,
+      "step": 68060
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7990735529116446e-05,
+      "loss": 0.0,
+      "step": 68062
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7990088568859218e-05,
+      "loss": 0.0,
+      "step": 68064
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7989441608601984e-05,
+      "loss": 0.0036,
+      "step": 68066
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7988794648344753e-05,
+      "loss": 0.0,
+      "step": 68068
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7988147688087522e-05,
+      "loss": 0.0,
+      "step": 68070
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.798750072783029e-05,
+      "loss": 0.0,
+      "step": 68072
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7986853767573057e-05,
+      "loss": 0.0,
+      "step": 68074
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.798620680731583e-05,
+      "loss": 0.0,
+      "step": 68076
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7985559847058595e-05,
+      "loss": 0.0,
+      "step": 68078
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7984912886801368e-05,
+      "loss": 0.0,
+      "step": 68080
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7984265926544133e-05,
+      "loss": 0.0,
+      "step": 68082
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7983618966286902e-05,
+      "loss": 0.0,
+      "step": 68084
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.798297200602967e-05,
+      "loss": 0.0,
+      "step": 68086
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.798232504577244e-05,
+      "loss": 0.0,
+      "step": 68088
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7981678085515206e-05,
+      "loss": 0.0,
+      "step": 68090
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.798103112525798e-05,
+      "loss": 0.0,
+      "step": 68092
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7980384165000744e-05,
+      "loss": 0.0,
+      "step": 68094
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.797973720474351e-05,
+      "loss": 0.0,
+      "step": 68096
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7979090244486283e-05,
+      "loss": 0.0101,
+      "step": 68098
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.797844328422905e-05,
+      "loss": 0.0,
+      "step": 68100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.797779632397182e-05,
+      "loss": 0.0,
+      "step": 68102
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.797714936371459e-05,
+      "loss": 0.0,
+      "step": 68104
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7976502403457356e-05,
+      "loss": 0.0,
+      "step": 68106
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7975855443200128e-05,
+      "loss": 0.0009,
+      "step": 68108
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7975208482942894e-05,
+      "loss": 0.0,
+      "step": 68110
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.797456152268566e-05,
+      "loss": 0.0,
+      "step": 68112
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7973914562428432e-05,
+      "loss": 0.0048,
+      "step": 68114
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7973267602171198e-05,
+      "loss": 0.0001,
+      "step": 68116
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7972620641913967e-05,
+      "loss": 0.0005,
+      "step": 68118
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.797197368165674e-05,
+      "loss": 0.0,
+      "step": 68120
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7971326721399505e-05,
+      "loss": 0.0,
+      "step": 68122
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7970679761142277e-05,
+      "loss": 0.0,
+      "step": 68124
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7970032800885043e-05,
+      "loss": 0.0002,
+      "step": 68126
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.796938584062781e-05,
+      "loss": 0.0,
+      "step": 68128
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.796873888037058e-05,
+      "loss": 0.0,
+      "step": 68130
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7968091920113347e-05,
+      "loss": 0.0,
+      "step": 68132
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7967444959856116e-05,
+      "loss": 0.0042,
+      "step": 68134
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.796679799959889e-05,
+      "loss": 0.0,
+      "step": 68136
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7966151039341654e-05,
+      "loss": 0.0,
+      "step": 68138
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7965504079084427e-05,
+      "loss": 0.0,
+      "step": 68140
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7964857118827192e-05,
+      "loss": 0.0,
+      "step": 68142
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7964210158569958e-05,
+      "loss": 0.0,
+      "step": 68144
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.796356319831273e-05,
+      "loss": 0.0,
+      "step": 68146
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7962916238055496e-05,
+      "loss": 0.0001,
+      "step": 68148
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7962269277798265e-05,
+      "loss": 0.0,
+      "step": 68150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7961622317541038e-05,
+      "loss": 0.0003,
+      "step": 68152
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7960975357283803e-05,
+      "loss": 0.0,
+      "step": 68154
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.796032839702657e-05,
+      "loss": 0.0,
+      "step": 68156
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.795968143676934e-05,
+      "loss": 0.0008,
+      "step": 68158
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7959034476512107e-05,
+      "loss": 0.0012,
+      "step": 68160
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.795838751625488e-05,
+      "loss": 0.0,
+      "step": 68162
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7957740555997645e-05,
+      "loss": 0.0,
+      "step": 68164
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7957093595740414e-05,
+      "loss": 0.0004,
+      "step": 68166
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7956446635483187e-05,
+      "loss": 0.0025,
+      "step": 68168
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7955799675225953e-05,
+      "loss": 0.0,
+      "step": 68170
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.795515271496872e-05,
+      "loss": 0.0,
+      "step": 68172
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.795450575471149e-05,
+      "loss": 0.0,
+      "step": 68174
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7953858794454257e-05,
+      "loss": 0.0,
+      "step": 68176
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7953211834197026e-05,
+      "loss": 0.0,
+      "step": 68178
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7952564873939795e-05,
+      "loss": 0.0,
+      "step": 68180
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7951917913682564e-05,
+      "loss": 0.0022,
+      "step": 68182
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7951270953425336e-05,
+      "loss": 0.0,
+      "step": 68184
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7950623993168102e-05,
+      "loss": 0.0,
+      "step": 68186
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7949977032910868e-05,
+      "loss": 0.0001,
+      "step": 68188
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.794933007265364e-05,
+      "loss": 0.0,
+      "step": 68190
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7948683112396406e-05,
+      "loss": 0.0005,
+      "step": 68192
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.794803615213917e-05,
+      "loss": 0.0,
+      "step": 68194
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7947389191881944e-05,
+      "loss": 0.0,
+      "step": 68196
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7946742231624713e-05,
+      "loss": 0.0,
+      "step": 68198
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7946095271367486e-05,
+      "loss": 0.0005,
+      "step": 68200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.794544831111025e-05,
+      "loss": 0.0,
+      "step": 68202
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7944801350853017e-05,
+      "loss": 0.0,
+      "step": 68204
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.794415439059579e-05,
+      "loss": 0.0,
+      "step": 68206
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7943507430338555e-05,
+      "loss": 0.0,
+      "step": 68208
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.794286047008132e-05,
+      "loss": 0.0,
+      "step": 68210
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7942213509824093e-05,
+      "loss": 0.0,
+      "step": 68212
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7941566549566862e-05,
+      "loss": 0.0001,
+      "step": 68214
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7940919589309628e-05,
+      "loss": 0.0,
+      "step": 68216
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.79402726290524e-05,
+      "loss": 0.0,
+      "step": 68218
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7939625668795166e-05,
+      "loss": 0.0,
+      "step": 68220
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.793897870853794e-05,
+      "loss": 0.0026,
+      "step": 68222
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7938331748280704e-05,
+      "loss": 0.0005,
+      "step": 68224
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.793768478802347e-05,
+      "loss": 0.0,
+      "step": 68226
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7937037827766243e-05,
+      "loss": 0.0,
+      "step": 68228
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.793639086750901e-05,
+      "loss": 0.0,
+      "step": 68230
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7935743907251777e-05,
+      "loss": 0.0,
+      "step": 68232
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.793509694699455e-05,
+      "loss": 0.0005,
+      "step": 68234
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7934449986737316e-05,
+      "loss": 0.0,
+      "step": 68236
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.793380302648008e-05,
+      "loss": 0.0,
+      "step": 68238
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7933156066222854e-05,
+      "loss": 0.0,
+      "step": 68240
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.793250910596562e-05,
+      "loss": 0.0002,
+      "step": 68242
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7931862145708392e-05,
+      "loss": 0.0014,
+      "step": 68244
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.793121518545116e-05,
+      "loss": 0.0,
+      "step": 68246
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7930568225193927e-05,
+      "loss": 0.0003,
+      "step": 68248
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.79299212649367e-05,
+      "loss": 0.0,
+      "step": 68250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7929274304679465e-05,
+      "loss": 0.0,
+      "step": 68252
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.792862734442223e-05,
+      "loss": 0.0,
+      "step": 68254
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7927980384165003e-05,
+      "loss": 0.0,
+      "step": 68256
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.792733342390777e-05,
+      "loss": 0.0011,
+      "step": 68258
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7926686463650538e-05,
+      "loss": 0.0,
+      "step": 68260
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.792603950339331e-05,
+      "loss": 0.0,
+      "step": 68262
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.7925392543136076e-05,
+      "loss": 0.0,
+      "step": 68264
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 2.792474558287885e-05,
+      "loss": 0.0,
+      "step": 68266
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7924098622621614e-05,
+      "loss": 0.0018,
+      "step": 68268
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.792345166236438e-05,
+      "loss": 0.0,
+      "step": 68270
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7922804702107152e-05,
+      "loss": 0.0,
+      "step": 68272
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7922157741849918e-05,
+      "loss": 0.0,
+      "step": 68274
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7921510781592687e-05,
+      "loss": 0.0,
+      "step": 68276
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.792086382133546e-05,
+      "loss": 0.0003,
+      "step": 68278
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7920216861078225e-05,
+      "loss": 0.0,
+      "step": 68280
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7919569900820998e-05,
+      "loss": 0.0,
+      "step": 68282
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7918922940563763e-05,
+      "loss": 0.0001,
+      "step": 68284
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.791827598030653e-05,
+      "loss": 0.0,
+      "step": 68286
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.79176290200493e-05,
+      "loss": 0.0,
+      "step": 68288
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7916982059792067e-05,
+      "loss": 0.0,
+      "step": 68290
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7916335099534836e-05,
+      "loss": 0.0,
+      "step": 68292
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7915688139277605e-05,
+      "loss": 0.0,
+      "step": 68294
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7915041179020374e-05,
+      "loss": 0.0,
+      "step": 68296
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.791439421876314e-05,
+      "loss": 0.0,
+      "step": 68298
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7913747258505913e-05,
+      "loss": 0.0,
+      "step": 68300
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.791310029824868e-05,
+      "loss": 0.0,
+      "step": 68302
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.791245333799145e-05,
+      "loss": 0.0,
+      "step": 68304
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7911806377734217e-05,
+      "loss": 0.0,
+      "step": 68306
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7911159417476986e-05,
+      "loss": 0.0,
+      "step": 68308
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7910512457219755e-05,
+      "loss": 0.0,
+      "step": 68310
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7909865496962524e-05,
+      "loss": 0.0,
+      "step": 68312
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.790921853670529e-05,
+      "loss": 0.0,
+      "step": 68314
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7908571576448062e-05,
+      "loss": 0.0,
+      "step": 68316
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7907924616190828e-05,
+      "loss": 0.0,
+      "step": 68318
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7907277655933593e-05,
+      "loss": 0.0,
+      "step": 68320
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7906630695676366e-05,
+      "loss": 0.0,
+      "step": 68322
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7905983735419135e-05,
+      "loss": 0.0004,
+      "step": 68324
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7905336775161904e-05,
+      "loss": 0.0,
+      "step": 68326
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7904689814904673e-05,
+      "loss": 0.0001,
+      "step": 68328
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.790404285464744e-05,
+      "loss": 0.0,
+      "step": 68330
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.790339589439021e-05,
+      "loss": 0.0,
+      "step": 68332
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7902748934132977e-05,
+      "loss": 0.0,
+      "step": 68334
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7902101973875743e-05,
+      "loss": 0.0032,
+      "step": 68336
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7901455013618515e-05,
+      "loss": 0.0,
+      "step": 68338
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7900808053361284e-05,
+      "loss": 0.0004,
+      "step": 68340
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7900161093104053e-05,
+      "loss": 0.0,
+      "step": 68342
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7899514132846822e-05,
+      "loss": 0.0001,
+      "step": 68344
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7898867172589588e-05,
+      "loss": 0.0,
+      "step": 68346
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.789822021233236e-05,
+      "loss": 0.0,
+      "step": 68348
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7897573252075126e-05,
+      "loss": 0.0,
+      "step": 68350
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7896926291817892e-05,
+      "loss": 0.0169,
+      "step": 68352
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7896279331560664e-05,
+      "loss": 0.0019,
+      "step": 68354
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7895632371303433e-05,
+      "loss": 0.0,
+      "step": 68356
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.78949854110462e-05,
+      "loss": 0.0,
+      "step": 68358
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.789433845078897e-05,
+      "loss": 0.0,
+      "step": 68360
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7893691490531737e-05,
+      "loss": 0.0074,
+      "step": 68362
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.789304453027451e-05,
+      "loss": 0.0,
+      "step": 68364
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7892397570017275e-05,
+      "loss": 0.0,
+      "step": 68366
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.789175060976004e-05,
+      "loss": 0.0,
+      "step": 68368
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7891103649502814e-05,
+      "loss": 0.0,
+      "step": 68370
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.789045668924558e-05,
+      "loss": 0.0023,
+      "step": 68372
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.788980972898835e-05,
+      "loss": 0.0,
+      "step": 68374
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.788916276873112e-05,
+      "loss": 0.0,
+      "step": 68376
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7888515808473887e-05,
+      "loss": 0.025,
+      "step": 68378
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7887868848216652e-05,
+      "loss": 0.0,
+      "step": 68380
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7887221887959425e-05,
+      "loss": 0.0062,
+      "step": 68382
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.788657492770219e-05,
+      "loss": 0.0,
+      "step": 68384
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7885927967444963e-05,
+      "loss": 0.0,
+      "step": 68386
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.788528100718773e-05,
+      "loss": 0.0,
+      "step": 68388
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7884634046930498e-05,
+      "loss": 0.0,
+      "step": 68390
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.788398708667327e-05,
+      "loss": 0.0,
+      "step": 68392
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7883340126416036e-05,
+      "loss": 0.0,
+      "step": 68394
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.78826931661588e-05,
+      "loss": 0.0003,
+      "step": 68396
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7882046205901574e-05,
+      "loss": 0.0,
+      "step": 68398
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.788139924564434e-05,
+      "loss": 0.004,
+      "step": 68400
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.788075228538711e-05,
+      "loss": 0.0003,
+      "step": 68402
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7880105325129878e-05,
+      "loss": 0.0,
+      "step": 68404
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7879458364872647e-05,
+      "loss": 0.0,
+      "step": 68406
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.787881140461542e-05,
+      "loss": 0.0,
+      "step": 68408
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7878164444358185e-05,
+      "loss": 0.0,
+      "step": 68410
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.787751748410095e-05,
+      "loss": 0.0015,
+      "step": 68412
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7876870523843723e-05,
+      "loss": 0.0,
+      "step": 68414
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.787622356358649e-05,
+      "loss": 0.0,
+      "step": 68416
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7875576603329258e-05,
+      "loss": 0.0,
+      "step": 68418
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7874929643072027e-05,
+      "loss": 0.0,
+      "step": 68420
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7874282682814796e-05,
+      "loss": 0.0,
+      "step": 68422
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.787363572255757e-05,
+      "loss": 0.0,
+      "step": 68424
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7872988762300334e-05,
+      "loss": 0.0045,
+      "step": 68426
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.78723418020431e-05,
+      "loss": 0.0,
+      "step": 68428
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7871694841785873e-05,
+      "loss": 0.0007,
+      "step": 68430
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.787104788152864e-05,
+      "loss": 0.0,
+      "step": 68432
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7870400921271404e-05,
+      "loss": 0.0,
+      "step": 68434
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7869753961014177e-05,
+      "loss": 0.0,
+      "step": 68436
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7869107000756946e-05,
+      "loss": 0.0,
+      "step": 68438
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.786846004049971e-05,
+      "loss": 0.0,
+      "step": 68440
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7867813080242484e-05,
+      "loss": 0.0,
+      "step": 68442
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.786716611998525e-05,
+      "loss": 0.0,
+      "step": 68444
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7866519159728022e-05,
+      "loss": 0.0,
+      "step": 68446
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7865872199470788e-05,
+      "loss": 0.0002,
+      "step": 68448
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7865225239213553e-05,
+      "loss": 0.0,
+      "step": 68450
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7864578278956326e-05,
+      "loss": 0.0,
+      "step": 68452
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7863931318699095e-05,
+      "loss": 0.0,
+      "step": 68454
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.786328435844186e-05,
+      "loss": 0.0021,
+      "step": 68456
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7862637398184633e-05,
+      "loss": 0.0,
+      "step": 68458
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.78619904379274e-05,
+      "loss": 0.0043,
+      "step": 68460
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7861343477670164e-05,
+      "loss": 0.0,
+      "step": 68462
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7860696517412937e-05,
+      "loss": 0.0007,
+      "step": 68464
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7860049557155703e-05,
+      "loss": 0.009,
+      "step": 68466
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7859402596898475e-05,
+      "loss": 0.0018,
+      "step": 68468
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7858755636641244e-05,
+      "loss": 0.0,
+      "step": 68470
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.785810867638401e-05,
+      "loss": 0.0,
+      "step": 68472
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7857461716126782e-05,
+      "loss": 0.0,
+      "step": 68474
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7856814755869548e-05,
+      "loss": 0.0036,
+      "step": 68476
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7856167795612314e-05,
+      "loss": 0.0,
+      "step": 68478
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7855520835355086e-05,
+      "loss": 0.0,
+      "step": 68480
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7854873875097852e-05,
+      "loss": 0.0,
+      "step": 68482
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7854226914840624e-05,
+      "loss": 0.0,
+      "step": 68484
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7853579954583393e-05,
+      "loss": 0.0,
+      "step": 68486
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.785293299432616e-05,
+      "loss": 0.0,
+      "step": 68488
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.785228603406893e-05,
+      "loss": 0.0,
+      "step": 68490
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7851639073811697e-05,
+      "loss": 0.0,
+      "step": 68492
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7850992113554463e-05,
+      "loss": 0.0001,
+      "step": 68494
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7850345153297235e-05,
+      "loss": 0.0,
+      "step": 68496
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.784969819304e-05,
+      "loss": 0.0,
+      "step": 68498
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.784905123278277e-05,
+      "loss": 0.0025,
+      "step": 68500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7848404272525543e-05,
+      "loss": 0.0,
+      "step": 68502
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.784775731226831e-05,
+      "loss": 0.0,
+      "step": 68504
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.784711035201108e-05,
+      "loss": 0.0,
+      "step": 68506
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7846463391753847e-05,
+      "loss": 0.0016,
+      "step": 68508
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7845816431496612e-05,
+      "loss": 0.0,
+      "step": 68510
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7845169471239385e-05,
+      "loss": 0.0,
+      "step": 68512
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.784452251098215e-05,
+      "loss": 0.0067,
+      "step": 68514
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.784387555072492e-05,
+      "loss": 0.0,
+      "step": 68516
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7843228590467692e-05,
+      "loss": 0.0,
+      "step": 68518
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7842581630210458e-05,
+      "loss": 0.0,
+      "step": 68520
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7841934669953223e-05,
+      "loss": 0.0039,
+      "step": 68522
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7841287709695996e-05,
+      "loss": 0.0001,
+      "step": 68524
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.784064074943876e-05,
+      "loss": 0.0,
+      "step": 68526
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7839993789181534e-05,
+      "loss": 0.0,
+      "step": 68528
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.78393468289243e-05,
+      "loss": 0.0133,
+      "step": 68530
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.783869986866707e-05,
+      "loss": 0.0,
+      "step": 68532
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7838052908409838e-05,
+      "loss": 0.0,
+      "step": 68534
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7837405948152607e-05,
+      "loss": 0.0,
+      "step": 68536
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7836758987895373e-05,
+      "loss": 0.0083,
+      "step": 68538
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7836112027638145e-05,
+      "loss": 0.0,
+      "step": 68540
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.783546506738091e-05,
+      "loss": 0.0023,
+      "step": 68542
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7834818107123677e-05,
+      "loss": 0.0,
+      "step": 68544
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.783417114686645e-05,
+      "loss": 0.0,
+      "step": 68546
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7833524186609218e-05,
+      "loss": 0.0,
+      "step": 68548
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7832877226351987e-05,
+      "loss": 0.0,
+      "step": 68550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7832230266094756e-05,
+      "loss": 0.0,
+      "step": 68552
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7831583305837522e-05,
+      "loss": 0.0,
+      "step": 68554
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7830936345580294e-05,
+      "loss": 0.0,
+      "step": 68556
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.783028938532306e-05,
+      "loss": 0.0,
+      "step": 68558
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7829642425065826e-05,
+      "loss": 0.0,
+      "step": 68560
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.78289954648086e-05,
+      "loss": 0.0001,
+      "step": 68562
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7828348504551367e-05,
+      "loss": 0.0,
+      "step": 68564
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7827701544294136e-05,
+      "loss": 0.0001,
+      "step": 68566
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7827054584036906e-05,
+      "loss": 0.0001,
+      "step": 68568
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.782640762377967e-05,
+      "loss": 0.0,
+      "step": 68570
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7825760663522444e-05,
+      "loss": 0.0,
+      "step": 68572
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.782511370326521e-05,
+      "loss": 0.0,
+      "step": 68574
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7824466743007975e-05,
+      "loss": 0.0036,
+      "step": 68576
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7823819782750748e-05,
+      "loss": 0.0,
+      "step": 68578
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7823172822493517e-05,
+      "loss": 0.0,
+      "step": 68580
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7822525862236282e-05,
+      "loss": 0.0,
+      "step": 68582
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7821878901979055e-05,
+      "loss": 0.0,
+      "step": 68584
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.782123194172182e-05,
+      "loss": 0.0,
+      "step": 68586
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7820584981464593e-05,
+      "loss": 0.0009,
+      "step": 68588
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.781993802120736e-05,
+      "loss": 0.0002,
+      "step": 68590
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7819291060950124e-05,
+      "loss": 0.0073,
+      "step": 68592
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7818644100692897e-05,
+      "loss": 0.02,
+      "step": 68594
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7817997140435666e-05,
+      "loss": 0.0001,
+      "step": 68596
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.781735018017843e-05,
+      "loss": 0.0,
+      "step": 68598
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7816703219921204e-05,
+      "loss": 0.0,
+      "step": 68600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.781605625966397e-05,
+      "loss": 0.0032,
+      "step": 68602
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7815409299406736e-05,
+      "loss": 0.0,
+      "step": 68604
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7814762339149508e-05,
+      "loss": 0.0,
+      "step": 68606
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7814115378892274e-05,
+      "loss": 0.0,
+      "step": 68608
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7813468418635046e-05,
+      "loss": 0.0,
+      "step": 68610
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7812821458377812e-05,
+      "loss": 0.0001,
+      "step": 68612
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.781217449812058e-05,
+      "loss": 0.0,
+      "step": 68614
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7811527537863353e-05,
+      "loss": 0.0,
+      "step": 68616
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.781088057760612e-05,
+      "loss": 0.0,
+      "step": 68618
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7810233617348885e-05,
+      "loss": 0.0021,
+      "step": 68620
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7809586657091657e-05,
+      "loss": 0.0,
+      "step": 68622
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7808939696834423e-05,
+      "loss": 0.0,
+      "step": 68624
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7808292736577195e-05,
+      "loss": 0.0,
+      "step": 68626
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.780764577631996e-05,
+      "loss": 0.0,
+      "step": 68628
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.780699881606273e-05,
+      "loss": 0.0,
+      "step": 68630
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7806351855805503e-05,
+      "loss": 0.0,
+      "step": 68632
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.780570489554827e-05,
+      "loss": 0.0021,
+      "step": 68634
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7805057935291034e-05,
+      "loss": 0.0,
+      "step": 68636
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7804410975033807e-05,
+      "loss": 0.0,
+      "step": 68638
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7803764014776572e-05,
+      "loss": 0.0103,
+      "step": 68640
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.780311705451934e-05,
+      "loss": 0.0,
+      "step": 68642
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.780247009426211e-05,
+      "loss": 0.0003,
+      "step": 68644
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.780182313400488e-05,
+      "loss": 0.0017,
+      "step": 68646
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7801176173747652e-05,
+      "loss": 0.0,
+      "step": 68648
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7800529213490418e-05,
+      "loss": 0.0,
+      "step": 68650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7799882253233183e-05,
+      "loss": 0.0149,
+      "step": 68652
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7799235292975956e-05,
+      "loss": 0.0,
+      "step": 68654
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.779858833271872e-05,
+      "loss": 0.0002,
+      "step": 68656
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.779794137246149e-05,
+      "loss": 0.0,
+      "step": 68658
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.779729441220426e-05,
+      "loss": 0.0,
+      "step": 68660
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.779664745194703e-05,
+      "loss": 0.0018,
+      "step": 68662
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7796000491689795e-05,
+      "loss": 0.0,
+      "step": 68664
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7795353531432567e-05,
+      "loss": 0.0,
+      "step": 68666
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7794706571175333e-05,
+      "loss": 0.0004,
+      "step": 68668
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7794059610918105e-05,
+      "loss": 0.0,
+      "step": 68670
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.779341265066087e-05,
+      "loss": 0.0,
+      "step": 68672
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7792765690403637e-05,
+      "loss": 0.0001,
+      "step": 68674
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.779211873014641e-05,
+      "loss": 0.0,
+      "step": 68676
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7791471769889178e-05,
+      "loss": 0.0,
+      "step": 68678
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7790824809631944e-05,
+      "loss": 0.0,
+      "step": 68680
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7790177849374716e-05,
+      "loss": 0.0,
+      "step": 68682
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7789530889117482e-05,
+      "loss": 0.0053,
+      "step": 68684
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7788883928860248e-05,
+      "loss": 0.0075,
+      "step": 68686
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.778823696860302e-05,
+      "loss": 0.0007,
+      "step": 68688
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7787590008345786e-05,
+      "loss": 0.0,
+      "step": 68690
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.778694304808856e-05,
+      "loss": 0.0,
+      "step": 68692
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7786296087831327e-05,
+      "loss": 0.0003,
+      "step": 68694
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7785649127574093e-05,
+      "loss": 0.0,
+      "step": 68696
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7785002167316866e-05,
+      "loss": 0.0,
+      "step": 68698
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.778435520705963e-05,
+      "loss": 0.0,
+      "step": 68700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7783708246802397e-05,
+      "loss": 0.0,
+      "step": 68702
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.778306128654517e-05,
+      "loss": 0.0,
+      "step": 68704
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7782414326287935e-05,
+      "loss": 0.0,
+      "step": 68706
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7781767366030708e-05,
+      "loss": 0.0001,
+      "step": 68708
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7781120405773477e-05,
+      "loss": 0.0,
+      "step": 68710
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7780473445516242e-05,
+      "loss": 0.0,
+      "step": 68712
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7779826485259015e-05,
+      "loss": 0.0,
+      "step": 68714
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.777917952500178e-05,
+      "loss": 0.0,
+      "step": 68716
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7778532564744546e-05,
+      "loss": 0.0,
+      "step": 68718
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.777788560448732e-05,
+      "loss": 0.0001,
+      "step": 68720
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7777238644230084e-05,
+      "loss": 0.0,
+      "step": 68722
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7776591683972854e-05,
+      "loss": 0.0,
+      "step": 68724
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7775944723715626e-05,
+      "loss": 0.0,
+      "step": 68726
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.777529776345839e-05,
+      "loss": 0.0,
+      "step": 68728
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7774650803201164e-05,
+      "loss": 0.0,
+      "step": 68730
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.777400384294393e-05,
+      "loss": 0.0,
+      "step": 68732
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7773356882686696e-05,
+      "loss": 0.0,
+      "step": 68734
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7772709922429468e-05,
+      "loss": 0.0,
+      "step": 68736
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7772062962172234e-05,
+      "loss": 0.0,
+      "step": 68738
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7771416001915003e-05,
+      "loss": 0.0,
+      "step": 68740
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7770769041657775e-05,
+      "loss": 0.0319,
+      "step": 68742
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.777012208140054e-05,
+      "loss": 0.0,
+      "step": 68744
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7769475121143307e-05,
+      "loss": 0.0,
+      "step": 68746
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.776882816088608e-05,
+      "loss": 0.0,
+      "step": 68748
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7768181200628845e-05,
+      "loss": 0.0,
+      "step": 68750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7767534240371617e-05,
+      "loss": 0.0011,
+      "step": 68752
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7766887280114383e-05,
+      "loss": 0.0,
+      "step": 68754
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7766240319857152e-05,
+      "loss": 0.0,
+      "step": 68756
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7765593359599925e-05,
+      "loss": 0.0,
+      "step": 68758
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.776494639934269e-05,
+      "loss": 0.0,
+      "step": 68760
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7764299439085456e-05,
+      "loss": 0.0,
+      "step": 68762
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.776365247882823e-05,
+      "loss": 0.0005,
+      "step": 68764
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7763005518570994e-05,
+      "loss": 0.0,
+      "step": 68766
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7762358558313767e-05,
+      "loss": 0.0,
+      "step": 68768
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7761711598056532e-05,
+      "loss": 0.0,
+      "step": 68770
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.77610646377993e-05,
+      "loss": 0.0,
+      "step": 68772
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.776041767754207e-05,
+      "loss": 0.0001,
+      "step": 68774
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.775977071728484e-05,
+      "loss": 0.0,
+      "step": 68776
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7759123757027605e-05,
+      "loss": 0.0,
+      "step": 68778
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7758476796770378e-05,
+      "loss": 0.0,
+      "step": 68780
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 2.7757829836513143e-05,
+      "loss": 0.0,
+      "step": 68782
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.775718287625591e-05,
+      "loss": 0.0,
+      "step": 68784
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.775653591599868e-05,
+      "loss": 0.0,
+      "step": 68786
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.775588895574145e-05,
+      "loss": 0.0,
+      "step": 68788
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.775524199548422e-05,
+      "loss": 0.0,
+      "step": 68790
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.775459503522699e-05,
+      "loss": 0.0248,
+      "step": 68792
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7753948074969755e-05,
+      "loss": 0.0034,
+      "step": 68794
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7753301114712527e-05,
+      "loss": 0.0,
+      "step": 68796
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7752654154455293e-05,
+      "loss": 0.0,
+      "step": 68798
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.775200719419806e-05,
+      "loss": 0.0,
+      "step": 68800
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.775136023394083e-05,
+      "loss": 0.0136,
+      "step": 68802
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.77507132736836e-05,
+      "loss": 0.0,
+      "step": 68804
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7750066313426366e-05,
+      "loss": 0.0001,
+      "step": 68806
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7749419353169138e-05,
+      "loss": 0.0,
+      "step": 68808
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7748772392911904e-05,
+      "loss": 0.0,
+      "step": 68810
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7748125432654676e-05,
+      "loss": 0.006,
+      "step": 68812
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7747478472397442e-05,
+      "loss": 0.0,
+      "step": 68814
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7746831512140208e-05,
+      "loss": 0.0,
+      "step": 68816
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.774618455188298e-05,
+      "loss": 0.0,
+      "step": 68818
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.774553759162575e-05,
+      "loss": 0.0,
+      "step": 68820
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7744890631368515e-05,
+      "loss": 0.0,
+      "step": 68822
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7744243671111287e-05,
+      "loss": 0.0,
+      "step": 68824
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7743596710854053e-05,
+      "loss": 0.0,
+      "step": 68826
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.774294975059682e-05,
+      "loss": 0.0001,
+      "step": 68828
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.774230279033959e-05,
+      "loss": 0.0064,
+      "step": 68830
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7741655830082357e-05,
+      "loss": 0.0,
+      "step": 68832
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.774100886982513e-05,
+      "loss": 0.0,
+      "step": 68834
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.77403619095679e-05,
+      "loss": 0.0,
+      "step": 68836
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7739714949310664e-05,
+      "loss": 0.003,
+      "step": 68838
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7739067989053437e-05,
+      "loss": 0.0,
+      "step": 68840
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7738421028796202e-05,
+      "loss": 0.0,
+      "step": 68842
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7737774068538968e-05,
+      "loss": 0.0013,
+      "step": 68844
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.773712710828174e-05,
+      "loss": 0.0,
+      "step": 68846
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7736480148024506e-05,
+      "loss": 0.0,
+      "step": 68848
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.773583318776728e-05,
+      "loss": 0.0,
+      "step": 68850
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7735186227510044e-05,
+      "loss": 0.0,
+      "step": 68852
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7734539267252813e-05,
+      "loss": 0.0,
+      "step": 68854
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7733892306995586e-05,
+      "loss": 0.0,
+      "step": 68856
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.773324534673835e-05,
+      "loss": 0.0,
+      "step": 68858
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7732598386481117e-05,
+      "loss": 0.0,
+      "step": 68860
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.773195142622389e-05,
+      "loss": 0.0,
+      "step": 68862
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7731304465966656e-05,
+      "loss": 0.0,
+      "step": 68864
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7730657505709425e-05,
+      "loss": 0.0,
+      "step": 68866
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7730010545452194e-05,
+      "loss": 0.0,
+      "step": 68868
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7729363585194963e-05,
+      "loss": 0.0001,
+      "step": 68870
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7728716624937735e-05,
+      "loss": 0.0,
+      "step": 68872
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.77280696646805e-05,
+      "loss": 0.0,
+      "step": 68874
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7727422704423267e-05,
+      "loss": 0.0007,
+      "step": 68876
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.772677574416604e-05,
+      "loss": 0.0,
+      "step": 68878
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7726128783908805e-05,
+      "loss": 0.0,
+      "step": 68880
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7725481823651574e-05,
+      "loss": 0.0,
+      "step": 68882
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7724834863394343e-05,
+      "loss": 0.0,
+      "step": 68884
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7724187903137112e-05,
+      "loss": 0.0,
+      "step": 68886
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7723540942879878e-05,
+      "loss": 0.0002,
+      "step": 68888
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.772289398262265e-05,
+      "loss": 0.001,
+      "step": 68890
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7722247022365416e-05,
+      "loss": 0.0055,
+      "step": 68892
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.772160006210819e-05,
+      "loss": 0.0024,
+      "step": 68894
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7720953101850954e-05,
+      "loss": 0.0,
+      "step": 68896
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7720306141593723e-05,
+      "loss": 0.0,
+      "step": 68898
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7719659181336492e-05,
+      "loss": 0.0,
+      "step": 68900
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.771901222107926e-05,
+      "loss": 0.0,
+      "step": 68902
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7718365260822027e-05,
+      "loss": 0.0038,
+      "step": 68904
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.77177183005648e-05,
+      "loss": 0.0002,
+      "step": 68906
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7717071340307565e-05,
+      "loss": 0.0001,
+      "step": 68908
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7716424380050338e-05,
+      "loss": 0.0,
+      "step": 68910
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7715777419793103e-05,
+      "loss": 0.0,
+      "step": 68912
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.771513045953587e-05,
+      "loss": 0.0001,
+      "step": 68914
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.771448349927864e-05,
+      "loss": 0.0,
+      "step": 68916
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.771383653902141e-05,
+      "loss": 0.0,
+      "step": 68918
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7713189578764176e-05,
+      "loss": 0.0002,
+      "step": 68920
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.771254261850695e-05,
+      "loss": 0.0,
+      "step": 68922
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7711895658249715e-05,
+      "loss": 0.0,
+      "step": 68924
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.771124869799248e-05,
+      "loss": 0.0,
+      "step": 68926
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7710601737735253e-05,
+      "loss": 0.0008,
+      "step": 68928
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.770995477747802e-05,
+      "loss": 0.0,
+      "step": 68930
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.770930781722079e-05,
+      "loss": 0.0,
+      "step": 68932
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.770866085696356e-05,
+      "loss": 0.0001,
+      "step": 68934
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7708013896706326e-05,
+      "loss": 0.0,
+      "step": 68936
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7707366936449098e-05,
+      "loss": 0.0002,
+      "step": 68938
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7706719976191864e-05,
+      "loss": 0.0,
+      "step": 68940
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.770607301593463e-05,
+      "loss": 0.0,
+      "step": 68942
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7705426055677402e-05,
+      "loss": 0.0,
+      "step": 68944
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7704779095420168e-05,
+      "loss": 0.0,
+      "step": 68946
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7704132135162937e-05,
+      "loss": 0.0043,
+      "step": 68948
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.770348517490571e-05,
+      "loss": 0.0,
+      "step": 68950
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7702838214648475e-05,
+      "loss": 0.0,
+      "step": 68952
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7702191254391247e-05,
+      "loss": 0.0,
+      "step": 68954
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7701544294134013e-05,
+      "loss": 0.0,
+      "step": 68956
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.770089733387678e-05,
+      "loss": 0.0,
+      "step": 68958
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.770025037361955e-05,
+      "loss": 0.0,
+      "step": 68960
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7699603413362317e-05,
+      "loss": 0.0,
+      "step": 68962
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7698956453105086e-05,
+      "loss": 0.0,
+      "step": 68964
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.769830949284786e-05,
+      "loss": 0.0072,
+      "step": 68966
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7697662532590624e-05,
+      "loss": 0.0,
+      "step": 68968
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.769701557233339e-05,
+      "loss": 0.0,
+      "step": 68970
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7696368612076162e-05,
+      "loss": 0.0,
+      "step": 68972
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7695721651818928e-05,
+      "loss": 0.0,
+      "step": 68974
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.76950746915617e-05,
+      "loss": 0.0027,
+      "step": 68976
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7694427731304466e-05,
+      "loss": 0.0,
+      "step": 68978
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7693780771047235e-05,
+      "loss": 0.0,
+      "step": 68980
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7693133810790008e-05,
+      "loss": 0.0,
+      "step": 68982
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7692486850532773e-05,
+      "loss": 0.0001,
+      "step": 68984
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.769183989027554e-05,
+      "loss": 0.0007,
+      "step": 68986
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.769119293001831e-05,
+      "loss": 0.0,
+      "step": 68988
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7690545969761077e-05,
+      "loss": 0.0,
+      "step": 68990
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.768989900950385e-05,
+      "loss": 0.0,
+      "step": 68992
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7689252049246616e-05,
+      "loss": 0.0,
+      "step": 68994
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7688605088989385e-05,
+      "loss": 0.0065,
+      "step": 68996
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7687958128732157e-05,
+      "loss": 0.0006,
+      "step": 68998
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7687311168474923e-05,
+      "loss": 0.0,
+      "step": 69000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.768666420821769e-05,
+      "loss": 0.0,
+      "step": 69002
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.768601724796046e-05,
+      "loss": 0.0,
+      "step": 69004
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7685370287703227e-05,
+      "loss": 0.0007,
+      "step": 69006
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7684723327445992e-05,
+      "loss": 0.0001,
+      "step": 69008
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7684076367188765e-05,
+      "loss": 0.0,
+      "step": 69010
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7683429406931534e-05,
+      "loss": 0.0,
+      "step": 69012
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7682782446674303e-05,
+      "loss": 0.0,
+      "step": 69014
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7682135486417072e-05,
+      "loss": 0.0,
+      "step": 69016
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7681488526159838e-05,
+      "loss": 0.0,
+      "step": 69018
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.768084156590261e-05,
+      "loss": 0.0,
+      "step": 69020
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7680194605645376e-05,
+      "loss": 0.0,
+      "step": 69022
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.767954764538814e-05,
+      "loss": 0.0,
+      "step": 69024
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7678900685130914e-05,
+      "loss": 0.0,
+      "step": 69026
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7678253724873683e-05,
+      "loss": 0.0,
+      "step": 69028
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.767760676461645e-05,
+      "loss": 0.0,
+      "step": 69030
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.767695980435922e-05,
+      "loss": 0.0,
+      "step": 69032
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7676312844101987e-05,
+      "loss": 0.0,
+      "step": 69034
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.767566588384476e-05,
+      "loss": 0.0,
+      "step": 69036
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7675018923587525e-05,
+      "loss": 0.0,
+      "step": 69038
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.767437196333029e-05,
+      "loss": 0.0,
+      "step": 69040
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7673725003073063e-05,
+      "loss": 0.0,
+      "step": 69042
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7673078042815832e-05,
+      "loss": 0.0001,
+      "step": 69044
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7672431082558598e-05,
+      "loss": 0.0069,
+      "step": 69046
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.767178412230137e-05,
+      "loss": 0.0,
+      "step": 69048
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7671137162044136e-05,
+      "loss": 0.0,
+      "step": 69050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.767049020178691e-05,
+      "loss": 0.0,
+      "step": 69052
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7669843241529674e-05,
+      "loss": 0.0001,
+      "step": 69054
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.766919628127244e-05,
+      "loss": 0.0,
+      "step": 69056
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7668549321015213e-05,
+      "loss": 0.004,
+      "step": 69058
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7667902360757982e-05,
+      "loss": 0.001,
+      "step": 69060
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7667255400500747e-05,
+      "loss": 0.0002,
+      "step": 69062
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.766660844024352e-05,
+      "loss": 0.0,
+      "step": 69064
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7665961479986286e-05,
+      "loss": 0.0,
+      "step": 69066
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.766531451972905e-05,
+      "loss": 0.0,
+      "step": 69068
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7664667559471824e-05,
+      "loss": 0.0,
+      "step": 69070
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.766402059921459e-05,
+      "loss": 0.0,
+      "step": 69072
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7663373638957362e-05,
+      "loss": 0.0,
+      "step": 69074
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.766272667870013e-05,
+      "loss": 0.0,
+      "step": 69076
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7662079718442897e-05,
+      "loss": 0.0,
+      "step": 69078
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.766143275818567e-05,
+      "loss": 0.0,
+      "step": 69080
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7660785797928435e-05,
+      "loss": 0.0,
+      "step": 69082
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.76601388376712e-05,
+      "loss": 0.0,
+      "step": 69084
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7659491877413973e-05,
+      "loss": 0.0,
+      "step": 69086
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.765884491715674e-05,
+      "loss": 0.0,
+      "step": 69088
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7658197956899508e-05,
+      "loss": 0.0,
+      "step": 69090
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7657550996642277e-05,
+      "loss": 0.0179,
+      "step": 69092
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7656904036385046e-05,
+      "loss": 0.0,
+      "step": 69094
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.765625707612782e-05,
+      "loss": 0.0,
+      "step": 69096
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7655610115870584e-05,
+      "loss": 0.0,
+      "step": 69098
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.765496315561335e-05,
+      "loss": 0.0,
+      "step": 69100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7654316195356122e-05,
+      "loss": 0.001,
+      "step": 69102
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7653669235098888e-05,
+      "loss": 0.0008,
+      "step": 69104
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7653022274841657e-05,
+      "loss": 0.0,
+      "step": 69106
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7652375314584426e-05,
+      "loss": 0.0,
+      "step": 69108
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7651728354327195e-05,
+      "loss": 0.0022,
+      "step": 69110
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.765108139406996e-05,
+      "loss": 0.0,
+      "step": 69112
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7650434433812733e-05,
+      "loss": 0.0,
+      "step": 69114
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.76497874735555e-05,
+      "loss": 0.002,
+      "step": 69116
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.764914051329827e-05,
+      "loss": 0.0,
+      "step": 69118
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7648493553041037e-05,
+      "loss": 0.0,
+      "step": 69120
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7647846592783806e-05,
+      "loss": 0.0,
+      "step": 69122
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7647199632526576e-05,
+      "loss": 0.0,
+      "step": 69124
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7646552672269345e-05,
+      "loss": 0.0,
+      "step": 69126
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.764590571201211e-05,
+      "loss": 0.0,
+      "step": 69128
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7645258751754883e-05,
+      "loss": 0.0008,
+      "step": 69130
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.764461179149765e-05,
+      "loss": 0.0054,
+      "step": 69132
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.764396483124042e-05,
+      "loss": 0.0064,
+      "step": 69134
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7643317870983187e-05,
+      "loss": 0.0,
+      "step": 69136
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7642670910725956e-05,
+      "loss": 0.0,
+      "step": 69138
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7642023950468725e-05,
+      "loss": 0.0179,
+      "step": 69140
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7641376990211494e-05,
+      "loss": 0.0029,
+      "step": 69142
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.764073002995426e-05,
+      "loss": 0.0,
+      "step": 69144
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7640083069697032e-05,
+      "loss": 0.002,
+      "step": 69146
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7639436109439798e-05,
+      "loss": 0.0007,
+      "step": 69148
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7638789149182563e-05,
+      "loss": 0.0,
+      "step": 69150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7638142188925336e-05,
+      "loss": 0.0016,
+      "step": 69152
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.76374952286681e-05,
+      "loss": 0.0,
+      "step": 69154
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7636848268410874e-05,
+      "loss": 0.0001,
+      "step": 69156
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7636201308153643e-05,
+      "loss": 0.0037,
+      "step": 69158
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.763555434789641e-05,
+      "loss": 0.0,
+      "step": 69160
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.763490738763918e-05,
+      "loss": 0.0,
+      "step": 69162
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7634260427381947e-05,
+      "loss": 0.0002,
+      "step": 69164
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7633613467124713e-05,
+      "loss": 0.0,
+      "step": 69166
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7632966506867485e-05,
+      "loss": 0.0,
+      "step": 69168
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.763231954661025e-05,
+      "loss": 0.0,
+      "step": 69170
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.763167258635302e-05,
+      "loss": 0.0017,
+      "step": 69172
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7631025626095792e-05,
+      "loss": 0.0001,
+      "step": 69174
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7630378665838558e-05,
+      "loss": 0.0004,
+      "step": 69176
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.762973170558133e-05,
+      "loss": 0.0,
+      "step": 69178
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7629084745324096e-05,
+      "loss": 0.0,
+      "step": 69180
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7628437785066862e-05,
+      "loss": 0.0001,
+      "step": 69182
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7627790824809634e-05,
+      "loss": 0.0,
+      "step": 69184
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.76271438645524e-05,
+      "loss": 0.0,
+      "step": 69186
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.762649690429517e-05,
+      "loss": 0.0,
+      "step": 69188
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7625849944037942e-05,
+      "loss": 0.0001,
+      "step": 69190
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7625202983780707e-05,
+      "loss": 0.0,
+      "step": 69192
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.762455602352348e-05,
+      "loss": 0.0,
+      "step": 69194
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7623909063266246e-05,
+      "loss": 0.0,
+      "step": 69196
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.762326210300901e-05,
+      "loss": 0.0,
+      "step": 69198
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7622615142751784e-05,
+      "loss": 0.0005,
+      "step": 69200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.762196818249455e-05,
+      "loss": 0.0002,
+      "step": 69202
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.762132122223732e-05,
+      "loss": 0.0045,
+      "step": 69204
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.762067426198009e-05,
+      "loss": 0.0002,
+      "step": 69206
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7620027301722857e-05,
+      "loss": 0.0001,
+      "step": 69208
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7619380341465622e-05,
+      "loss": 0.0,
+      "step": 69210
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7618733381208395e-05,
+      "loss": 0.0,
+      "step": 69212
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.761808642095116e-05,
+      "loss": 0.0,
+      "step": 69214
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7617439460693933e-05,
+      "loss": 0.0,
+      "step": 69216
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.76167925004367e-05,
+      "loss": 0.0,
+      "step": 69218
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7616145540179468e-05,
+      "loss": 0.0,
+      "step": 69220
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.761549857992224e-05,
+      "loss": 0.0095,
+      "step": 69222
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7614851619665006e-05,
+      "loss": 0.0,
+      "step": 69224
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7614204659407772e-05,
+      "loss": 0.0007,
+      "step": 69226
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7613557699150544e-05,
+      "loss": 0.0,
+      "step": 69228
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.761291073889331e-05,
+      "loss": 0.0,
+      "step": 69230
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7612263778636076e-05,
+      "loss": 0.0162,
+      "step": 69232
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7611616818378848e-05,
+      "loss": 0.0,
+      "step": 69234
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7610969858121617e-05,
+      "loss": 0.0,
+      "step": 69236
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.761032289786439e-05,
+      "loss": 0.0001,
+      "step": 69238
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7609675937607155e-05,
+      "loss": 0.0116,
+      "step": 69240
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.760902897734992e-05,
+      "loss": 0.0,
+      "step": 69242
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7608382017092693e-05,
+      "loss": 0.0218,
+      "step": 69244
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.760773505683546e-05,
+      "loss": 0.0,
+      "step": 69246
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7607088096578225e-05,
+      "loss": 0.0,
+      "step": 69248
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7606441136320997e-05,
+      "loss": 0.0,
+      "step": 69250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7605794176063766e-05,
+      "loss": 0.0,
+      "step": 69252
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7605147215806532e-05,
+      "loss": 0.0001,
+      "step": 69254
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7604500255549305e-05,
+      "loss": 0.0,
+      "step": 69256
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.760385329529207e-05,
+      "loss": 0.0,
+      "step": 69258
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7603206335034843e-05,
+      "loss": 0.0,
+      "step": 69260
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.760255937477761e-05,
+      "loss": 0.0,
+      "step": 69262
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7601912414520374e-05,
+      "loss": 0.0001,
+      "step": 69264
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7601265454263147e-05,
+      "loss": 0.0,
+      "step": 69266
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7600618494005916e-05,
+      "loss": 0.0,
+      "step": 69268
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.759997153374868e-05,
+      "loss": 0.0,
+      "step": 69270
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7599324573491454e-05,
+      "loss": 0.0,
+      "step": 69272
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.759867761323422e-05,
+      "loss": 0.0001,
+      "step": 69274
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7598030652976992e-05,
+      "loss": 0.0001,
+      "step": 69276
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7597383692719758e-05,
+      "loss": 0.0,
+      "step": 69278
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7596736732462523e-05,
+      "loss": 0.0,
+      "step": 69280
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7596089772205296e-05,
+      "loss": 0.0,
+      "step": 69282
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7595442811948065e-05,
+      "loss": 0.0001,
+      "step": 69284
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.759479585169083e-05,
+      "loss": 0.0,
+      "step": 69286
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7594148891433603e-05,
+      "loss": 0.0012,
+      "step": 69288
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.759350193117637e-05,
+      "loss": 0.0,
+      "step": 69290
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7592854970919135e-05,
+      "loss": 0.0,
+      "step": 69292
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7592208010661907e-05,
+      "loss": 0.0013,
+      "step": 69294
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7591561050404673e-05,
+      "loss": 0.0001,
+      "step": 69296
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 2.7590914090147445e-05,
+      "loss": 0.0,
+      "step": 69298
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7590267129890214e-05,
+      "loss": 0.0017,
+      "step": 69300
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.758962016963298e-05,
+      "loss": 0.0,
+      "step": 69302
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7588973209375752e-05,
+      "loss": 0.0,
+      "step": 69304
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7588326249118518e-05,
+      "loss": 0.0,
+      "step": 69306
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7587679288861284e-05,
+      "loss": 0.0,
+      "step": 69308
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7587032328604056e-05,
+      "loss": 0.0003,
+      "step": 69310
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7586385368346822e-05,
+      "loss": 0.0107,
+      "step": 69312
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.758573840808959e-05,
+      "loss": 0.0,
+      "step": 69314
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7585091447832364e-05,
+      "loss": 0.0,
+      "step": 69316
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.758444448757513e-05,
+      "loss": 0.0058,
+      "step": 69318
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7583797527317902e-05,
+      "loss": 0.0,
+      "step": 69320
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7583150567060667e-05,
+      "loss": 0.0,
+      "step": 69322
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7582503606803433e-05,
+      "loss": 0.0,
+      "step": 69324
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7581856646546206e-05,
+      "loss": 0.0,
+      "step": 69326
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.758120968628897e-05,
+      "loss": 0.0001,
+      "step": 69328
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.758056272603174e-05,
+      "loss": 0.0083,
+      "step": 69330
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757991576577451e-05,
+      "loss": 0.0004,
+      "step": 69332
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757926880551728e-05,
+      "loss": 0.0,
+      "step": 69334
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757862184526005e-05,
+      "loss": 0.0,
+      "step": 69336
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7577974885002817e-05,
+      "loss": 0.0,
+      "step": 69338
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7577327924745582e-05,
+      "loss": 0.0,
+      "step": 69340
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7576680964488355e-05,
+      "loss": 0.0,
+      "step": 69342
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757603400423112e-05,
+      "loss": 0.0003,
+      "step": 69344
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757538704397389e-05,
+      "loss": 0.0,
+      "step": 69346
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757474008371666e-05,
+      "loss": 0.0001,
+      "step": 69348
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7574093123459428e-05,
+      "loss": 0.0002,
+      "step": 69350
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7573446163202194e-05,
+      "loss": 0.0149,
+      "step": 69352
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7572799202944966e-05,
+      "loss": 0.0,
+      "step": 69354
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7572152242687732e-05,
+      "loss": 0.0,
+      "step": 69356
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7571505282430504e-05,
+      "loss": 0.0,
+      "step": 69358
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757085832217327e-05,
+      "loss": 0.0,
+      "step": 69360
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.757021136191604e-05,
+      "loss": 0.0,
+      "step": 69362
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7569564401658808e-05,
+      "loss": 0.0,
+      "step": 69364
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7568917441401577e-05,
+      "loss": 0.0,
+      "step": 69366
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7568270481144343e-05,
+      "loss": 0.0,
+      "step": 69368
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7567623520887115e-05,
+      "loss": 0.0248,
+      "step": 69370
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.756697656062988e-05,
+      "loss": 0.0001,
+      "step": 69372
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7566329600372647e-05,
+      "loss": 0.0021,
+      "step": 69374
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.756568264011542e-05,
+      "loss": 0.0001,
+      "step": 69376
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7565035679858188e-05,
+      "loss": 0.0,
+      "step": 69378
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7564388719600957e-05,
+      "loss": 0.0,
+      "step": 69380
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7563741759343726e-05,
+      "loss": 0.0004,
+      "step": 69382
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7563094799086492e-05,
+      "loss": 0.0,
+      "step": 69384
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7562447838829265e-05,
+      "loss": 0.0001,
+      "step": 69386
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.756180087857203e-05,
+      "loss": 0.0,
+      "step": 69388
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7561153918314796e-05,
+      "loss": 0.0043,
+      "step": 69390
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.756050695805757e-05,
+      "loss": 0.0,
+      "step": 69392
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7559859997800334e-05,
+      "loss": 0.0,
+      "step": 69394
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7559213037543103e-05,
+      "loss": 0.0007,
+      "step": 69396
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7558566077285876e-05,
+      "loss": 0.0,
+      "step": 69398
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.755791911702864e-05,
+      "loss": 0.0002,
+      "step": 69400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7557272156771414e-05,
+      "loss": 0.0006,
+      "step": 69402
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.755662519651418e-05,
+      "loss": 0.0,
+      "step": 69404
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7555978236256945e-05,
+      "loss": 0.0,
+      "step": 69406
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7555331275999718e-05,
+      "loss": 0.0,
+      "step": 69408
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7554684315742483e-05,
+      "loss": 0.0,
+      "step": 69410
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7554037355485253e-05,
+      "loss": 0.0,
+      "step": 69412
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7553390395228025e-05,
+      "loss": 0.0,
+      "step": 69414
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.755274343497079e-05,
+      "loss": 0.0,
+      "step": 69416
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7552096474713563e-05,
+      "loss": 0.0,
+      "step": 69418
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.755144951445633e-05,
+      "loss": 0.0,
+      "step": 69420
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7550802554199095e-05,
+      "loss": 0.0029,
+      "step": 69422
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7550155593941867e-05,
+      "loss": 0.0009,
+      "step": 69424
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7549508633684633e-05,
+      "loss": 0.0,
+      "step": 69426
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7548861673427402e-05,
+      "loss": 0.0001,
+      "step": 69428
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7548214713170174e-05,
+      "loss": 0.0,
+      "step": 69430
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.754756775291294e-05,
+      "loss": 0.0,
+      "step": 69432
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7546920792655706e-05,
+      "loss": 0.0,
+      "step": 69434
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7546273832398478e-05,
+      "loss": 0.0,
+      "step": 69436
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7545626872141244e-05,
+      "loss": 0.0069,
+      "step": 69438
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7544979911884016e-05,
+      "loss": 0.0094,
+      "step": 69440
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7544332951626782e-05,
+      "loss": 0.0,
+      "step": 69442
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.754368599136955e-05,
+      "loss": 0.0003,
+      "step": 69444
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7543039031112324e-05,
+      "loss": 0.0,
+      "step": 69446
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.754239207085509e-05,
+      "loss": 0.0,
+      "step": 69448
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7541745110597855e-05,
+      "loss": 0.0,
+      "step": 69450
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7541098150340627e-05,
+      "loss": 0.0,
+      "step": 69452
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7540451190083393e-05,
+      "loss": 0.0,
+      "step": 69454
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.753980422982616e-05,
+      "loss": 0.0,
+      "step": 69456
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.753915726956893e-05,
+      "loss": 0.0002,
+      "step": 69458
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.75385103093117e-05,
+      "loss": 0.0083,
+      "step": 69460
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7537863349054473e-05,
+      "loss": 0.0,
+      "step": 69462
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.753721638879724e-05,
+      "loss": 0.0,
+      "step": 69464
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7536569428540004e-05,
+      "loss": 0.0,
+      "step": 69466
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7535922468282777e-05,
+      "loss": 0.0,
+      "step": 69468
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7535275508025542e-05,
+      "loss": 0.0,
+      "step": 69470
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7534628547768308e-05,
+      "loss": 0.0001,
+      "step": 69472
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.753398158751108e-05,
+      "loss": 0.0,
+      "step": 69474
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.753333462725385e-05,
+      "loss": 0.0,
+      "step": 69476
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7532687666996615e-05,
+      "loss": 0.0,
+      "step": 69478
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7532040706739388e-05,
+      "loss": 0.0,
+      "step": 69480
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7531393746482154e-05,
+      "loss": 0.0,
+      "step": 69482
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7530746786224926e-05,
+      "loss": 0.0,
+      "step": 69484
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.753009982596769e-05,
+      "loss": 0.0,
+      "step": 69486
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7529452865710457e-05,
+      "loss": 0.0016,
+      "step": 69488
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.752880590545323e-05,
+      "loss": 0.0,
+      "step": 69490
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7528158945196e-05,
+      "loss": 0.0,
+      "step": 69492
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7527511984938765e-05,
+      "loss": 0.0,
+      "step": 69494
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7526865024681537e-05,
+      "loss": 0.0,
+      "step": 69496
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7526218064424303e-05,
+      "loss": 0.0,
+      "step": 69498
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7525571104167075e-05,
+      "loss": 0.0,
+      "step": 69500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.752492414390984e-05,
+      "loss": 0.0,
+      "step": 69502
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7524277183652607e-05,
+      "loss": 0.0,
+      "step": 69504
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.752363022339538e-05,
+      "loss": 0.0,
+      "step": 69506
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7522983263138148e-05,
+      "loss": 0.0002,
+      "step": 69508
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7522336302880914e-05,
+      "loss": 0.0139,
+      "step": 69510
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7521689342623686e-05,
+      "loss": 0.0,
+      "step": 69512
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7521042382366452e-05,
+      "loss": 0.0,
+      "step": 69514
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7520395422109218e-05,
+      "loss": 0.0,
+      "step": 69516
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.751974846185199e-05,
+      "loss": 0.0,
+      "step": 69518
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7519101501594756e-05,
+      "loss": 0.0,
+      "step": 69520
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.751845454133753e-05,
+      "loss": 0.0,
+      "step": 69522
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7517807581080298e-05,
+      "loss": 0.0,
+      "step": 69524
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7517160620823063e-05,
+      "loss": 0.0,
+      "step": 69526
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7516513660565836e-05,
+      "loss": 0.0,
+      "step": 69528
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.75158667003086e-05,
+      "loss": 0.0001,
+      "step": 69530
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7515219740051367e-05,
+      "loss": 0.0,
+      "step": 69532
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.751457277979414e-05,
+      "loss": 0.0,
+      "step": 69534
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7513925819536905e-05,
+      "loss": 0.0,
+      "step": 69536
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7513278859279674e-05,
+      "loss": 0.0,
+      "step": 69538
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7512631899022447e-05,
+      "loss": 0.0001,
+      "step": 69540
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7511984938765213e-05,
+      "loss": 0.0,
+      "step": 69542
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7511337978507985e-05,
+      "loss": 0.0042,
+      "step": 69544
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.751069101825075e-05,
+      "loss": 0.0,
+      "step": 69546
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7510044057993516e-05,
+      "loss": 0.0,
+      "step": 69548
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.750939709773629e-05,
+      "loss": 0.0054,
+      "step": 69550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7508750137479055e-05,
+      "loss": 0.0,
+      "step": 69552
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7508103177221824e-05,
+      "loss": 0.0,
+      "step": 69554
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7507456216964596e-05,
+      "loss": 0.0,
+      "step": 69556
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7506809256707362e-05,
+      "loss": 0.0097,
+      "step": 69558
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7506162296450134e-05,
+      "loss": 0.0,
+      "step": 69560
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.75055153361929e-05,
+      "loss": 0.0,
+      "step": 69562
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7504868375935666e-05,
+      "loss": 0.0001,
+      "step": 69564
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7504221415678438e-05,
+      "loss": 0.0,
+      "step": 69566
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7503574455421204e-05,
+      "loss": 0.0002,
+      "step": 69568
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7502927495163973e-05,
+      "loss": 0.0,
+      "step": 69570
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7502280534906742e-05,
+      "loss": 0.0,
+      "step": 69572
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.750163357464951e-05,
+      "loss": 0.0001,
+      "step": 69574
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7501310094520892e-05,
+      "loss": 0.0161,
+      "step": 69576
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7500663134263665e-05,
+      "loss": 0.0028,
+      "step": 69578
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7500016174006434e-05,
+      "loss": 0.0,
+      "step": 69580
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.74993692137492e-05,
+      "loss": 0.0,
+      "step": 69582
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7498722253491972e-05,
+      "loss": 0.0002,
+      "step": 69584
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7498075293234738e-05,
+      "loss": 0.0,
+      "step": 69586
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7497428332977503e-05,
+      "loss": 0.0,
+      "step": 69588
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7496781372720276e-05,
+      "loss": 0.0001,
+      "step": 69590
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.749613441246304e-05,
+      "loss": 0.0004,
+      "step": 69592
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7495487452205814e-05,
+      "loss": 0.0,
+      "step": 69594
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.749484049194858e-05,
+      "loss": 0.0,
+      "step": 69596
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.749419353169135e-05,
+      "loss": 0.0054,
+      "step": 69598
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.749354657143412e-05,
+      "loss": 0.0,
+      "step": 69600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7492899611176887e-05,
+      "loss": 0.0,
+      "step": 69602
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7492252650919653e-05,
+      "loss": 0.0,
+      "step": 69604
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7491605690662425e-05,
+      "loss": 0.0001,
+      "step": 69606
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.749095873040519e-05,
+      "loss": 0.0,
+      "step": 69608
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.749031177014796e-05,
+      "loss": 0.0,
+      "step": 69610
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.748966480989073e-05,
+      "loss": 0.0008,
+      "step": 69612
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7489017849633498e-05,
+      "loss": 0.0,
+      "step": 69614
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.748837088937627e-05,
+      "loss": 0.0,
+      "step": 69616
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7487723929119036e-05,
+      "loss": 0.0,
+      "step": 69618
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7487076968861802e-05,
+      "loss": 0.0,
+      "step": 69620
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7486430008604574e-05,
+      "loss": 0.0092,
+      "step": 69622
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.748578304834734e-05,
+      "loss": 0.0,
+      "step": 69624
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.748513608809011e-05,
+      "loss": 0.0,
+      "step": 69626
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7484489127832878e-05,
+      "loss": 0.0099,
+      "step": 69628
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7483842167575647e-05,
+      "loss": 0.0,
+      "step": 69630
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.748319520731842e-05,
+      "loss": 0.0001,
+      "step": 69632
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7482548247061186e-05,
+      "loss": 0.0,
+      "step": 69634
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.748190128680395e-05,
+      "loss": 0.0,
+      "step": 69636
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7481254326546724e-05,
+      "loss": 0.0,
+      "step": 69638
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.748060736628949e-05,
+      "loss": 0.0,
+      "step": 69640
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.747996040603226e-05,
+      "loss": 0.0,
+      "step": 69642
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7479313445775028e-05,
+      "loss": 0.0,
+      "step": 69644
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7478666485517797e-05,
+      "loss": 0.0016,
+      "step": 69646
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7478019525260562e-05,
+      "loss": 0.0,
+      "step": 69648
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7477372565003335e-05,
+      "loss": 0.0,
+      "step": 69650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.74767256047461e-05,
+      "loss": 0.0,
+      "step": 69652
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7476078644488873e-05,
+      "loss": 0.0,
+      "step": 69654
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.747543168423164e-05,
+      "loss": 0.0004,
+      "step": 69656
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7474784723974408e-05,
+      "loss": 0.0,
+      "step": 69658
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7474137763717177e-05,
+      "loss": 0.0413,
+      "step": 69660
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7473490803459946e-05,
+      "loss": 0.0001,
+      "step": 69662
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.747284384320271e-05,
+      "loss": 0.0,
+      "step": 69664
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7472196882945484e-05,
+      "loss": 0.0,
+      "step": 69666
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.747154992268825e-05,
+      "loss": 0.0,
+      "step": 69668
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7470902962431015e-05,
+      "loss": 0.0,
+      "step": 69670
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7470256002173788e-05,
+      "loss": 0.0,
+      "step": 69672
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7469609041916554e-05,
+      "loss": 0.0,
+      "step": 69674
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7468962081659326e-05,
+      "loss": 0.0,
+      "step": 69676
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7468315121402095e-05,
+      "loss": 0.0,
+      "step": 69678
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.746766816114486e-05,
+      "loss": 0.0,
+      "step": 69680
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7467021200887633e-05,
+      "loss": 0.0,
+      "step": 69682
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.74663742406304e-05,
+      "loss": 0.0063,
+      "step": 69684
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7465727280373165e-05,
+      "loss": 0.0001,
+      "step": 69686
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7465080320115937e-05,
+      "loss": 0.0,
+      "step": 69688
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7464433359858703e-05,
+      "loss": 0.0,
+      "step": 69690
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7463786399601472e-05,
+      "loss": 0.0,
+      "step": 69692
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7463139439344244e-05,
+      "loss": 0.0,
+      "step": 69694
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.746249247908701e-05,
+      "loss": 0.0,
+      "step": 69696
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7461845518829783e-05,
+      "loss": 0.0,
+      "step": 69698
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.746119855857255e-05,
+      "loss": 0.0,
+      "step": 69700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7460551598315314e-05,
+      "loss": 0.0,
+      "step": 69702
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7459904638058087e-05,
+      "loss": 0.0,
+      "step": 69704
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7459257677800852e-05,
+      "loss": 0.0004,
+      "step": 69706
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.745861071754362e-05,
+      "loss": 0.0,
+      "step": 69708
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7457963757286394e-05,
+      "loss": 0.0048,
+      "step": 69710
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.745731679702916e-05,
+      "loss": 0.0,
+      "step": 69712
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7456669836771932e-05,
+      "loss": 0.0,
+      "step": 69714
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7456022876514698e-05,
+      "loss": 0.0,
+      "step": 69716
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7455375916257463e-05,
+      "loss": 0.0,
+      "step": 69718
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7454728956000236e-05,
+      "loss": 0.0,
+      "step": 69720
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7454081995743e-05,
+      "loss": 0.0075,
+      "step": 69722
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.745343503548577e-05,
+      "loss": 0.0022,
+      "step": 69724
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7452788075228543e-05,
+      "loss": 0.0,
+      "step": 69726
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.745214111497131e-05,
+      "loss": 0.0,
+      "step": 69728
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7451494154714074e-05,
+      "loss": 0.0,
+      "step": 69730
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7450847194456847e-05,
+      "loss": 0.0,
+      "step": 69732
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7450200234199613e-05,
+      "loss": 0.0008,
+      "step": 69734
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7449553273942385e-05,
+      "loss": 0.0,
+      "step": 69736
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.744890631368515e-05,
+      "loss": 0.0002,
+      "step": 69738
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.744825935342792e-05,
+      "loss": 0.0,
+      "step": 69740
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7447612393170692e-05,
+      "loss": 0.0,
+      "step": 69742
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7446965432913458e-05,
+      "loss": 0.0,
+      "step": 69744
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7446318472656224e-05,
+      "loss": 0.0,
+      "step": 69746
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7445671512398996e-05,
+      "loss": 0.0001,
+      "step": 69748
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7445024552141762e-05,
+      "loss": 0.0,
+      "step": 69750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7444377591884528e-05,
+      "loss": 0.0,
+      "step": 69752
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.74437306316273e-05,
+      "loss": 0.0011,
+      "step": 69754
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.744308367137007e-05,
+      "loss": 0.0,
+      "step": 69756
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.744243671111284e-05,
+      "loss": 0.0001,
+      "step": 69758
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7441789750855607e-05,
+      "loss": 0.0,
+      "step": 69760
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7441142790598373e-05,
+      "loss": 0.0,
+      "step": 69762
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7440495830341146e-05,
+      "loss": 0.0,
+      "step": 69764
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.743984887008391e-05,
+      "loss": 0.0,
+      "step": 69766
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7439201909826677e-05,
+      "loss": 0.0,
+      "step": 69768
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.743855494956945e-05,
+      "loss": 0.0,
+      "step": 69770
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.743790798931222e-05,
+      "loss": 0.0,
+      "step": 69772
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7437261029054988e-05,
+      "loss": 0.0,
+      "step": 69774
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7436614068797757e-05,
+      "loss": 0.0,
+      "step": 69776
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7435967108540522e-05,
+      "loss": 0.0,
+      "step": 69778
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7435320148283295e-05,
+      "loss": 0.0,
+      "step": 69780
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.743467318802606e-05,
+      "loss": 0.0002,
+      "step": 69782
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7434026227768826e-05,
+      "loss": 0.0012,
+      "step": 69784
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.74333792675116e-05,
+      "loss": 0.0,
+      "step": 69786
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7432732307254368e-05,
+      "loss": 0.0,
+      "step": 69788
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7432085346997133e-05,
+      "loss": 0.0,
+      "step": 69790
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7431438386739906e-05,
+      "loss": 0.0,
+      "step": 69792
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.743079142648267e-05,
+      "loss": 0.0,
+      "step": 69794
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7430144466225444e-05,
+      "loss": 0.0002,
+      "step": 69796
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.742949750596821e-05,
+      "loss": 0.0,
+      "step": 69798
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7428850545710975e-05,
+      "loss": 0.0,
+      "step": 69800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7428203585453748e-05,
+      "loss": 0.0001,
+      "step": 69802
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7427556625196517e-05,
+      "loss": 0.0,
+      "step": 69804
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7426909664939283e-05,
+      "loss": 0.0,
+      "step": 69806
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7426262704682055e-05,
+      "loss": 0.0,
+      "step": 69808
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.742561574442482e-05,
+      "loss": 0.0,
+      "step": 69810
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 2.7424968784167587e-05,
+      "loss": 0.0,
+      "step": 69812
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.742432182391036e-05,
+      "loss": 0.0,
+      "step": 69814
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7423674863653125e-05,
+      "loss": 0.0,
+      "step": 69816
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7423027903395897e-05,
+      "loss": 0.0,
+      "step": 69818
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7422380943138666e-05,
+      "loss": 0.0001,
+      "step": 69820
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7421733982881432e-05,
+      "loss": 0.0109,
+      "step": 69822
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7421087022624204e-05,
+      "loss": 0.0,
+      "step": 69824
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.742044006236697e-05,
+      "loss": 0.0,
+      "step": 69826
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7419793102109736e-05,
+      "loss": 0.0,
+      "step": 69828
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.741914614185251e-05,
+      "loss": 0.0,
+      "step": 69830
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7418499181595274e-05,
+      "loss": 0.0,
+      "step": 69832
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7417852221338043e-05,
+      "loss": 0.0,
+      "step": 69834
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7417205261080812e-05,
+      "loss": 0.0,
+      "step": 69836
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.741655830082358e-05,
+      "loss": 0.0058,
+      "step": 69838
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7415911340566354e-05,
+      "loss": 0.0,
+      "step": 69840
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.741526438030912e-05,
+      "loss": 0.0,
+      "step": 69842
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7414617420051885e-05,
+      "loss": 0.0,
+      "step": 69844
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7413970459794658e-05,
+      "loss": 0.0,
+      "step": 69846
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7413323499537423e-05,
+      "loss": 0.0,
+      "step": 69848
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7412676539280192e-05,
+      "loss": 0.0005,
+      "step": 69850
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.741202957902296e-05,
+      "loss": 0.0,
+      "step": 69852
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.741138261876573e-05,
+      "loss": 0.0,
+      "step": 69854
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7410735658508503e-05,
+      "loss": 0.0024,
+      "step": 69856
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.741008869825127e-05,
+      "loss": 0.0,
+      "step": 69858
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7409441737994034e-05,
+      "loss": 0.0,
+      "step": 69860
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7408794777736807e-05,
+      "loss": 0.0028,
+      "step": 69862
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7408147817479573e-05,
+      "loss": 0.0,
+      "step": 69864
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7407500857222342e-05,
+      "loss": 0.0,
+      "step": 69866
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.740685389696511e-05,
+      "loss": 0.0,
+      "step": 69868
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.740620693670788e-05,
+      "loss": 0.0,
+      "step": 69870
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7405559976450646e-05,
+      "loss": 0.0,
+      "step": 69872
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7404913016193418e-05,
+      "loss": 0.0,
+      "step": 69874
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7404266055936184e-05,
+      "loss": 0.0161,
+      "step": 69876
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7403619095678956e-05,
+      "loss": 0.0,
+      "step": 69878
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7402972135421722e-05,
+      "loss": 0.0,
+      "step": 69880
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.740232517516449e-05,
+      "loss": 0.0,
+      "step": 69882
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.740167821490726e-05,
+      "loss": 0.0,
+      "step": 69884
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.740103125465003e-05,
+      "loss": 0.0,
+      "step": 69886
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7400384294392795e-05,
+      "loss": 0.0,
+      "step": 69888
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7399737334135567e-05,
+      "loss": 0.0,
+      "step": 69890
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7399090373878333e-05,
+      "loss": 0.0,
+      "step": 69892
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.73984434136211e-05,
+      "loss": 0.0,
+      "step": 69894
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.739779645336387e-05,
+      "loss": 0.0,
+      "step": 69896
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.739714949310664e-05,
+      "loss": 0.0,
+      "step": 69898
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.739650253284941e-05,
+      "loss": 0.0,
+      "step": 69900
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.739585557259218e-05,
+      "loss": 0.0,
+      "step": 69902
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7395208612334944e-05,
+      "loss": 0.0033,
+      "step": 69904
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7394561652077717e-05,
+      "loss": 0.0,
+      "step": 69906
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7393914691820482e-05,
+      "loss": 0.0,
+      "step": 69908
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7393267731563248e-05,
+      "loss": 0.0,
+      "step": 69910
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.739262077130602e-05,
+      "loss": 0.0005,
+      "step": 69912
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7391973811048786e-05,
+      "loss": 0.0,
+      "step": 69914
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.739132685079156e-05,
+      "loss": 0.0,
+      "step": 69916
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7390679890534328e-05,
+      "loss": 0.0,
+      "step": 69918
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7390032930277093e-05,
+      "loss": 0.0,
+      "step": 69920
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7389385970019866e-05,
+      "loss": 0.0,
+      "step": 69922
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.738873900976263e-05,
+      "loss": 0.0,
+      "step": 69924
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7388092049505397e-05,
+      "loss": 0.0,
+      "step": 69926
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.738744508924817e-05,
+      "loss": 0.0,
+      "step": 69928
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7386798128990935e-05,
+      "loss": 0.0,
+      "step": 69930
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7386151168733705e-05,
+      "loss": 0.0,
+      "step": 69932
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7385504208476477e-05,
+      "loss": 0.0,
+      "step": 69934
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7384857248219243e-05,
+      "loss": 0.0002,
+      "step": 69936
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7384210287962015e-05,
+      "loss": 0.0006,
+      "step": 69938
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.738356332770478e-05,
+      "loss": 0.0,
+      "step": 69940
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7382916367447547e-05,
+      "loss": 0.0,
+      "step": 69942
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.738226940719032e-05,
+      "loss": 0.0002,
+      "step": 69944
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7381622446933085e-05,
+      "loss": 0.0,
+      "step": 69946
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7380975486675854e-05,
+      "loss": 0.0,
+      "step": 69948
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7380328526418626e-05,
+      "loss": 0.0,
+      "step": 69950
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7379681566161392e-05,
+      "loss": 0.0125,
+      "step": 69952
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7379034605904158e-05,
+      "loss": 0.0012,
+      "step": 69954
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.737838764564693e-05,
+      "loss": 0.0,
+      "step": 69956
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7377740685389696e-05,
+      "loss": 0.0,
+      "step": 69958
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.737709372513247e-05,
+      "loss": 0.0,
+      "step": 69960
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7376446764875234e-05,
+      "loss": 0.0009,
+      "step": 69962
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7375799804618003e-05,
+      "loss": 0.0,
+      "step": 69964
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7375152844360776e-05,
+      "loss": 0.0003,
+      "step": 69966
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.737450588410354e-05,
+      "loss": 0.0,
+      "step": 69968
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7373858923846307e-05,
+      "loss": 0.0,
+      "step": 69970
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.737321196358908e-05,
+      "loss": 0.0,
+      "step": 69972
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7372565003331845e-05,
+      "loss": 0.0,
+      "step": 69974
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.737191804307461e-05,
+      "loss": 0.0003,
+      "step": 69976
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7371271082817383e-05,
+      "loss": 0.0012,
+      "step": 69978
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7370624122560152e-05,
+      "loss": 0.0001,
+      "step": 69980
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7369977162302925e-05,
+      "loss": 0.0,
+      "step": 69982
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.736933020204569e-05,
+      "loss": 0.0002,
+      "step": 69984
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7368683241788456e-05,
+      "loss": 0.0186,
+      "step": 69986
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.736803628153123e-05,
+      "loss": 0.0003,
+      "step": 69988
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7367389321273994e-05,
+      "loss": 0.0,
+      "step": 69990
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.736674236101676e-05,
+      "loss": 0.0,
+      "step": 69992
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7366095400759533e-05,
+      "loss": 0.0001,
+      "step": 69994
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.73654484405023e-05,
+      "loss": 0.0,
+      "step": 69996
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7364801480245074e-05,
+      "loss": 0.0,
+      "step": 69998
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.736415451998784e-05,
+      "loss": 0.0009,
+      "step": 70000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7363507559730606e-05,
+      "loss": 0.0002,
+      "step": 70002
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7362860599473378e-05,
+      "loss": 0.0,
+      "step": 70004
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7362213639216144e-05,
+      "loss": 0.0007,
+      "step": 70006
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.736156667895891e-05,
+      "loss": 0.0,
+      "step": 70008
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7360919718701682e-05,
+      "loss": 0.0018,
+      "step": 70010
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.736027275844445e-05,
+      "loss": 0.0016,
+      "step": 70012
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7359625798187217e-05,
+      "loss": 0.0,
+      "step": 70014
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.735897883792999e-05,
+      "loss": 0.0,
+      "step": 70016
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7358331877672755e-05,
+      "loss": 0.0,
+      "step": 70018
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7357684917415527e-05,
+      "loss": 0.0,
+      "step": 70020
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7357037957158293e-05,
+      "loss": 0.0,
+      "step": 70022
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.735639099690106e-05,
+      "loss": 0.0,
+      "step": 70024
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.735574403664383e-05,
+      "loss": 0.0002,
+      "step": 70026
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.73550970763866e-05,
+      "loss": 0.0,
+      "step": 70028
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7354450116129366e-05,
+      "loss": 0.0,
+      "step": 70030
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.735380315587214e-05,
+      "loss": 0.0,
+      "step": 70032
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7353156195614904e-05,
+      "loss": 0.0,
+      "step": 70034
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.735250923535767e-05,
+      "loss": 0.0008,
+      "step": 70036
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7351862275100442e-05,
+      "loss": 0.0,
+      "step": 70038
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7351215314843208e-05,
+      "loss": 0.0,
+      "step": 70040
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.735056835458598e-05,
+      "loss": 0.0002,
+      "step": 70042
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.734992139432875e-05,
+      "loss": 0.0,
+      "step": 70044
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7349274434071515e-05,
+      "loss": 0.0,
+      "step": 70046
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7348627473814288e-05,
+      "loss": 0.0,
+      "step": 70048
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7347980513557053e-05,
+      "loss": 0.0009,
+      "step": 70050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.734733355329982e-05,
+      "loss": 0.0,
+      "step": 70052
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.734668659304259e-05,
+      "loss": 0.0,
+      "step": 70054
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7346039632785357e-05,
+      "loss": 0.0,
+      "step": 70056
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.734539267252813e-05,
+      "loss": 0.0,
+      "step": 70058
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.73447457122709e-05,
+      "loss": 0.0,
+      "step": 70060
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7344098752013665e-05,
+      "loss": 0.0002,
+      "step": 70062
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7343451791756437e-05,
+      "loss": 0.0034,
+      "step": 70064
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7342804831499203e-05,
+      "loss": 0.0,
+      "step": 70066
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.734215787124197e-05,
+      "loss": 0.0,
+      "step": 70068
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.734151091098474e-05,
+      "loss": 0.0,
+      "step": 70070
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7340863950727507e-05,
+      "loss": 0.0,
+      "step": 70072
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7340216990470276e-05,
+      "loss": 0.0,
+      "step": 70074
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7339570030213045e-05,
+      "loss": 0.0043,
+      "step": 70076
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7338923069955814e-05,
+      "loss": 0.0,
+      "step": 70078
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7338276109698586e-05,
+      "loss": 0.0,
+      "step": 70080
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7337629149441352e-05,
+      "loss": 0.0,
+      "step": 70082
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7336982189184118e-05,
+      "loss": 0.0,
+      "step": 70084
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.733633522892689e-05,
+      "loss": 0.0,
+      "step": 70086
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7335688268669656e-05,
+      "loss": 0.0,
+      "step": 70088
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7335041308412425e-05,
+      "loss": 0.0,
+      "step": 70090
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7334394348155194e-05,
+      "loss": 0.0003,
+      "step": 70092
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7333747387897963e-05,
+      "loss": 0.0011,
+      "step": 70094
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.733310042764073e-05,
+      "loss": 0.0,
+      "step": 70096
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.73324534673835e-05,
+      "loss": 0.0,
+      "step": 70098
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7331806507126267e-05,
+      "loss": 0.0,
+      "step": 70100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.733115954686904e-05,
+      "loss": 0.0,
+      "step": 70102
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7330512586611805e-05,
+      "loss": 0.0,
+      "step": 70104
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7329865626354574e-05,
+      "loss": 0.0,
+      "step": 70106
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7329218666097343e-05,
+      "loss": 0.0,
+      "step": 70108
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7328571705840112e-05,
+      "loss": 0.0001,
+      "step": 70110
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7327924745582878e-05,
+      "loss": 0.0,
+      "step": 70112
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.732727778532565e-05,
+      "loss": 0.0002,
+      "step": 70114
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7326630825068416e-05,
+      "loss": 0.0,
+      "step": 70116
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7325983864811182e-05,
+      "loss": 0.0009,
+      "step": 70118
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7325336904553954e-05,
+      "loss": 0.0,
+      "step": 70120
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7324689944296724e-05,
+      "loss": 0.0002,
+      "step": 70122
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7324042984039493e-05,
+      "loss": 0.0086,
+      "step": 70124
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.732339602378226e-05,
+      "loss": 0.0,
+      "step": 70126
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7322749063525027e-05,
+      "loss": 0.0,
+      "step": 70128
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.73221021032678e-05,
+      "loss": 0.0217,
+      "step": 70130
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7321455143010566e-05,
+      "loss": 0.0,
+      "step": 70132
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.732080818275333e-05,
+      "loss": 0.0,
+      "step": 70134
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7320161222496104e-05,
+      "loss": 0.0,
+      "step": 70136
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7319514262238873e-05,
+      "loss": 0.0,
+      "step": 70138
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7318867301981642e-05,
+      "loss": 0.0093,
+      "step": 70140
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.731822034172441e-05,
+      "loss": 0.0,
+      "step": 70142
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7317573381467177e-05,
+      "loss": 0.0,
+      "step": 70144
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.731692642120995e-05,
+      "loss": 0.0,
+      "step": 70146
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7316279460952715e-05,
+      "loss": 0.0,
+      "step": 70148
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.731563250069548e-05,
+      "loss": 0.0,
+      "step": 70150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7314985540438253e-05,
+      "loss": 0.0011,
+      "step": 70152
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.731433858018102e-05,
+      "loss": 0.0,
+      "step": 70154
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7313691619923788e-05,
+      "loss": 0.0001,
+      "step": 70156
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.731304465966656e-05,
+      "loss": 0.0,
+      "step": 70158
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7312397699409326e-05,
+      "loss": 0.0,
+      "step": 70160
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.73117507391521e-05,
+      "loss": 0.0,
+      "step": 70162
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7311103778894864e-05,
+      "loss": 0.0,
+      "step": 70164
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.731045681863763e-05,
+      "loss": 0.0,
+      "step": 70166
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7309809858380402e-05,
+      "loss": 0.0,
+      "step": 70168
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7309162898123168e-05,
+      "loss": 0.0002,
+      "step": 70170
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7308515937865937e-05,
+      "loss": 0.0,
+      "step": 70172
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.730786897760871e-05,
+      "loss": 0.0,
+      "step": 70174
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7307222017351475e-05,
+      "loss": 0.0001,
+      "step": 70176
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.730657505709424e-05,
+      "loss": 0.0,
+      "step": 70178
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7305928096837013e-05,
+      "loss": 0.0,
+      "step": 70180
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.730528113657978e-05,
+      "loss": 0.0,
+      "step": 70182
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.730463417632255e-05,
+      "loss": 0.011,
+      "step": 70184
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7303987216065317e-05,
+      "loss": 0.0,
+      "step": 70186
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7303340255808086e-05,
+      "loss": 0.0,
+      "step": 70188
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.730269329555086e-05,
+      "loss": 0.0,
+      "step": 70190
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7302046335293625e-05,
+      "loss": 0.0001,
+      "step": 70192
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.730139937503639e-05,
+      "loss": 0.0,
+      "step": 70194
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7300752414779163e-05,
+      "loss": 0.0001,
+      "step": 70196
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.730010545452193e-05,
+      "loss": 0.0,
+      "step": 70198
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.72994584942647e-05,
+      "loss": 0.0,
+      "step": 70200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7298811534007467e-05,
+      "loss": 0.0,
+      "step": 70202
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7298164573750236e-05,
+      "loss": 0.0,
+      "step": 70204
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7297517613493008e-05,
+      "loss": 0.0,
+      "step": 70206
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7296870653235774e-05,
+      "loss": 0.0,
+      "step": 70208
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.729622369297854e-05,
+      "loss": 0.0,
+      "step": 70210
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7295576732721312e-05,
+      "loss": 0.0,
+      "step": 70212
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7294929772464078e-05,
+      "loss": 0.0,
+      "step": 70214
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7294282812206843e-05,
+      "loss": 0.0,
+      "step": 70216
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7293635851949616e-05,
+      "loss": 0.0,
+      "step": 70218
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7292988891692385e-05,
+      "loss": 0.0,
+      "step": 70220
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7292341931435157e-05,
+      "loss": 0.0,
+      "step": 70222
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7291694971177923e-05,
+      "loss": 0.0,
+      "step": 70224
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.729104801092069e-05,
+      "loss": 0.0018,
+      "step": 70226
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.729040105066346e-05,
+      "loss": 0.0,
+      "step": 70228
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7289754090406227e-05,
+      "loss": 0.0202,
+      "step": 70230
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7289107130148993e-05,
+      "loss": 0.0,
+      "step": 70232
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7288460169891765e-05,
+      "loss": 0.0,
+      "step": 70234
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7287813209634534e-05,
+      "loss": 0.0,
+      "step": 70236
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.72871662493773e-05,
+      "loss": 0.0,
+      "step": 70238
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7286519289120072e-05,
+      "loss": 0.0115,
+      "step": 70240
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7285872328862838e-05,
+      "loss": 0.0,
+      "step": 70242
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.728522536860561e-05,
+      "loss": 0.0,
+      "step": 70244
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7284578408348376e-05,
+      "loss": 0.0,
+      "step": 70246
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7283931448091142e-05,
+      "loss": 0.0,
+      "step": 70248
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7283284487833914e-05,
+      "loss": 0.0,
+      "step": 70250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7282637527576684e-05,
+      "loss": 0.0,
+      "step": 70252
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.728199056731945e-05,
+      "loss": 0.0,
+      "step": 70254
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.728134360706222e-05,
+      "loss": 0.0,
+      "step": 70256
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7280696646804987e-05,
+      "loss": 0.0006,
+      "step": 70258
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7280049686547753e-05,
+      "loss": 0.0002,
+      "step": 70260
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7279402726290526e-05,
+      "loss": 0.0,
+      "step": 70262
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.727875576603329e-05,
+      "loss": 0.0001,
+      "step": 70264
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7278108805776064e-05,
+      "loss": 0.0,
+      "step": 70266
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7277461845518833e-05,
+      "loss": 0.0,
+      "step": 70268
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.72768148852616e-05,
+      "loss": 0.0,
+      "step": 70270
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.727616792500437e-05,
+      "loss": 0.0043,
+      "step": 70272
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7275520964747137e-05,
+      "loss": 0.0,
+      "step": 70274
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7274874004489902e-05,
+      "loss": 0.0,
+      "step": 70276
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7274227044232675e-05,
+      "loss": 0.0,
+      "step": 70278
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.727358008397544e-05,
+      "loss": 0.0018,
+      "step": 70280
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7272933123718213e-05,
+      "loss": 0.0,
+      "step": 70282
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7272286163460982e-05,
+      "loss": 0.0,
+      "step": 70284
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7271639203203748e-05,
+      "loss": 0.0,
+      "step": 70286
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.727099224294652e-05,
+      "loss": 0.0,
+      "step": 70288
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7270345282689286e-05,
+      "loss": 0.0,
+      "step": 70290
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.726969832243205e-05,
+      "loss": 0.0,
+      "step": 70292
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7269051362174824e-05,
+      "loss": 0.005,
+      "step": 70294
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.726840440191759e-05,
+      "loss": 0.0,
+      "step": 70296
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.726775744166036e-05,
+      "loss": 0.0004,
+      "step": 70298
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.726711048140313e-05,
+      "loss": 0.0,
+      "step": 70300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7266463521145897e-05,
+      "loss": 0.0005,
+      "step": 70302
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.726581656088867e-05,
+      "loss": 0.0242,
+      "step": 70304
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7265169600631435e-05,
+      "loss": 0.0,
+      "step": 70306
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.72645226403742e-05,
+      "loss": 0.0,
+      "step": 70308
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7263875680116973e-05,
+      "loss": 0.0,
+      "step": 70310
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.726322871985974e-05,
+      "loss": 0.0,
+      "step": 70312
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7262581759602508e-05,
+      "loss": 0.0073,
+      "step": 70314
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7261934799345277e-05,
+      "loss": 0.0,
+      "step": 70316
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7261287839088046e-05,
+      "loss": 0.0046,
+      "step": 70318
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7260640878830812e-05,
+      "loss": 0.0,
+      "step": 70320
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7259993918573585e-05,
+      "loss": 0.0,
+      "step": 70322
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.725934695831635e-05,
+      "loss": 0.0,
+      "step": 70324
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.7258699998059123e-05,
+      "loss": 0.0,
+      "step": 70326
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 2.725805303780189e-05,
+      "loss": 0.004,
+      "step": 70328
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7257406077544657e-05,
+      "loss": 0.0,
+      "step": 70330
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7256759117287427e-05,
+      "loss": 0.0,
+      "step": 70332
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7256112157030196e-05,
+      "loss": 0.0,
+      "step": 70334
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.725546519677296e-05,
+      "loss": 0.0,
+      "step": 70336
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7254818236515734e-05,
+      "loss": 0.0,
+      "step": 70338
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.72541712762585e-05,
+      "loss": 0.0002,
+      "step": 70340
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7253524316001272e-05,
+      "loss": 0.0,
+      "step": 70342
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7252877355744038e-05,
+      "loss": 0.0,
+      "step": 70344
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7252230395486807e-05,
+      "loss": 0.0,
+      "step": 70346
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7251583435229576e-05,
+      "loss": 0.0014,
+      "step": 70348
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7250936474972345e-05,
+      "loss": 0.0,
+      "step": 70350
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.725028951471511e-05,
+      "loss": 0.0,
+      "step": 70352
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7249642554457883e-05,
+      "loss": 0.0,
+      "step": 70354
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.724899559420065e-05,
+      "loss": 0.0,
+      "step": 70356
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7248348633943414e-05,
+      "loss": 0.0,
+      "step": 70358
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7247701673686187e-05,
+      "loss": 0.0,
+      "step": 70360
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7247054713428956e-05,
+      "loss": 0.0016,
+      "step": 70362
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7246407753171725e-05,
+      "loss": 0.0033,
+      "step": 70364
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7245760792914494e-05,
+      "loss": 0.0,
+      "step": 70366
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.724511383265726e-05,
+      "loss": 0.0,
+      "step": 70368
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7244466872400032e-05,
+      "loss": 0.0,
+      "step": 70370
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7243819912142798e-05,
+      "loss": 0.0101,
+      "step": 70372
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7243172951885564e-05,
+      "loss": 0.0,
+      "step": 70374
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7242525991628336e-05,
+      "loss": 0.0,
+      "step": 70376
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7241879031371105e-05,
+      "loss": 0.0,
+      "step": 70378
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.724123207111387e-05,
+      "loss": 0.0,
+      "step": 70380
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7240585110856643e-05,
+      "loss": 0.0,
+      "step": 70382
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.723993815059941e-05,
+      "loss": 0.0001,
+      "step": 70384
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.723929119034218e-05,
+      "loss": 0.0,
+      "step": 70386
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7238644230084947e-05,
+      "loss": 0.0,
+      "step": 70388
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7237997269827713e-05,
+      "loss": 0.0,
+      "step": 70390
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7237350309570486e-05,
+      "loss": 0.0,
+      "step": 70392
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.723670334931325e-05,
+      "loss": 0.0001,
+      "step": 70394
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.723605638905602e-05,
+      "loss": 0.0,
+      "step": 70396
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7235409428798793e-05,
+      "loss": 0.0,
+      "step": 70398
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.723476246854156e-05,
+      "loss": 0.0,
+      "step": 70400
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7234115508284324e-05,
+      "loss": 0.0019,
+      "step": 70402
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7233468548027097e-05,
+      "loss": 0.0,
+      "step": 70404
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7232821587769862e-05,
+      "loss": 0.0003,
+      "step": 70406
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7232174627512635e-05,
+      "loss": 0.0001,
+      "step": 70408
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.72315276672554e-05,
+      "loss": 0.0,
+      "step": 70410
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.723088070699817e-05,
+      "loss": 0.0041,
+      "step": 70412
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7230233746740942e-05,
+      "loss": 0.0,
+      "step": 70414
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7229586786483708e-05,
+      "loss": 0.0001,
+      "step": 70416
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7228939826226473e-05,
+      "loss": 0.0,
+      "step": 70418
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7228292865969246e-05,
+      "loss": 0.0002,
+      "step": 70420
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.722764590571201e-05,
+      "loss": 0.0038,
+      "step": 70422
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7226998945454784e-05,
+      "loss": 0.0028,
+      "step": 70424
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.722635198519755e-05,
+      "loss": 0.0,
+      "step": 70426
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.722570502494032e-05,
+      "loss": 0.0,
+      "step": 70428
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.722505806468309e-05,
+      "loss": 0.0031,
+      "step": 70430
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7224411104425857e-05,
+      "loss": 0.0,
+      "step": 70432
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7223764144168623e-05,
+      "loss": 0.0,
+      "step": 70434
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7223117183911395e-05,
+      "loss": 0.0002,
+      "step": 70436
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.722247022365416e-05,
+      "loss": 0.0,
+      "step": 70438
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.722182326339693e-05,
+      "loss": 0.0,
+      "step": 70440
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.72211763031397e-05,
+      "loss": 0.0,
+      "step": 70442
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7220529342882468e-05,
+      "loss": 0.001,
+      "step": 70444
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.721988238262524e-05,
+      "loss": 0.0022,
+      "step": 70446
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7219235422368006e-05,
+      "loss": 0.0017,
+      "step": 70448
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7218588462110772e-05,
+      "loss": 0.0,
+      "step": 70450
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7217941501853545e-05,
+      "loss": 0.0038,
+      "step": 70452
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.721729454159631e-05,
+      "loss": 0.0003,
+      "step": 70454
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7216647581339076e-05,
+      "loss": 0.0009,
+      "step": 70456
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.721600062108185e-05,
+      "loss": 0.0078,
+      "step": 70458
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7215353660824617e-05,
+      "loss": 0.0151,
+      "step": 70460
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7214706700567383e-05,
+      "loss": 0.0,
+      "step": 70462
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7214059740310156e-05,
+      "loss": 0.0,
+      "step": 70464
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.721341278005292e-05,
+      "loss": 0.0,
+      "step": 70466
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7212765819795694e-05,
+      "loss": 0.0,
+      "step": 70468
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.721211885953846e-05,
+      "loss": 0.0008,
+      "step": 70470
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7211471899281225e-05,
+      "loss": 0.0001,
+      "step": 70472
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7210824939023998e-05,
+      "loss": 0.0,
+      "step": 70474
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7210177978766767e-05,
+      "loss": 0.0,
+      "step": 70476
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7209531018509532e-05,
+      "loss": 0.0,
+      "step": 70478
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7208884058252305e-05,
+      "loss": 0.0,
+      "step": 70480
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.720823709799507e-05,
+      "loss": 0.0,
+      "step": 70482
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7207590137737843e-05,
+      "loss": 0.0002,
+      "step": 70484
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.720694317748061e-05,
+      "loss": 0.0,
+      "step": 70486
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7206296217223374e-05,
+      "loss": 0.0,
+      "step": 70488
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7205649256966147e-05,
+      "loss": 0.0,
+      "step": 70490
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7205002296708916e-05,
+      "loss": 0.0053,
+      "step": 70492
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7204355336451682e-05,
+      "loss": 0.0431,
+      "step": 70494
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7203708376194454e-05,
+      "loss": 0.0,
+      "step": 70496
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.720306141593722e-05,
+      "loss": 0.0,
+      "step": 70498
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7202414455679986e-05,
+      "loss": 0.0001,
+      "step": 70500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7201767495422758e-05,
+      "loss": 0.0,
+      "step": 70502
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7201120535165524e-05,
+      "loss": 0.0,
+      "step": 70504
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7200473574908296e-05,
+      "loss": 0.0,
+      "step": 70506
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7199826614651065e-05,
+      "loss": 0.0,
+      "step": 70508
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.719917965439383e-05,
+      "loss": 0.0,
+      "step": 70510
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7198532694136603e-05,
+      "loss": 0.0,
+      "step": 70512
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.719788573387937e-05,
+      "loss": 0.0976,
+      "step": 70514
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7197238773622135e-05,
+      "loss": 0.0088,
+      "step": 70516
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7196591813364907e-05,
+      "loss": 0.0001,
+      "step": 70518
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7195944853107673e-05,
+      "loss": 0.0001,
+      "step": 70520
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7195297892850442e-05,
+      "loss": 0.0,
+      "step": 70522
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7194650932593215e-05,
+      "loss": 0.0,
+      "step": 70524
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.719400397233598e-05,
+      "loss": 0.0,
+      "step": 70526
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7193357012078753e-05,
+      "loss": 0.0,
+      "step": 70528
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.719271005182152e-05,
+      "loss": 0.0,
+      "step": 70530
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7192063091564284e-05,
+      "loss": 0.0,
+      "step": 70532
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7191416131307057e-05,
+      "loss": 0.0,
+      "step": 70534
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7190769171049822e-05,
+      "loss": 0.0,
+      "step": 70536
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.719012221079259e-05,
+      "loss": 0.0,
+      "step": 70538
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7189475250535364e-05,
+      "loss": 0.0,
+      "step": 70540
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.718882829027813e-05,
+      "loss": 0.0,
+      "step": 70542
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7188181330020895e-05,
+      "loss": 0.0005,
+      "step": 70544
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7187534369763668e-05,
+      "loss": 0.0,
+      "step": 70546
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7186887409506433e-05,
+      "loss": 0.0,
+      "step": 70548
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7186240449249206e-05,
+      "loss": 0.0,
+      "step": 70550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.718559348899197e-05,
+      "loss": 0.0,
+      "step": 70552
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.718494652873474e-05,
+      "loss": 0.0103,
+      "step": 70554
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.718429956847751e-05,
+      "loss": 0.0,
+      "step": 70556
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.718365260822028e-05,
+      "loss": 0.0,
+      "step": 70558
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7183005647963045e-05,
+      "loss": 0.0,
+      "step": 70560
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7182358687705817e-05,
+      "loss": 0.0026,
+      "step": 70562
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7181711727448583e-05,
+      "loss": 0.0001,
+      "step": 70564
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7181064767191355e-05,
+      "loss": 0.0,
+      "step": 70566
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.718041780693412e-05,
+      "loss": 0.0,
+      "step": 70568
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.717977084667689e-05,
+      "loss": 0.005,
+      "step": 70570
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.717912388641966e-05,
+      "loss": 0.0,
+      "step": 70572
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7178476926162428e-05,
+      "loss": 0.0001,
+      "step": 70574
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7177829965905194e-05,
+      "loss": 0.0017,
+      "step": 70576
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7177183005647966e-05,
+      "loss": 0.0,
+      "step": 70578
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7176536045390732e-05,
+      "loss": 0.0,
+      "step": 70580
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7175889085133498e-05,
+      "loss": 0.0003,
+      "step": 70582
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.717524212487627e-05,
+      "loss": 0.0016,
+      "step": 70584
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.717459516461904e-05,
+      "loss": 0.0,
+      "step": 70586
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.717394820436181e-05,
+      "loss": 0.0,
+      "step": 70588
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7173301244104577e-05,
+      "loss": 0.0,
+      "step": 70590
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7172654283847343e-05,
+      "loss": 0.0001,
+      "step": 70592
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7172007323590116e-05,
+      "loss": 0.0,
+      "step": 70594
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.717136036333288e-05,
+      "loss": 0.0,
+      "step": 70596
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7170713403075647e-05,
+      "loss": 0.0,
+      "step": 70598
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.717006644281842e-05,
+      "loss": 0.0,
+      "step": 70600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.716941948256119e-05,
+      "loss": 0.0,
+      "step": 70602
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7168772522303954e-05,
+      "loss": 0.0,
+      "step": 70604
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7168125562046727e-05,
+      "loss": 0.0012,
+      "step": 70606
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7167478601789492e-05,
+      "loss": 0.0,
+      "step": 70608
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7166831641532265e-05,
+      "loss": 0.0,
+      "step": 70610
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.716618468127503e-05,
+      "loss": 0.0,
+      "step": 70612
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7165537721017796e-05,
+      "loss": 0.0,
+      "step": 70614
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.716489076076057e-05,
+      "loss": 0.0,
+      "step": 70616
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7164243800503338e-05,
+      "loss": 0.0001,
+      "step": 70618
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7163596840246104e-05,
+      "loss": 0.0,
+      "step": 70620
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7162949879988876e-05,
+      "loss": 0.0,
+      "step": 70622
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7162302919731642e-05,
+      "loss": 0.0004,
+      "step": 70624
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7161655959474414e-05,
+      "loss": 0.0001,
+      "step": 70626
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.716100899921718e-05,
+      "loss": 0.0,
+      "step": 70628
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7160362038959946e-05,
+      "loss": 0.0,
+      "step": 70630
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7159715078702718e-05,
+      "loss": 0.0,
+      "step": 70632
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7159068118445484e-05,
+      "loss": 0.0,
+      "step": 70634
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7158421158188253e-05,
+      "loss": 0.0,
+      "step": 70636
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7157774197931025e-05,
+      "loss": 0.0007,
+      "step": 70638
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.715712723767379e-05,
+      "loss": 0.0,
+      "step": 70640
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7156480277416557e-05,
+      "loss": 0.0,
+      "step": 70642
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.715583331715933e-05,
+      "loss": 0.002,
+      "step": 70644
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7155186356902095e-05,
+      "loss": 0.0,
+      "step": 70646
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7154539396644867e-05,
+      "loss": 0.0,
+      "step": 70648
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7153892436387633e-05,
+      "loss": 0.0002,
+      "step": 70650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7153245476130402e-05,
+      "loss": 0.0,
+      "step": 70652
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7152598515873175e-05,
+      "loss": 0.0005,
+      "step": 70654
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.715195155561594e-05,
+      "loss": 0.0,
+      "step": 70656
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7151304595358706e-05,
+      "loss": 0.0003,
+      "step": 70658
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.715065763510148e-05,
+      "loss": 0.0001,
+      "step": 70660
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7150010674844244e-05,
+      "loss": 0.0,
+      "step": 70662
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7149363714587013e-05,
+      "loss": 0.0228,
+      "step": 70664
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7148716754329782e-05,
+      "loss": 0.0,
+      "step": 70666
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.714806979407255e-05,
+      "loss": 0.0009,
+      "step": 70668
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7147422833815324e-05,
+      "loss": 0.0,
+      "step": 70670
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.714677587355809e-05,
+      "loss": 0.0,
+      "step": 70672
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7146128913300855e-05,
+      "loss": 0.0001,
+      "step": 70674
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7145481953043628e-05,
+      "loss": 0.0,
+      "step": 70676
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7144834992786393e-05,
+      "loss": 0.0,
+      "step": 70678
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7144188032529163e-05,
+      "loss": 0.0,
+      "step": 70680
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.714354107227193e-05,
+      "loss": 0.0003,
+      "step": 70682
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.71428941120147e-05,
+      "loss": 0.0,
+      "step": 70684
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7142247151757466e-05,
+      "loss": 0.0,
+      "step": 70686
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.714160019150024e-05,
+      "loss": 0.0092,
+      "step": 70688
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7140953231243005e-05,
+      "loss": 0.0,
+      "step": 70690
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7140306270985777e-05,
+      "loss": 0.0,
+      "step": 70692
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7139659310728543e-05,
+      "loss": 0.0,
+      "step": 70694
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.713901235047131e-05,
+      "loss": 0.0,
+      "step": 70696
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.713836539021408e-05,
+      "loss": 0.0,
+      "step": 70698
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.713771842995685e-05,
+      "loss": 0.0,
+      "step": 70700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7137071469699616e-05,
+      "loss": 0.0,
+      "step": 70702
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7136424509442388e-05,
+      "loss": 0.0083,
+      "step": 70704
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7135777549185154e-05,
+      "loss": 0.0,
+      "step": 70706
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7135130588927926e-05,
+      "loss": 0.0,
+      "step": 70708
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7134483628670692e-05,
+      "loss": 0.0,
+      "step": 70710
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7133836668413458e-05,
+      "loss": 0.0043,
+      "step": 70712
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.713318970815623e-05,
+      "loss": 0.0,
+      "step": 70714
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7132542747899e-05,
+      "loss": 0.0,
+      "step": 70716
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7131895787641765e-05,
+      "loss": 0.0005,
+      "step": 70718
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7131248827384537e-05,
+      "loss": 0.0,
+      "step": 70720
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7130601867127303e-05,
+      "loss": 0.0,
+      "step": 70722
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.712995490687007e-05,
+      "loss": 0.0004,
+      "step": 70724
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.712930794661284e-05,
+      "loss": 0.0,
+      "step": 70726
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7128660986355607e-05,
+      "loss": 0.0,
+      "step": 70728
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.712801402609838e-05,
+      "loss": 0.0,
+      "step": 70730
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.712736706584115e-05,
+      "loss": 0.0,
+      "step": 70732
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7126720105583914e-05,
+      "loss": 0.0,
+      "step": 70734
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7126073145326687e-05,
+      "loss": 0.0,
+      "step": 70736
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7125426185069452e-05,
+      "loss": 0.0,
+      "step": 70738
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7124779224812218e-05,
+      "loss": 0.0005,
+      "step": 70740
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.712413226455499e-05,
+      "loss": 0.0,
+      "step": 70742
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7123485304297756e-05,
+      "loss": 0.0095,
+      "step": 70744
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7122838344040525e-05,
+      "loss": 0.0,
+      "step": 70746
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7122191383783298e-05,
+      "loss": 0.0,
+      "step": 70748
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7121544423526064e-05,
+      "loss": 0.0,
+      "step": 70750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7120897463268836e-05,
+      "loss": 0.0,
+      "step": 70752
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7120250503011602e-05,
+      "loss": 0.0001,
+      "step": 70754
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7119603542754367e-05,
+      "loss": 0.0,
+      "step": 70756
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.711895658249714e-05,
+      "loss": 0.0,
+      "step": 70758
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7118309622239906e-05,
+      "loss": 0.0,
+      "step": 70760
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7117662661982675e-05,
+      "loss": 0.0,
+      "step": 70762
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7117015701725447e-05,
+      "loss": 0.0,
+      "step": 70764
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7116368741468213e-05,
+      "loss": 0.0,
+      "step": 70766
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7115721781210985e-05,
+      "loss": 0.0,
+      "step": 70768
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.711507482095375e-05,
+      "loss": 0.0,
+      "step": 70770
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7114427860696517e-05,
+      "loss": 0.0,
+      "step": 70772
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.711378090043929e-05,
+      "loss": 0.0,
+      "step": 70774
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7113133940182055e-05,
+      "loss": 0.0,
+      "step": 70776
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7112486979924824e-05,
+      "loss": 0.0,
+      "step": 70778
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7111840019667596e-05,
+      "loss": 0.0,
+      "step": 70780
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7111193059410362e-05,
+      "loss": 0.0,
+      "step": 70782
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7110546099153128e-05,
+      "loss": 0.0,
+      "step": 70784
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.71098991388959e-05,
+      "loss": 0.0,
+      "step": 70786
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7109252178638666e-05,
+      "loss": 0.0,
+      "step": 70788
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.710860521838144e-05,
+      "loss": 0.0,
+      "step": 70790
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7107958258124204e-05,
+      "loss": 0.0,
+      "step": 70792
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7107311297866973e-05,
+      "loss": 0.0,
+      "step": 70794
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7106664337609742e-05,
+      "loss": 0.0,
+      "step": 70796
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.710601737735251e-05,
+      "loss": 0.007,
+      "step": 70798
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7105370417095277e-05,
+      "loss": 0.0,
+      "step": 70800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.710472345683805e-05,
+      "loss": 0.0,
+      "step": 70802
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7104076496580815e-05,
+      "loss": 0.0,
+      "step": 70804
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.710342953632358e-05,
+      "loss": 0.0,
+      "step": 70806
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7102782576066353e-05,
+      "loss": 0.0,
+      "step": 70808
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7102135615809123e-05,
+      "loss": 0.0,
+      "step": 70810
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.710148865555189e-05,
+      "loss": 0.0,
+      "step": 70812
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.710084169529466e-05,
+      "loss": 0.0,
+      "step": 70814
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7100194735037426e-05,
+      "loss": 0.0,
+      "step": 70816
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.70995477747802e-05,
+      "loss": 0.0,
+      "step": 70818
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7098900814522965e-05,
+      "loss": 0.005,
+      "step": 70820
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.709825385426573e-05,
+      "loss": 0.0001,
+      "step": 70822
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7097606894008503e-05,
+      "loss": 0.0018,
+      "step": 70824
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7096959933751272e-05,
+      "loss": 0.0,
+      "step": 70826
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7096312973494037e-05,
+      "loss": 0.0,
+      "step": 70828
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.709566601323681e-05,
+      "loss": 0.0002,
+      "step": 70830
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7095019052979576e-05,
+      "loss": 0.0,
+      "step": 70832
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7094372092722348e-05,
+      "loss": 0.0,
+      "step": 70834
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7093725132465114e-05,
+      "loss": 0.0007,
+      "step": 70836
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.709307817220788e-05,
+      "loss": 0.0,
+      "step": 70838
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7092431211950652e-05,
+      "loss": 0.0,
+      "step": 70840
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.709178425169342e-05,
+      "loss": 0.0,
+      "step": 70842
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 2.7091137291436187e-05,
+      "loss": 0.0,
+      "step": 70844
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.709049033117896e-05,
+      "loss": 0.0,
+      "step": 70846
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7089843370921725e-05,
+      "loss": 0.0024,
+      "step": 70848
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7089196410664497e-05,
+      "loss": 0.0001,
+      "step": 70850
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7088549450407263e-05,
+      "loss": 0.0,
+      "step": 70852
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.708790249015003e-05,
+      "loss": 0.0,
+      "step": 70854
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.70872555298928e-05,
+      "loss": 0.0001,
+      "step": 70856
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.708660856963557e-05,
+      "loss": 0.0,
+      "step": 70858
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7085961609378336e-05,
+      "loss": 0.0002,
+      "step": 70860
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.708531464912111e-05,
+      "loss": 0.0,
+      "step": 70862
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7084667688863874e-05,
+      "loss": 0.0,
+      "step": 70864
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.708402072860664e-05,
+      "loss": 0.0,
+      "step": 70866
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7083373768349412e-05,
+      "loss": 0.0,
+      "step": 70868
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7082726808092178e-05,
+      "loss": 0.0174,
+      "step": 70870
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.708207984783495e-05,
+      "loss": 0.0,
+      "step": 70872
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7081432887577716e-05,
+      "loss": 0.0034,
+      "step": 70874
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7080785927320485e-05,
+      "loss": 0.0012,
+      "step": 70876
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7080138967063258e-05,
+      "loss": 0.0,
+      "step": 70878
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7079492006806024e-05,
+      "loss": 0.0,
+      "step": 70880
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.707884504654879e-05,
+      "loss": 0.0,
+      "step": 70882
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7078198086291562e-05,
+      "loss": 0.0,
+      "step": 70884
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7077551126034327e-05,
+      "loss": 0.0,
+      "step": 70886
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7076904165777096e-05,
+      "loss": 0.0,
+      "step": 70888
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7076257205519866e-05,
+      "loss": 0.0,
+      "step": 70890
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7075610245262635e-05,
+      "loss": 0.0,
+      "step": 70892
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7074963285005407e-05,
+      "loss": 0.0,
+      "step": 70894
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7074316324748173e-05,
+      "loss": 0.0,
+      "step": 70896
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.707366936449094e-05,
+      "loss": 0.0,
+      "step": 70898
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.707302240423371e-05,
+      "loss": 0.0,
+      "step": 70900
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7072375443976477e-05,
+      "loss": 0.0003,
+      "step": 70902
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7071728483719246e-05,
+      "loss": 0.0,
+      "step": 70904
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7071081523462015e-05,
+      "loss": 0.0,
+      "step": 70906
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7070434563204784e-05,
+      "loss": 0.0,
+      "step": 70908
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7069787602947556e-05,
+      "loss": 0.0,
+      "step": 70910
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7069140642690322e-05,
+      "loss": 0.0,
+      "step": 70912
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7068493682433088e-05,
+      "loss": 0.0,
+      "step": 70914
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.706784672217586e-05,
+      "loss": 0.0,
+      "step": 70916
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7067199761918626e-05,
+      "loss": 0.0,
+      "step": 70918
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7066552801661395e-05,
+      "loss": 0.0001,
+      "step": 70920
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7065905841404164e-05,
+      "loss": 0.0,
+      "step": 70922
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7065258881146933e-05,
+      "loss": 0.0,
+      "step": 70924
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.70646119208897e-05,
+      "loss": 0.0013,
+      "step": 70926
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.706396496063247e-05,
+      "loss": 0.0,
+      "step": 70928
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7063318000375237e-05,
+      "loss": 0.0,
+      "step": 70930
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.706267104011801e-05,
+      "loss": 0.0,
+      "step": 70932
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7062024079860775e-05,
+      "loss": 0.0002,
+      "step": 70934
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.706137711960354e-05,
+      "loss": 0.0,
+      "step": 70936
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7060730159346313e-05,
+      "loss": 0.0,
+      "step": 70938
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7060083199089083e-05,
+      "loss": 0.0,
+      "step": 70940
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7059436238831848e-05,
+      "loss": 0.0,
+      "step": 70942
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.705878927857462e-05,
+      "loss": 0.0,
+      "step": 70944
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7058142318317386e-05,
+      "loss": 0.0,
+      "step": 70946
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7057495358060152e-05,
+      "loss": 0.0,
+      "step": 70948
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7056848397802925e-05,
+      "loss": 0.0,
+      "step": 70950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.705620143754569e-05,
+      "loss": 0.0005,
+      "step": 70952
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7055554477288463e-05,
+      "loss": 0.0074,
+      "step": 70954
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7054907517031232e-05,
+      "loss": 0.0112,
+      "step": 70956
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7054260556773997e-05,
+      "loss": 0.0,
+      "step": 70958
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.705361359651677e-05,
+      "loss": 0.0,
+      "step": 70960
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7052966636259536e-05,
+      "loss": 0.0001,
+      "step": 70962
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.70523196760023e-05,
+      "loss": 0.0,
+      "step": 70964
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7051672715745074e-05,
+      "loss": 0.0,
+      "step": 70966
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.705102575548784e-05,
+      "loss": 0.0,
+      "step": 70968
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.705037879523061e-05,
+      "loss": 0.0,
+      "step": 70970
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.704973183497338e-05,
+      "loss": 0.0009,
+      "step": 70972
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7049084874716147e-05,
+      "loss": 0.0,
+      "step": 70974
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.704843791445892e-05,
+      "loss": 0.0,
+      "step": 70976
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7047790954201685e-05,
+      "loss": 0.005,
+      "step": 70978
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.704714399394445e-05,
+      "loss": 0.0,
+      "step": 70980
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7046497033687223e-05,
+      "loss": 0.0001,
+      "step": 70982
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.704585007342999e-05,
+      "loss": 0.0,
+      "step": 70984
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7045203113172758e-05,
+      "loss": 0.0,
+      "step": 70986
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.704455615291553e-05,
+      "loss": 0.0,
+      "step": 70988
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7043909192658296e-05,
+      "loss": 0.0,
+      "step": 70990
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7043585712529677e-05,
+      "loss": 0.1108,
+      "step": 70992
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.704293875227245e-05,
+      "loss": 0.0001,
+      "step": 70994
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.704229179201522e-05,
+      "loss": 0.0,
+      "step": 70996
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7041644831757984e-05,
+      "loss": 0.0,
+      "step": 70998
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7040997871500757e-05,
+      "loss": 0.0001,
+      "step": 71000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7040350911243523e-05,
+      "loss": 0.0001,
+      "step": 71002
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7039703950986295e-05,
+      "loss": 0.0,
+      "step": 71004
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.703905699072906e-05,
+      "loss": 0.004,
+      "step": 71006
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7038410030471827e-05,
+      "loss": 0.0001,
+      "step": 71008
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.70377630702146e-05,
+      "loss": 0.0,
+      "step": 71010
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7037116109957368e-05,
+      "loss": 0.0,
+      "step": 71012
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7036469149700134e-05,
+      "loss": 0.0,
+      "step": 71014
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7035822189442906e-05,
+      "loss": 0.0,
+      "step": 71016
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7035175229185672e-05,
+      "loss": 0.0,
+      "step": 71018
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7034528268928438e-05,
+      "loss": 0.0,
+      "step": 71020
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.703388130867121e-05,
+      "loss": 0.0,
+      "step": 71022
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7033234348413976e-05,
+      "loss": 0.0003,
+      "step": 71024
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7032587388156748e-05,
+      "loss": 0.0083,
+      "step": 71026
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7031940427899517e-05,
+      "loss": 0.0,
+      "step": 71028
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7031293467642283e-05,
+      "loss": 0.0,
+      "step": 71030
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7030646507385056e-05,
+      "loss": 0.0061,
+      "step": 71032
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.702999954712782e-05,
+      "loss": 0.0,
+      "step": 71034
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7029352586870587e-05,
+      "loss": 0.0004,
+      "step": 71036
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.702870562661336e-05,
+      "loss": 0.0,
+      "step": 71038
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7028058666356125e-05,
+      "loss": 0.0001,
+      "step": 71040
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7027411706098894e-05,
+      "loss": 0.0,
+      "step": 71042
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7026764745841667e-05,
+      "loss": 0.0,
+      "step": 71044
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7026117785584432e-05,
+      "loss": 0.0,
+      "step": 71046
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7025470825327205e-05,
+      "loss": 0.0,
+      "step": 71048
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.702482386506997e-05,
+      "loss": 0.0,
+      "step": 71050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7024176904812736e-05,
+      "loss": 0.0251,
+      "step": 71052
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.702352994455551e-05,
+      "loss": 0.0,
+      "step": 71054
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7022882984298274e-05,
+      "loss": 0.0123,
+      "step": 71056
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7022236024041043e-05,
+      "loss": 0.0008,
+      "step": 71058
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7021589063783816e-05,
+      "loss": 0.0,
+      "step": 71060
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.702094210352658e-05,
+      "loss": 0.0112,
+      "step": 71062
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7020295143269354e-05,
+      "loss": 0.0,
+      "step": 71064
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.701964818301212e-05,
+      "loss": 0.0002,
+      "step": 71066
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7019001222754885e-05,
+      "loss": 0.0005,
+      "step": 71068
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7018354262497658e-05,
+      "loss": 0.0,
+      "step": 71070
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7017707302240424e-05,
+      "loss": 0.0,
+      "step": 71072
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7017060341983193e-05,
+      "loss": 0.0001,
+      "step": 71074
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7016413381725962e-05,
+      "loss": 0.0039,
+      "step": 71076
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.701576642146873e-05,
+      "loss": 0.0,
+      "step": 71078
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7015119461211497e-05,
+      "loss": 0.0,
+      "step": 71080
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.701447250095427e-05,
+      "loss": 0.0034,
+      "step": 71082
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7013825540697035e-05,
+      "loss": 0.0001,
+      "step": 71084
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7013178580439807e-05,
+      "loss": 0.0,
+      "step": 71086
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7012531620182573e-05,
+      "loss": 0.0016,
+      "step": 71088
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7011884659925342e-05,
+      "loss": 0.0,
+      "step": 71090
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.701123769966811e-05,
+      "loss": 0.0,
+      "step": 71092
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.701059073941088e-05,
+      "loss": 0.0,
+      "step": 71094
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7009943779153646e-05,
+      "loss": 0.0,
+      "step": 71096
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.700929681889642e-05,
+      "loss": 0.0001,
+      "step": 71098
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7008649858639184e-05,
+      "loss": 0.0,
+      "step": 71100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.700800289838195e-05,
+      "loss": 0.0,
+      "step": 71102
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7007355938124722e-05,
+      "loss": 0.0,
+      "step": 71104
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.700670897786749e-05,
+      "loss": 0.0,
+      "step": 71106
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.700606201761026e-05,
+      "loss": 0.0001,
+      "step": 71108
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.700541505735303e-05,
+      "loss": 0.0,
+      "step": 71110
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7004768097095795e-05,
+      "loss": 0.0,
+      "step": 71112
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7004121136838568e-05,
+      "loss": 0.0,
+      "step": 71114
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7003474176581333e-05,
+      "loss": 0.0,
+      "step": 71116
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.70028272163241e-05,
+      "loss": 0.0,
+      "step": 71118
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.700218025606687e-05,
+      "loss": 0.0009,
+      "step": 71120
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.700153329580964e-05,
+      "loss": 0.0,
+      "step": 71122
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.7000886335552406e-05,
+      "loss": 0.0,
+      "step": 71124
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.700023937529518e-05,
+      "loss": 0.0001,
+      "step": 71126
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6999592415037944e-05,
+      "loss": 0.0008,
+      "step": 71128
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6998945454780717e-05,
+      "loss": 0.0,
+      "step": 71130
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6998298494523483e-05,
+      "loss": 0.0,
+      "step": 71132
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.699765153426625e-05,
+      "loss": 0.0001,
+      "step": 71134
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.699700457400902e-05,
+      "loss": 0.0,
+      "step": 71136
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6996357613751786e-05,
+      "loss": 0.0,
+      "step": 71138
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6995710653494556e-05,
+      "loss": 0.0,
+      "step": 71140
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6995063693237328e-05,
+      "loss": 0.0045,
+      "step": 71142
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6994416732980094e-05,
+      "loss": 0.0002,
+      "step": 71144
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6993769772722866e-05,
+      "loss": 0.0,
+      "step": 71146
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6993122812465632e-05,
+      "loss": 0.0,
+      "step": 71148
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6992475852208398e-05,
+      "loss": 0.0061,
+      "step": 71150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.699182889195117e-05,
+      "loss": 0.0,
+      "step": 71152
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6991181931693936e-05,
+      "loss": 0.0004,
+      "step": 71154
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6990534971436705e-05,
+      "loss": 0.0,
+      "step": 71156
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6989888011179477e-05,
+      "loss": 0.0001,
+      "step": 71158
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6989241050922243e-05,
+      "loss": 0.0,
+      "step": 71160
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.698859409066501e-05,
+      "loss": 0.0,
+      "step": 71162
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.698794713040778e-05,
+      "loss": 0.0,
+      "step": 71164
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6987300170150547e-05,
+      "loss": 0.0,
+      "step": 71166
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.698665320989332e-05,
+      "loss": 0.0,
+      "step": 71168
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6986006249636085e-05,
+      "loss": 0.0,
+      "step": 71170
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6985359289378854e-05,
+      "loss": 0.0,
+      "step": 71172
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6984712329121627e-05,
+      "loss": 0.0,
+      "step": 71174
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6984065368864392e-05,
+      "loss": 0.0005,
+      "step": 71176
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6983418408607158e-05,
+      "loss": 0.0,
+      "step": 71178
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.698277144834993e-05,
+      "loss": 0.0001,
+      "step": 71180
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6982124488092696e-05,
+      "loss": 0.0,
+      "step": 71182
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6981477527835465e-05,
+      "loss": 0.0,
+      "step": 71184
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6980830567578234e-05,
+      "loss": 0.0016,
+      "step": 71186
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6980183607321003e-05,
+      "loss": 0.0,
+      "step": 71188
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6979536647063776e-05,
+      "loss": 0.0,
+      "step": 71190
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.697888968680654e-05,
+      "loss": 0.0,
+      "step": 71192
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6978242726549307e-05,
+      "loss": 0.0,
+      "step": 71194
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.697759576629208e-05,
+      "loss": 0.0,
+      "step": 71196
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6976948806034845e-05,
+      "loss": 0.0057,
+      "step": 71198
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6976301845777615e-05,
+      "loss": 0.0008,
+      "step": 71200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6975654885520384e-05,
+      "loss": 0.0,
+      "step": 71202
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6975007925263153e-05,
+      "loss": 0.0,
+      "step": 71204
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6974360965005925e-05,
+      "loss": 0.0,
+      "step": 71206
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.697371400474869e-05,
+      "loss": 0.0,
+      "step": 71208
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6973067044491457e-05,
+      "loss": 0.0,
+      "step": 71210
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.697242008423423e-05,
+      "loss": 0.0,
+      "step": 71212
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6971773123976995e-05,
+      "loss": 0.0,
+      "step": 71214
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.697112616371976e-05,
+      "loss": 0.0,
+      "step": 71216
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6970479203462533e-05,
+      "loss": 0.0,
+      "step": 71218
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6969832243205302e-05,
+      "loss": 0.0,
+      "step": 71220
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6969185282948068e-05,
+      "loss": 0.0001,
+      "step": 71222
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696853832269084e-05,
+      "loss": 0.0,
+      "step": 71224
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6967891362433606e-05,
+      "loss": 0.0,
+      "step": 71226
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696724440217638e-05,
+      "loss": 0.0,
+      "step": 71228
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6966597441919144e-05,
+      "loss": 0.0,
+      "step": 71230
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696595048166191e-05,
+      "loss": 0.0001,
+      "step": 71232
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6965303521404682e-05,
+      "loss": 0.0017,
+      "step": 71234
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696465656114745e-05,
+      "loss": 0.0,
+      "step": 71236
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6964009600890217e-05,
+      "loss": 0.0,
+      "step": 71238
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696336264063299e-05,
+      "loss": 0.0,
+      "step": 71240
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6962715680375755e-05,
+      "loss": 0.0,
+      "step": 71242
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696206872011852e-05,
+      "loss": 0.0001,
+      "step": 71244
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6961421759861293e-05,
+      "loss": 0.0,
+      "step": 71246
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696077479960406e-05,
+      "loss": 0.0,
+      "step": 71248
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.696012783934683e-05,
+      "loss": 0.0001,
+      "step": 71250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.69594808790896e-05,
+      "loss": 0.0,
+      "step": 71252
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6958833918832366e-05,
+      "loss": 0.0,
+      "step": 71254
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.695818695857514e-05,
+      "loss": 0.0,
+      "step": 71256
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6957539998317904e-05,
+      "loss": 0.0,
+      "step": 71258
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.695689303806067e-05,
+      "loss": 0.0001,
+      "step": 71260
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6956246077803443e-05,
+      "loss": 0.0,
+      "step": 71262
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.695559911754621e-05,
+      "loss": 0.0,
+      "step": 71264
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6954952157288977e-05,
+      "loss": 0.0,
+      "step": 71266
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.695430519703175e-05,
+      "loss": 0.0062,
+      "step": 71268
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6953658236774516e-05,
+      "loss": 0.0001,
+      "step": 71270
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6953011276517288e-05,
+      "loss": 0.0005,
+      "step": 71272
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6952364316260054e-05,
+      "loss": 0.0,
+      "step": 71274
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.695171735600282e-05,
+      "loss": 0.0,
+      "step": 71276
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6951070395745592e-05,
+      "loss": 0.0002,
+      "step": 71278
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6950423435488358e-05,
+      "loss": 0.0,
+      "step": 71280
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6949776475231127e-05,
+      "loss": 0.0003,
+      "step": 71282
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.69491295149739e-05,
+      "loss": 0.0012,
+      "step": 71284
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6948482554716665e-05,
+      "loss": 0.0001,
+      "step": 71286
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6947835594459437e-05,
+      "loss": 0.0,
+      "step": 71288
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6947188634202203e-05,
+      "loss": 0.0039,
+      "step": 71290
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.694654167394497e-05,
+      "loss": 0.0066,
+      "step": 71292
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.694589471368774e-05,
+      "loss": 0.0,
+      "step": 71294
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6945247753430507e-05,
+      "loss": 0.0,
+      "step": 71296
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6944600793173276e-05,
+      "loss": 0.0,
+      "step": 71298
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.694395383291605e-05,
+      "loss": 0.0,
+      "step": 71300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6943306872658814e-05,
+      "loss": 0.0,
+      "step": 71302
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.694265991240158e-05,
+      "loss": 0.0,
+      "step": 71304
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6942012952144352e-05,
+      "loss": 0.0022,
+      "step": 71306
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6941365991887118e-05,
+      "loss": 0.0004,
+      "step": 71308
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.694071903162989e-05,
+      "loss": 0.0,
+      "step": 71310
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6940072071372656e-05,
+      "loss": 0.0,
+      "step": 71312
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6939425111115425e-05,
+      "loss": 0.0,
+      "step": 71314
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6938778150858194e-05,
+      "loss": 0.0,
+      "step": 71316
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6938131190600963e-05,
+      "loss": 0.0,
+      "step": 71318
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.693748423034373e-05,
+      "loss": 0.0,
+      "step": 71320
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.69368372700865e-05,
+      "loss": 0.0007,
+      "step": 71322
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6936190309829267e-05,
+      "loss": 0.0002,
+      "step": 71324
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6935543349572033e-05,
+      "loss": 0.0,
+      "step": 71326
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6934896389314805e-05,
+      "loss": 0.0,
+      "step": 71328
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6934249429057575e-05,
+      "loss": 0.0003,
+      "step": 71330
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6933602468800344e-05,
+      "loss": 0.0,
+      "step": 71332
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6932955508543113e-05,
+      "loss": 0.0005,
+      "step": 71334
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.693230854828588e-05,
+      "loss": 0.0001,
+      "step": 71336
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.693166158802865e-05,
+      "loss": 0.0,
+      "step": 71338
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6931014627771417e-05,
+      "loss": 0.0001,
+      "step": 71340
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6930367667514182e-05,
+      "loss": 0.0001,
+      "step": 71342
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6929720707256955e-05,
+      "loss": 0.0,
+      "step": 71344
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6929073746999724e-05,
+      "loss": 0.0006,
+      "step": 71346
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6928426786742493e-05,
+      "loss": 0.001,
+      "step": 71348
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6927779826485262e-05,
+      "loss": 0.0,
+      "step": 71350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6927132866228028e-05,
+      "loss": 0.0004,
+      "step": 71352
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.69264859059708e-05,
+      "loss": 0.0005,
+      "step": 71354
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.6925838945713566e-05,
+      "loss": 0.008,
+      "step": 71356
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 2.692519198545633e-05,
+      "loss": 0.0,
+      "step": 71358
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6924545025199104e-05,
+      "loss": 0.0,
+      "step": 71360
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6923898064941873e-05,
+      "loss": 0.0,
+      "step": 71362
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.692325110468464e-05,
+      "loss": 0.0,
+      "step": 71364
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.692260414442741e-05,
+      "loss": 0.0032,
+      "step": 71366
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6921957184170177e-05,
+      "loss": 0.0001,
+      "step": 71368
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.692131022391295e-05,
+      "loss": 0.0,
+      "step": 71370
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6920663263655715e-05,
+      "loss": 0.0,
+      "step": 71372
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.692001630339848e-05,
+      "loss": 0.0,
+      "step": 71374
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6919369343141253e-05,
+      "loss": 0.0,
+      "step": 71376
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.691872238288402e-05,
+      "loss": 0.0,
+      "step": 71378
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6918075422626788e-05,
+      "loss": 0.0033,
+      "step": 71380
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.691742846236956e-05,
+      "loss": 0.0,
+      "step": 71382
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6916781502112326e-05,
+      "loss": 0.0007,
+      "step": 71384
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6916134541855092e-05,
+      "loss": 0.0,
+      "step": 71386
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6915487581597864e-05,
+      "loss": 0.0057,
+      "step": 71388
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.691484062134063e-05,
+      "loss": 0.0,
+      "step": 71390
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6914193661083403e-05,
+      "loss": 0.0,
+      "step": 71392
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.691354670082617e-05,
+      "loss": 0.0244,
+      "step": 71394
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6912899740568937e-05,
+      "loss": 0.0013,
+      "step": 71396
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.691225278031171e-05,
+      "loss": 0.0001,
+      "step": 71398
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6911605820054476e-05,
+      "loss": 0.0,
+      "step": 71400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.691095885979724e-05,
+      "loss": 0.0003,
+      "step": 71402
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6910311899540014e-05,
+      "loss": 0.0027,
+      "step": 71404
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.690966493928278e-05,
+      "loss": 0.0,
+      "step": 71406
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.690901797902555e-05,
+      "loss": 0.0,
+      "step": 71408
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6908371018768318e-05,
+      "loss": 0.0009,
+      "step": 71410
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6907724058511087e-05,
+      "loss": 0.0,
+      "step": 71412
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.690707709825386e-05,
+      "loss": 0.0,
+      "step": 71414
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6906430137996625e-05,
+      "loss": 0.0005,
+      "step": 71416
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.690578317773939e-05,
+      "loss": 0.0,
+      "step": 71418
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6905136217482163e-05,
+      "loss": 0.0,
+      "step": 71420
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.690448925722493e-05,
+      "loss": 0.0,
+      "step": 71422
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6903842296967698e-05,
+      "loss": 0.0,
+      "step": 71424
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6903195336710467e-05,
+      "loss": 0.0001,
+      "step": 71426
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6902548376453236e-05,
+      "loss": 0.0,
+      "step": 71428
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.690190141619601e-05,
+      "loss": 0.0,
+      "step": 71430
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6901254455938774e-05,
+      "loss": 0.0,
+      "step": 71432
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.690060749568154e-05,
+      "loss": 0.0001,
+      "step": 71434
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6899960535424312e-05,
+      "loss": 0.0,
+      "step": 71436
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6899313575167078e-05,
+      "loss": 0.0,
+      "step": 71438
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6898666614909847e-05,
+      "loss": 0.003,
+      "step": 71440
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6898019654652616e-05,
+      "loss": 0.0,
+      "step": 71442
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6897372694395385e-05,
+      "loss": 0.0002,
+      "step": 71444
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.689672573413815e-05,
+      "loss": 0.0001,
+      "step": 71446
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6896078773880923e-05,
+      "loss": 0.0,
+      "step": 71448
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.689543181362369e-05,
+      "loss": 0.0,
+      "step": 71450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.689478485336646e-05,
+      "loss": 0.0,
+      "step": 71452
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6894137893109227e-05,
+      "loss": 0.0,
+      "step": 71454
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6893490932851993e-05,
+      "loss": 0.0001,
+      "step": 71456
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6892843972594765e-05,
+      "loss": 0.0,
+      "step": 71458
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6892197012337535e-05,
+      "loss": 0.0,
+      "step": 71460
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.68915500520803e-05,
+      "loss": 0.0,
+      "step": 71462
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6890903091823073e-05,
+      "loss": 0.0,
+      "step": 71464
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.689025613156584e-05,
+      "loss": 0.0,
+      "step": 71466
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6889609171308604e-05,
+      "loss": 0.0,
+      "step": 71468
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6888962211051377e-05,
+      "loss": 0.0004,
+      "step": 71470
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6888315250794142e-05,
+      "loss": 0.0,
+      "step": 71472
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6887668290536915e-05,
+      "loss": 0.0,
+      "step": 71474
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6887021330279684e-05,
+      "loss": 0.0,
+      "step": 71476
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.688637437002245e-05,
+      "loss": 0.0023,
+      "step": 71478
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6885727409765222e-05,
+      "loss": 0.0,
+      "step": 71480
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6885080449507988e-05,
+      "loss": 0.0,
+      "step": 71482
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6884433489250753e-05,
+      "loss": 0.0,
+      "step": 71484
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6883786528993526e-05,
+      "loss": 0.0115,
+      "step": 71486
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.688313956873629e-05,
+      "loss": 0.0,
+      "step": 71488
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6882492608479064e-05,
+      "loss": 0.0,
+      "step": 71490
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6881845648221833e-05,
+      "loss": 0.0,
+      "step": 71492
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.68811986879646e-05,
+      "loss": 0.0,
+      "step": 71494
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.688055172770737e-05,
+      "loss": 0.0033,
+      "step": 71496
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6879904767450137e-05,
+      "loss": 0.0,
+      "step": 71498
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6879257807192903e-05,
+      "loss": 0.0001,
+      "step": 71500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6878610846935675e-05,
+      "loss": 0.0,
+      "step": 71502
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.687796388667844e-05,
+      "loss": 0.0074,
+      "step": 71504
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.687731692642121e-05,
+      "loss": 0.0053,
+      "step": 71506
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6876669966163982e-05,
+      "loss": 0.003,
+      "step": 71508
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6876023005906748e-05,
+      "loss": 0.0,
+      "step": 71510
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.687537604564952e-05,
+      "loss": 0.0,
+      "step": 71512
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6874729085392286e-05,
+      "loss": 0.0,
+      "step": 71514
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6874082125135052e-05,
+      "loss": 0.0,
+      "step": 71516
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6873435164877824e-05,
+      "loss": 0.0,
+      "step": 71518
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.687278820462059e-05,
+      "loss": 0.0,
+      "step": 71520
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.687214124436336e-05,
+      "loss": 0.0,
+      "step": 71522
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.687149428410613e-05,
+      "loss": 0.0,
+      "step": 71524
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6870847323848897e-05,
+      "loss": 0.0,
+      "step": 71526
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6870200363591663e-05,
+      "loss": 0.0004,
+      "step": 71528
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6869553403334436e-05,
+      "loss": 0.0009,
+      "step": 71530
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.68689064430772e-05,
+      "loss": 0.0,
+      "step": 71532
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6868259482819974e-05,
+      "loss": 0.0138,
+      "step": 71534
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.686761252256274e-05,
+      "loss": 0.0,
+      "step": 71536
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.686696556230551e-05,
+      "loss": 0.0,
+      "step": 71538
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.686631860204828e-05,
+      "loss": 0.0,
+      "step": 71540
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6865671641791047e-05,
+      "loss": 0.0373,
+      "step": 71542
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6865024681533812e-05,
+      "loss": 0.0,
+      "step": 71544
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6864377721276585e-05,
+      "loss": 0.0,
+      "step": 71546
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.686373076101935e-05,
+      "loss": 0.0,
+      "step": 71548
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6863083800762116e-05,
+      "loss": 0.0,
+      "step": 71550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.686243684050489e-05,
+      "loss": 0.0,
+      "step": 71552
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6861789880247658e-05,
+      "loss": 0.0,
+      "step": 71554
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6861142919990427e-05,
+      "loss": 0.0,
+      "step": 71556
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6860495959733196e-05,
+      "loss": 0.0,
+      "step": 71558
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.685984899947596e-05,
+      "loss": 0.0,
+      "step": 71560
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6859202039218734e-05,
+      "loss": 0.0,
+      "step": 71562
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.68585550789615e-05,
+      "loss": 0.0,
+      "step": 71564
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6857908118704266e-05,
+      "loss": 0.0,
+      "step": 71566
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6857261158447038e-05,
+      "loss": 0.0,
+      "step": 71568
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6856614198189807e-05,
+      "loss": 0.0,
+      "step": 71570
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6855967237932576e-05,
+      "loss": 0.0003,
+      "step": 71572
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6855320277675345e-05,
+      "loss": 0.0244,
+      "step": 71574
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.685467331741811e-05,
+      "loss": 0.0,
+      "step": 71576
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6854026357160883e-05,
+      "loss": 0.0,
+      "step": 71578
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.685337939690365e-05,
+      "loss": 0.0,
+      "step": 71580
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6852732436646415e-05,
+      "loss": 0.0,
+      "step": 71582
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6852085476389187e-05,
+      "loss": 0.0001,
+      "step": 71584
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6851438516131956e-05,
+      "loss": 0.0,
+      "step": 71586
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6850791555874722e-05,
+      "loss": 0.0,
+      "step": 71588
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6850144595617495e-05,
+      "loss": 0.0,
+      "step": 71590
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.684949763536026e-05,
+      "loss": 0.0,
+      "step": 71592
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6848850675103033e-05,
+      "loss": 0.0,
+      "step": 71594
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.68482037148458e-05,
+      "loss": 0.0,
+      "step": 71596
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6847556754588564e-05,
+      "loss": 0.001,
+      "step": 71598
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6846909794331337e-05,
+      "loss": 0.0,
+      "step": 71600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6846262834074106e-05,
+      "loss": 0.0,
+      "step": 71602
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.684561587381687e-05,
+      "loss": 0.0,
+      "step": 71604
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6844968913559644e-05,
+      "loss": 0.0,
+      "step": 71606
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.684432195330241e-05,
+      "loss": 0.0,
+      "step": 71608
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6843674993045175e-05,
+      "loss": 0.0001,
+      "step": 71610
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6843028032787948e-05,
+      "loss": 0.0,
+      "step": 71612
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6842381072530713e-05,
+      "loss": 0.0,
+      "step": 71614
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6841734112273486e-05,
+      "loss": 0.0,
+      "step": 71616
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.684108715201625e-05,
+      "loss": 0.0057,
+      "step": 71618
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.684044019175902e-05,
+      "loss": 0.0,
+      "step": 71620
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6839793231501793e-05,
+      "loss": 0.0004,
+      "step": 71622
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.683914627124456e-05,
+      "loss": 0.0,
+      "step": 71624
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6838499310987324e-05,
+      "loss": 0.0001,
+      "step": 71626
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6837852350730097e-05,
+      "loss": 0.0051,
+      "step": 71628
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6837205390472863e-05,
+      "loss": 0.0011,
+      "step": 71630
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6836558430215635e-05,
+      "loss": 0.0,
+      "step": 71632
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.68359114699584e-05,
+      "loss": 0.0,
+      "step": 71634
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.683526450970117e-05,
+      "loss": 0.0,
+      "step": 71636
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6834617549443942e-05,
+      "loss": 0.0,
+      "step": 71638
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6833970589186708e-05,
+      "loss": 0.0134,
+      "step": 71640
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6833323628929474e-05,
+      "loss": 0.0016,
+      "step": 71642
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6832676668672246e-05,
+      "loss": 0.0002,
+      "step": 71644
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6832029708415012e-05,
+      "loss": 0.0,
+      "step": 71646
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.683138274815778e-05,
+      "loss": 0.0,
+      "step": 71648
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.683073578790055e-05,
+      "loss": 0.0,
+      "step": 71650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.683008882764332e-05,
+      "loss": 0.0,
+      "step": 71652
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.682944186738609e-05,
+      "loss": 0.0003,
+      "step": 71654
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6828794907128857e-05,
+      "loss": 0.0,
+      "step": 71656
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6828147946871623e-05,
+      "loss": 0.0008,
+      "step": 71658
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6827500986614396e-05,
+      "loss": 0.0,
+      "step": 71660
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.682685402635716e-05,
+      "loss": 0.0,
+      "step": 71662
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.682620706609993e-05,
+      "loss": 0.0026,
+      "step": 71664
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.68255601058427e-05,
+      "loss": 0.0009,
+      "step": 71666
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.682491314558547e-05,
+      "loss": 0.0,
+      "step": 71668
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6824266185328234e-05,
+      "loss": 0.0,
+      "step": 71670
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6823619225071007e-05,
+      "loss": 0.0038,
+      "step": 71672
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6822972264813772e-05,
+      "loss": 0.0,
+      "step": 71674
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6822325304556545e-05,
+      "loss": 0.0046,
+      "step": 71676
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.682167834429931e-05,
+      "loss": 0.0014,
+      "step": 71678
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.682103138404208e-05,
+      "loss": 0.0,
+      "step": 71680
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.682038442378485e-05,
+      "loss": 0.0,
+      "step": 71682
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6819737463527618e-05,
+      "loss": 0.0,
+      "step": 71684
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6819090503270383e-05,
+      "loss": 0.0001,
+      "step": 71686
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6818443543013156e-05,
+      "loss": 0.0,
+      "step": 71688
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.681779658275592e-05,
+      "loss": 0.0,
+      "step": 71690
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6817149622498687e-05,
+      "loss": 0.0,
+      "step": 71692
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.681650266224146e-05,
+      "loss": 0.0,
+      "step": 71694
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6815855701984226e-05,
+      "loss": 0.0003,
+      "step": 71696
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6815208741726998e-05,
+      "loss": 0.0065,
+      "step": 71698
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6814561781469767e-05,
+      "loss": 0.0006,
+      "step": 71700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6813914821212533e-05,
+      "loss": 0.0,
+      "step": 71702
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6813267860955305e-05,
+      "loss": 0.0185,
+      "step": 71704
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.681262090069807e-05,
+      "loss": 0.0,
+      "step": 71706
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6811973940440837e-05,
+      "loss": 0.0001,
+      "step": 71708
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.681132698018361e-05,
+      "loss": 0.0006,
+      "step": 71710
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6810680019926375e-05,
+      "loss": 0.0,
+      "step": 71712
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6810033059669147e-05,
+      "loss": 0.0,
+      "step": 71714
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6809386099411916e-05,
+      "loss": 0.0,
+      "step": 71716
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6808739139154682e-05,
+      "loss": 0.0,
+      "step": 71718
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6808092178897455e-05,
+      "loss": 0.0,
+      "step": 71720
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.680744521864022e-05,
+      "loss": 0.0,
+      "step": 71722
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6806798258382986e-05,
+      "loss": 0.0,
+      "step": 71724
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.680615129812576e-05,
+      "loss": 0.0,
+      "step": 71726
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6805504337868524e-05,
+      "loss": 0.0,
+      "step": 71728
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6804857377611293e-05,
+      "loss": 0.0,
+      "step": 71730
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6804210417354066e-05,
+      "loss": 0.0,
+      "step": 71732
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.680356345709683e-05,
+      "loss": 0.0,
+      "step": 71734
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6802916496839604e-05,
+      "loss": 0.0,
+      "step": 71736
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.680226953658237e-05,
+      "loss": 0.0,
+      "step": 71738
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6801622576325135e-05,
+      "loss": 0.0,
+      "step": 71740
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6800975616067908e-05,
+      "loss": 0.0,
+      "step": 71742
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6800328655810673e-05,
+      "loss": 0.0,
+      "step": 71744
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6799681695553442e-05,
+      "loss": 0.0,
+      "step": 71746
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6799034735296215e-05,
+      "loss": 0.0012,
+      "step": 71748
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.679838777503898e-05,
+      "loss": 0.0,
+      "step": 71750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6797740814781746e-05,
+      "loss": 0.008,
+      "step": 71752
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.679709385452452e-05,
+      "loss": 0.0,
+      "step": 71754
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6796446894267284e-05,
+      "loss": 0.0,
+      "step": 71756
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6795799934010057e-05,
+      "loss": 0.0001,
+      "step": 71758
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6795152973752823e-05,
+      "loss": 0.0025,
+      "step": 71760
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6794506013495592e-05,
+      "loss": 0.0,
+      "step": 71762
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6793859053238364e-05,
+      "loss": 0.0004,
+      "step": 71764
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.679321209298113e-05,
+      "loss": 0.0,
+      "step": 71766
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6792565132723896e-05,
+      "loss": 0.0003,
+      "step": 71768
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6791918172466668e-05,
+      "loss": 0.0,
+      "step": 71770
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6791271212209434e-05,
+      "loss": 0.0002,
+      "step": 71772
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6790624251952206e-05,
+      "loss": 0.0,
+      "step": 71774
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6789977291694972e-05,
+      "loss": 0.0,
+      "step": 71776
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.678933033143774e-05,
+      "loss": 0.0,
+      "step": 71778
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6788683371180514e-05,
+      "loss": 0.0,
+      "step": 71780
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.678803641092328e-05,
+      "loss": 0.0,
+      "step": 71782
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6787389450666045e-05,
+      "loss": 0.0004,
+      "step": 71784
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6786742490408817e-05,
+      "loss": 0.0,
+      "step": 71786
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6786095530151583e-05,
+      "loss": 0.0,
+      "step": 71788
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.678544856989435e-05,
+      "loss": 0.0003,
+      "step": 71790
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.678480160963712e-05,
+      "loss": 0.0,
+      "step": 71792
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.678415464937989e-05,
+      "loss": 0.0,
+      "step": 71794
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.678350768912266e-05,
+      "loss": 0.0,
+      "step": 71796
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.678286072886543e-05,
+      "loss": 0.0,
+      "step": 71798
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6782213768608194e-05,
+      "loss": 0.0,
+      "step": 71800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6781566808350967e-05,
+      "loss": 0.0067,
+      "step": 71802
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6780919848093732e-05,
+      "loss": 0.0004,
+      "step": 71804
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6780272887836498e-05,
+      "loss": 0.0,
+      "step": 71806
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.677962592757927e-05,
+      "loss": 0.0001,
+      "step": 71808
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.677897896732204e-05,
+      "loss": 0.0,
+      "step": 71810
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6778332007064805e-05,
+      "loss": 0.0,
+      "step": 71812
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6777685046807578e-05,
+      "loss": 0.0,
+      "step": 71814
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6777038086550343e-05,
+      "loss": 0.0,
+      "step": 71816
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6776391126293116e-05,
+      "loss": 0.0,
+      "step": 71818
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.677574416603588e-05,
+      "loss": 0.0,
+      "step": 71820
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6775097205778647e-05,
+      "loss": 0.0002,
+      "step": 71822
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.677445024552142e-05,
+      "loss": 0.0,
+      "step": 71824
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.677380328526419e-05,
+      "loss": 0.0,
+      "step": 71826
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6773156325006955e-05,
+      "loss": 0.0,
+      "step": 71828
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6772509364749727e-05,
+      "loss": 0.0,
+      "step": 71830
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6771862404492493e-05,
+      "loss": 0.0,
+      "step": 71832
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.677121544423526e-05,
+      "loss": 0.0001,
+      "step": 71834
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.677056848397803e-05,
+      "loss": 0.0001,
+      "step": 71836
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6769921523720797e-05,
+      "loss": 0.0069,
+      "step": 71838
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.676927456346357e-05,
+      "loss": 0.0,
+      "step": 71840
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6768627603206338e-05,
+      "loss": 0.0003,
+      "step": 71842
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6767980642949104e-05,
+      "loss": 0.0,
+      "step": 71844
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6767333682691876e-05,
+      "loss": 0.004,
+      "step": 71846
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6766686722434642e-05,
+      "loss": 0.0,
+      "step": 71848
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6766039762177408e-05,
+      "loss": 0.0,
+      "step": 71850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.676539280192018e-05,
+      "loss": 0.0,
+      "step": 71852
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6764745841662946e-05,
+      "loss": 0.0,
+      "step": 71854
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.676409888140572e-05,
+      "loss": 0.0,
+      "step": 71856
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6763451921148484e-05,
+      "loss": 0.0,
+      "step": 71858
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6762804960891253e-05,
+      "loss": 0.0,
+      "step": 71860
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6762158000634026e-05,
+      "loss": 0.0,
+      "step": 71862
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.676151104037679e-05,
+      "loss": 0.0,
+      "step": 71864
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6760864080119557e-05,
+      "loss": 0.0015,
+      "step": 71866
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.676021711986233e-05,
+      "loss": 0.0,
+      "step": 71868
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6759570159605095e-05,
+      "loss": 0.0,
+      "step": 71870
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6758923199347864e-05,
+      "loss": 0.0,
+      "step": 71872
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 2.6758276239090633e-05,
+      "loss": 0.0,
+      "step": 71874
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6757629278833402e-05,
+      "loss": 0.0,
+      "step": 71876
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6756982318576175e-05,
+      "loss": 0.0,
+      "step": 71878
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.675633535831894e-05,
+      "loss": 0.0005,
+      "step": 71880
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6755688398061706e-05,
+      "loss": 0.0,
+      "step": 71882
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.675504143780448e-05,
+      "loss": 0.0,
+      "step": 71884
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6754394477547244e-05,
+      "loss": 0.0,
+      "step": 71886
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6753747517290014e-05,
+      "loss": 0.0,
+      "step": 71888
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6753100557032783e-05,
+      "loss": 0.0,
+      "step": 71890
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6752453596775552e-05,
+      "loss": 0.0,
+      "step": 71892
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6751806636518317e-05,
+      "loss": 0.0,
+      "step": 71894
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.675115967626109e-05,
+      "loss": 0.0,
+      "step": 71896
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6750512716003856e-05,
+      "loss": 0.0025,
+      "step": 71898
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6749865755746628e-05,
+      "loss": 0.0,
+      "step": 71900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6749218795489394e-05,
+      "loss": 0.023,
+      "step": 71902
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6748571835232163e-05,
+      "loss": 0.0,
+      "step": 71904
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6747924874974932e-05,
+      "loss": 0.0,
+      "step": 71906
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.67472779147177e-05,
+      "loss": 0.0,
+      "step": 71908
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6746630954460467e-05,
+      "loss": 0.0,
+      "step": 71910
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.674598399420324e-05,
+      "loss": 0.0,
+      "step": 71912
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6745337033946005e-05,
+      "loss": 0.0,
+      "step": 71914
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6744690073688777e-05,
+      "loss": 0.0,
+      "step": 71916
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6744043113431543e-05,
+      "loss": 0.0063,
+      "step": 71918
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6743396153174312e-05,
+      "loss": 0.0,
+      "step": 71920
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.674274919291708e-05,
+      "loss": 0.0,
+      "step": 71922
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.674210223265985e-05,
+      "loss": 0.0,
+      "step": 71924
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6741455272402616e-05,
+      "loss": 0.0005,
+      "step": 71926
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.674080831214539e-05,
+      "loss": 0.0,
+      "step": 71928
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6740161351888154e-05,
+      "loss": 0.0048,
+      "step": 71930
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.673951439163092e-05,
+      "loss": 0.0,
+      "step": 71932
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6738867431373692e-05,
+      "loss": 0.0,
+      "step": 71934
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6738220471116458e-05,
+      "loss": 0.0,
+      "step": 71936
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.673757351085923e-05,
+      "loss": 0.0001,
+      "step": 71938
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6736926550602e-05,
+      "loss": 0.0,
+      "step": 71940
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6736279590344765e-05,
+      "loss": 0.0,
+      "step": 71942
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6735632630087538e-05,
+      "loss": 0.0075,
+      "step": 71944
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6734985669830303e-05,
+      "loss": 0.0,
+      "step": 71946
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.673433870957307e-05,
+      "loss": 0.0,
+      "step": 71948
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.673369174931584e-05,
+      "loss": 0.0,
+      "step": 71950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6733044789058607e-05,
+      "loss": 0.0,
+      "step": 71952
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6732397828801376e-05,
+      "loss": 0.0,
+      "step": 71954
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.673175086854415e-05,
+      "loss": 0.0,
+      "step": 71956
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6731103908286915e-05,
+      "loss": 0.0,
+      "step": 71958
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6730456948029687e-05,
+      "loss": 0.0,
+      "step": 71960
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6729809987772453e-05,
+      "loss": 0.0001,
+      "step": 71962
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.672916302751522e-05,
+      "loss": 0.0,
+      "step": 71964
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.672851606725799e-05,
+      "loss": 0.0,
+      "step": 71966
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6727869107000757e-05,
+      "loss": 0.0007,
+      "step": 71968
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6727222146743526e-05,
+      "loss": 0.0002,
+      "step": 71970
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6726575186486298e-05,
+      "loss": 0.0002,
+      "step": 71972
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6725928226229064e-05,
+      "loss": 0.0,
+      "step": 71974
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.672528126597183e-05,
+      "loss": 0.0,
+      "step": 71976
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6724634305714602e-05,
+      "loss": 0.0,
+      "step": 71978
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6723987345457368e-05,
+      "loss": 0.0,
+      "step": 71980
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.672334038520014e-05,
+      "loss": 0.0,
+      "step": 71982
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6722693424942906e-05,
+      "loss": 0.0,
+      "step": 71984
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6722046464685675e-05,
+      "loss": 0.0,
+      "step": 71986
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6721399504428447e-05,
+      "loss": 0.0,
+      "step": 71988
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6720752544171213e-05,
+      "loss": 0.0004,
+      "step": 71990
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.672010558391398e-05,
+      "loss": 0.0001,
+      "step": 71992
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.671945862365675e-05,
+      "loss": 0.0,
+      "step": 71994
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6718811663399517e-05,
+      "loss": 0.0005,
+      "step": 71996
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.671816470314229e-05,
+      "loss": 0.0,
+      "step": 71998
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6717517742885055e-05,
+      "loss": 0.0,
+      "step": 72000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6716870782627824e-05,
+      "loss": 0.0,
+      "step": 72002
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6716223822370597e-05,
+      "loss": 0.0,
+      "step": 72004
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6715576862113362e-05,
+      "loss": 0.0,
+      "step": 72006
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6714929901856128e-05,
+      "loss": 0.0,
+      "step": 72008
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.67142829415989e-05,
+      "loss": 0.0,
+      "step": 72010
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6713635981341666e-05,
+      "loss": 0.0,
+      "step": 72012
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6712989021084432e-05,
+      "loss": 0.0,
+      "step": 72014
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6712342060827204e-05,
+      "loss": 0.0,
+      "step": 72016
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6711695100569974e-05,
+      "loss": 0.0,
+      "step": 72018
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6711048140312746e-05,
+      "loss": 0.0,
+      "step": 72020
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6710401180055512e-05,
+      "loss": 0.0,
+      "step": 72022
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6709754219798277e-05,
+      "loss": 0.0,
+      "step": 72024
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.670910725954105e-05,
+      "loss": 0.0001,
+      "step": 72026
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6708460299283816e-05,
+      "loss": 0.0,
+      "step": 72028
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.670781333902658e-05,
+      "loss": 0.0,
+      "step": 72030
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6707166378769354e-05,
+      "loss": 0.0008,
+      "step": 72032
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6706519418512123e-05,
+      "loss": 0.0081,
+      "step": 72034
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.670587245825489e-05,
+      "loss": 0.0,
+      "step": 72036
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.670522549799766e-05,
+      "loss": 0.0,
+      "step": 72038
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6704578537740427e-05,
+      "loss": 0.0,
+      "step": 72040
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.67039315774832e-05,
+      "loss": 0.0,
+      "step": 72042
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6703284617225965e-05,
+      "loss": 0.0,
+      "step": 72044
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.670263765696873e-05,
+      "loss": 0.0,
+      "step": 72046
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6701990696711503e-05,
+      "loss": 0.0001,
+      "step": 72048
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6701343736454272e-05,
+      "loss": 0.0,
+      "step": 72050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6700696776197038e-05,
+      "loss": 0.0,
+      "step": 72052
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.670004981593981e-05,
+      "loss": 0.0002,
+      "step": 72054
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6699402855682576e-05,
+      "loss": 0.0,
+      "step": 72056
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.669875589542535e-05,
+      "loss": 0.0,
+      "step": 72058
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6698108935168114e-05,
+      "loss": 0.0002,
+      "step": 72060
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.669746197491088e-05,
+      "loss": 0.0,
+      "step": 72062
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6696815014653652e-05,
+      "loss": 0.0,
+      "step": 72064
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.669616805439642e-05,
+      "loss": 0.0009,
+      "step": 72066
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6695521094139187e-05,
+      "loss": 0.0,
+      "step": 72068
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.669487413388196e-05,
+      "loss": 0.0,
+      "step": 72070
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6694227173624725e-05,
+      "loss": 0.0,
+      "step": 72072
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.669358021336749e-05,
+      "loss": 0.0001,
+      "step": 72074
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6692933253110263e-05,
+      "loss": 0.0,
+      "step": 72076
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.669228629285303e-05,
+      "loss": 0.0,
+      "step": 72078
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.66916393325958e-05,
+      "loss": 0.0,
+      "step": 72080
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.669099237233857e-05,
+      "loss": 0.0,
+      "step": 72082
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6690345412081336e-05,
+      "loss": 0.0001,
+      "step": 72084
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.668969845182411e-05,
+      "loss": 0.0001,
+      "step": 72086
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6689051491566875e-05,
+      "loss": 0.0,
+      "step": 72088
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.668840453130964e-05,
+      "loss": 0.0,
+      "step": 72090
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6687757571052413e-05,
+      "loss": 0.0,
+      "step": 72092
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.668711061079518e-05,
+      "loss": 0.0,
+      "step": 72094
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6686463650537948e-05,
+      "loss": 0.0001,
+      "step": 72096
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6685816690280717e-05,
+      "loss": 0.0001,
+      "step": 72098
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6685169730023486e-05,
+      "loss": 0.0,
+      "step": 72100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6684522769766258e-05,
+      "loss": 0.0,
+      "step": 72102
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6683875809509024e-05,
+      "loss": 0.0,
+      "step": 72104
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.668322884925179e-05,
+      "loss": 0.0,
+      "step": 72106
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6682581888994562e-05,
+      "loss": 0.0041,
+      "step": 72108
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6681934928737328e-05,
+      "loss": 0.0,
+      "step": 72110
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6681287968480097e-05,
+      "loss": 0.0,
+      "step": 72112
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6680641008222866e-05,
+      "loss": 0.0,
+      "step": 72114
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6679994047965635e-05,
+      "loss": 0.0,
+      "step": 72116
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.66793470877084e-05,
+      "loss": 0.0001,
+      "step": 72118
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6678700127451173e-05,
+      "loss": 0.0,
+      "step": 72120
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.667805316719394e-05,
+      "loss": 0.0161,
+      "step": 72122
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.667740620693671e-05,
+      "loss": 0.0,
+      "step": 72124
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6676759246679477e-05,
+      "loss": 0.0,
+      "step": 72126
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6676112286422246e-05,
+      "loss": 0.0,
+      "step": 72128
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6675465326165015e-05,
+      "loss": 0.0,
+      "step": 72130
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6674818365907784e-05,
+      "loss": 0.0079,
+      "step": 72132
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.667417140565055e-05,
+      "loss": 0.0,
+      "step": 72134
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6673524445393322e-05,
+      "loss": 0.0,
+      "step": 72136
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6672877485136088e-05,
+      "loss": 0.0007,
+      "step": 72138
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.667223052487886e-05,
+      "loss": 0.0,
+      "step": 72140
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6671583564621626e-05,
+      "loss": 0.0,
+      "step": 72142
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6670936604364395e-05,
+      "loss": 0.0,
+      "step": 72144
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6670289644107164e-05,
+      "loss": 0.0,
+      "step": 72146
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6669642683849934e-05,
+      "loss": 0.0002,
+      "step": 72148
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.66689957235927e-05,
+      "loss": 0.0,
+      "step": 72150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6668348763335472e-05,
+      "loss": 0.0,
+      "step": 72152
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6667701803078237e-05,
+      "loss": 0.0,
+      "step": 72154
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6667054842821003e-05,
+      "loss": 0.0094,
+      "step": 72156
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6666407882563776e-05,
+      "loss": 0.0,
+      "step": 72158
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6665760922306545e-05,
+      "loss": 0.0,
+      "step": 72160
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6665113962049314e-05,
+      "loss": 0.0002,
+      "step": 72162
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6664467001792083e-05,
+      "loss": 0.0,
+      "step": 72164
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.666382004153485e-05,
+      "loss": 0.0,
+      "step": 72166
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.666317308127762e-05,
+      "loss": 0.0,
+      "step": 72168
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6662526121020387e-05,
+      "loss": 0.0,
+      "step": 72170
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6661879160763152e-05,
+      "loss": 0.0,
+      "step": 72172
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6661232200505925e-05,
+      "loss": 0.0,
+      "step": 72174
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.666058524024869e-05,
+      "loss": 0.0004,
+      "step": 72176
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.665993827999146e-05,
+      "loss": 0.0,
+      "step": 72178
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6659291319734232e-05,
+      "loss": 0.0,
+      "step": 72180
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6658644359476998e-05,
+      "loss": 0.0,
+      "step": 72182
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.665799739921977e-05,
+      "loss": 0.0,
+      "step": 72184
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6657350438962536e-05,
+      "loss": 0.0,
+      "step": 72186
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.66567034787053e-05,
+      "loss": 0.0,
+      "step": 72188
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6656056518448074e-05,
+      "loss": 0.0,
+      "step": 72190
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.665540955819084e-05,
+      "loss": 0.0,
+      "step": 72192
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.665476259793361e-05,
+      "loss": 0.0,
+      "step": 72194
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.665411563767638e-05,
+      "loss": 0.0,
+      "step": 72196
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6653468677419147e-05,
+      "loss": 0.0,
+      "step": 72198
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.665282171716192e-05,
+      "loss": 0.0,
+      "step": 72200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6652174756904685e-05,
+      "loss": 0.0,
+      "step": 72202
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.665152779664745e-05,
+      "loss": 0.0,
+      "step": 72204
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6650880836390223e-05,
+      "loss": 0.0,
+      "step": 72206
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.665023387613299e-05,
+      "loss": 0.0033,
+      "step": 72208
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6649586915875758e-05,
+      "loss": 0.0,
+      "step": 72210
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.664893995561853e-05,
+      "loss": 0.0,
+      "step": 72212
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6648292995361296e-05,
+      "loss": 0.0,
+      "step": 72214
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6647646035104062e-05,
+      "loss": 0.0,
+      "step": 72216
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6646999074846835e-05,
+      "loss": 0.0,
+      "step": 72218
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.66463521145896e-05,
+      "loss": 0.0,
+      "step": 72220
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6645705154332373e-05,
+      "loss": 0.0001,
+      "step": 72222
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.664505819407514e-05,
+      "loss": 0.0,
+      "step": 72224
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6644411233817908e-05,
+      "loss": 0.0,
+      "step": 72226
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.664376427356068e-05,
+      "loss": 0.0,
+      "step": 72228
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6643117313303446e-05,
+      "loss": 0.0,
+      "step": 72230
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.664247035304621e-05,
+      "loss": 0.0,
+      "step": 72232
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6641823392788984e-05,
+      "loss": 0.0,
+      "step": 72234
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.664117643253175e-05,
+      "loss": 0.0002,
+      "step": 72236
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6640529472274515e-05,
+      "loss": 0.0,
+      "step": 72238
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6639882512017288e-05,
+      "loss": 0.0,
+      "step": 72240
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6639235551760057e-05,
+      "loss": 0.0,
+      "step": 72242
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.663858859150283e-05,
+      "loss": 0.0002,
+      "step": 72244
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6637941631245595e-05,
+      "loss": 0.0067,
+      "step": 72246
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.663729467098836e-05,
+      "loss": 0.0,
+      "step": 72248
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6636647710731133e-05,
+      "loss": 0.0,
+      "step": 72250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.66360007504739e-05,
+      "loss": 0.0,
+      "step": 72252
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6635353790216665e-05,
+      "loss": 0.0,
+      "step": 72254
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6634706829959437e-05,
+      "loss": 0.0023,
+      "step": 72256
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6634059869702206e-05,
+      "loss": 0.0,
+      "step": 72258
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6633412909444972e-05,
+      "loss": 0.0,
+      "step": 72260
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6632765949187744e-05,
+      "loss": 0.0,
+      "step": 72262
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.663211898893051e-05,
+      "loss": 0.0084,
+      "step": 72264
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6631472028673282e-05,
+      "loss": 0.0001,
+      "step": 72266
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6630825068416048e-05,
+      "loss": 0.0,
+      "step": 72268
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6630178108158814e-05,
+      "loss": 0.0059,
+      "step": 72270
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6629531147901586e-05,
+      "loss": 0.0,
+      "step": 72272
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6628884187644355e-05,
+      "loss": 0.0,
+      "step": 72274
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.662823722738712e-05,
+      "loss": 0.0,
+      "step": 72276
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6627590267129894e-05,
+      "loss": 0.0,
+      "step": 72278
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.662694330687266e-05,
+      "loss": 0.0217,
+      "step": 72280
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6626296346615432e-05,
+      "loss": 0.0,
+      "step": 72282
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6625649386358197e-05,
+      "loss": 0.0,
+      "step": 72284
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6625002426100963e-05,
+      "loss": 0.0,
+      "step": 72286
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6624355465843736e-05,
+      "loss": 0.0,
+      "step": 72288
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6623708505586505e-05,
+      "loss": 0.0,
+      "step": 72290
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.662306154532927e-05,
+      "loss": 0.0,
+      "step": 72292
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6622414585072043e-05,
+      "loss": 0.0,
+      "step": 72294
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.662176762481481e-05,
+      "loss": 0.0,
+      "step": 72296
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6621120664557574e-05,
+      "loss": 0.0002,
+      "step": 72298
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6620473704300347e-05,
+      "loss": 0.0,
+      "step": 72300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6619826744043112e-05,
+      "loss": 0.0,
+      "step": 72302
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6619179783785885e-05,
+      "loss": 0.0,
+      "step": 72304
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6618532823528654e-05,
+      "loss": 0.0008,
+      "step": 72306
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.661788586327142e-05,
+      "loss": 0.0001,
+      "step": 72308
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6617238903014192e-05,
+      "loss": 0.0,
+      "step": 72310
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6616591942756958e-05,
+      "loss": 0.0002,
+      "step": 72312
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6615944982499724e-05,
+      "loss": 0.0,
+      "step": 72314
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6615298022242496e-05,
+      "loss": 0.0,
+      "step": 72316
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.661465106198526e-05,
+      "loss": 0.001,
+      "step": 72318
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.661400410172803e-05,
+      "loss": 0.0,
+      "step": 72320
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6613357141470803e-05,
+      "loss": 0.0,
+      "step": 72322
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.661271018121357e-05,
+      "loss": 0.0,
+      "step": 72324
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.661206322095634e-05,
+      "loss": 0.0,
+      "step": 72326
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6611416260699107e-05,
+      "loss": 0.0,
+      "step": 72328
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6610769300441873e-05,
+      "loss": 0.0,
+      "step": 72330
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6610122340184645e-05,
+      "loss": 0.0069,
+      "step": 72332
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.660947537992741e-05,
+      "loss": 0.0,
+      "step": 72334
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.660882841967018e-05,
+      "loss": 0.0,
+      "step": 72336
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.660818145941295e-05,
+      "loss": 0.0076,
+      "step": 72338
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6607534499155718e-05,
+      "loss": 0.0016,
+      "step": 72340
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.660688753889849e-05,
+      "loss": 0.0051,
+      "step": 72342
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6606240578641256e-05,
+      "loss": 0.0,
+      "step": 72344
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6605593618384022e-05,
+      "loss": 0.0001,
+      "step": 72346
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6604946658126795e-05,
+      "loss": 0.0,
+      "step": 72348
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.660429969786956e-05,
+      "loss": 0.0031,
+      "step": 72350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.660365273761233e-05,
+      "loss": 0.0,
+      "step": 72352
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.66030057773551e-05,
+      "loss": 0.0,
+      "step": 72354
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6602358817097867e-05,
+      "loss": 0.0,
+      "step": 72356
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6601711856840633e-05,
+      "loss": 0.0,
+      "step": 72358
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6601064896583406e-05,
+      "loss": 0.0,
+      "step": 72360
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.660041793632617e-05,
+      "loss": 0.0443,
+      "step": 72362
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6599770976068944e-05,
+      "loss": 0.0,
+      "step": 72364
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.659912401581171e-05,
+      "loss": 0.0,
+      "step": 72366
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.659847705555448e-05,
+      "loss": 0.0079,
+      "step": 72368
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6597830095297248e-05,
+      "loss": 0.0,
+      "step": 72370
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6597183135040017e-05,
+      "loss": 0.0,
+      "step": 72372
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6596536174782782e-05,
+      "loss": 0.0,
+      "step": 72374
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6595889214525555e-05,
+      "loss": 0.0,
+      "step": 72376
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.659524225426832e-05,
+      "loss": 0.0,
+      "step": 72378
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6594595294011086e-05,
+      "loss": 0.0,
+      "step": 72380
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.659394833375386e-05,
+      "loss": 0.0,
+      "step": 72382
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6593301373496628e-05,
+      "loss": 0.0,
+      "step": 72384
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6592654413239397e-05,
+      "loss": 0.0,
+      "step": 72386
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 2.6592007452982166e-05,
+      "loss": 0.0,
+      "step": 72388
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6591360492724932e-05,
+      "loss": 0.0,
+      "step": 72390
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6590713532467704e-05,
+      "loss": 0.0,
+      "step": 72392
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.659006657221047e-05,
+      "loss": 0.0,
+      "step": 72394
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6589419611953236e-05,
+      "loss": 0.0001,
+      "step": 72396
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6588772651696008e-05,
+      "loss": 0.0092,
+      "step": 72398
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6588125691438777e-05,
+      "loss": 0.0,
+      "step": 72400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6587478731181543e-05,
+      "loss": 0.0031,
+      "step": 72402
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6586831770924315e-05,
+      "loss": 0.0,
+      "step": 72404
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.658618481066708e-05,
+      "loss": 0.0,
+      "step": 72406
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6585537850409854e-05,
+      "loss": 0.0,
+      "step": 72408
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.658489089015262e-05,
+      "loss": 0.0,
+      "step": 72410
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6584243929895385e-05,
+      "loss": 0.0,
+      "step": 72412
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6583596969638157e-05,
+      "loss": 0.0,
+      "step": 72414
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6582950009380923e-05,
+      "loss": 0.0,
+      "step": 72416
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6582303049123692e-05,
+      "loss": 0.0,
+      "step": 72418
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6581656088866465e-05,
+      "loss": 0.0,
+      "step": 72420
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.658100912860923e-05,
+      "loss": 0.0002,
+      "step": 72422
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6580362168352003e-05,
+      "loss": 0.0,
+      "step": 72424
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.657971520809477e-05,
+      "loss": 0.0,
+      "step": 72426
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6579068247837534e-05,
+      "loss": 0.0,
+      "step": 72428
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6578421287580307e-05,
+      "loss": 0.0,
+      "step": 72430
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6577774327323072e-05,
+      "loss": 0.0001,
+      "step": 72432
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.657712736706584e-05,
+      "loss": 0.001,
+      "step": 72434
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6576480406808614e-05,
+      "loss": 0.0,
+      "step": 72436
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.657583344655138e-05,
+      "loss": 0.0,
+      "step": 72438
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6575186486294145e-05,
+      "loss": 0.0,
+      "step": 72440
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6574539526036918e-05,
+      "loss": 0.0,
+      "step": 72442
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6573892565779683e-05,
+      "loss": 0.0,
+      "step": 72444
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6573245605522456e-05,
+      "loss": 0.0089,
+      "step": 72446
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.657259864526522e-05,
+      "loss": 0.0,
+      "step": 72448
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.657195168500799e-05,
+      "loss": 0.0,
+      "step": 72450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6571304724750763e-05,
+      "loss": 0.0108,
+      "step": 72452
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.657065776449353e-05,
+      "loss": 0.0,
+      "step": 72454
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6570010804236295e-05,
+      "loss": 0.0,
+      "step": 72456
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6569363843979067e-05,
+      "loss": 0.0,
+      "step": 72458
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6568716883721833e-05,
+      "loss": 0.0,
+      "step": 72460
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6568069923464602e-05,
+      "loss": 0.0,
+      "step": 72462
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.656742296320737e-05,
+      "loss": 0.0,
+      "step": 72464
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.656677600295014e-05,
+      "loss": 0.0,
+      "step": 72466
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6566129042692913e-05,
+      "loss": 0.0,
+      "step": 72468
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6565482082435678e-05,
+      "loss": 0.0,
+      "step": 72470
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6564835122178444e-05,
+      "loss": 0.0,
+      "step": 72472
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6564188161921216e-05,
+      "loss": 0.0001,
+      "step": 72474
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6563541201663982e-05,
+      "loss": 0.0031,
+      "step": 72476
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6562894241406748e-05,
+      "loss": 0.0002,
+      "step": 72478
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.656224728114952e-05,
+      "loss": 0.0,
+      "step": 72480
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.656160032089229e-05,
+      "loss": 0.0,
+      "step": 72482
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6560953360635062e-05,
+      "loss": 0.0,
+      "step": 72484
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6560306400377827e-05,
+      "loss": 0.0049,
+      "step": 72486
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6559659440120593e-05,
+      "loss": 0.0006,
+      "step": 72488
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6559012479863366e-05,
+      "loss": 0.0,
+      "step": 72490
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.655836551960613e-05,
+      "loss": 0.0,
+      "step": 72492
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6557718559348897e-05,
+      "loss": 0.0,
+      "step": 72494
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.655707159909167e-05,
+      "loss": 0.0,
+      "step": 72496
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.655642463883444e-05,
+      "loss": 0.0009,
+      "step": 72498
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6555777678577204e-05,
+      "loss": 0.0,
+      "step": 72500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6555130718319977e-05,
+      "loss": 0.0028,
+      "step": 72502
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6554483758062742e-05,
+      "loss": 0.0001,
+      "step": 72504
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6553836797805515e-05,
+      "loss": 0.0243,
+      "step": 72506
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.655318983754828e-05,
+      "loss": 0.0,
+      "step": 72508
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6552542877291046e-05,
+      "loss": 0.0,
+      "step": 72510
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.655189591703382e-05,
+      "loss": 0.0,
+      "step": 72512
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6551248956776588e-05,
+      "loss": 0.0,
+      "step": 72514
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6550601996519354e-05,
+      "loss": 0.0,
+      "step": 72516
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6549955036262126e-05,
+      "loss": 0.0,
+      "step": 72518
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6549308076004892e-05,
+      "loss": 0.0,
+      "step": 72520
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6548661115747657e-05,
+      "loss": 0.0,
+      "step": 72522
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.654801415549043e-05,
+      "loss": 0.0,
+      "step": 72524
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6547367195233196e-05,
+      "loss": 0.0,
+      "step": 72526
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6546720234975968e-05,
+      "loss": 0.0,
+      "step": 72528
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6546073274718737e-05,
+      "loss": 0.0004,
+      "step": 72530
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6545426314461503e-05,
+      "loss": 0.0,
+      "step": 72532
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6544779354204275e-05,
+      "loss": 0.0007,
+      "step": 72534
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.654413239394704e-05,
+      "loss": 0.0017,
+      "step": 72536
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6543485433689807e-05,
+      "loss": 0.0,
+      "step": 72538
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.654283847343258e-05,
+      "loss": 0.0,
+      "step": 72540
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6542191513175345e-05,
+      "loss": 0.0002,
+      "step": 72542
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6541544552918114e-05,
+      "loss": 0.0001,
+      "step": 72544
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6540897592660886e-05,
+      "loss": 0.0,
+      "step": 72546
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6540250632403652e-05,
+      "loss": 0.0,
+      "step": 72548
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6539603672146425e-05,
+      "loss": 0.0,
+      "step": 72550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.653895671188919e-05,
+      "loss": 0.0,
+      "step": 72552
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6538309751631956e-05,
+      "loss": 0.0,
+      "step": 72554
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.653766279137473e-05,
+      "loss": 0.0,
+      "step": 72556
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6537015831117494e-05,
+      "loss": 0.0,
+      "step": 72558
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6536368870860263e-05,
+      "loss": 0.0,
+      "step": 72560
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6535721910603036e-05,
+      "loss": 0.0035,
+      "step": 72562
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.65350749503458e-05,
+      "loss": 0.0,
+      "step": 72564
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6534427990088574e-05,
+      "loss": 0.0,
+      "step": 72566
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.653378102983134e-05,
+      "loss": 0.0,
+      "step": 72568
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6533134069574105e-05,
+      "loss": 0.0,
+      "step": 72570
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6532487109316878e-05,
+      "loss": 0.0007,
+      "step": 72572
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6531840149059643e-05,
+      "loss": 0.0,
+      "step": 72574
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6531193188802413e-05,
+      "loss": 0.0003,
+      "step": 72576
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6530546228545185e-05,
+      "loss": 0.0,
+      "step": 72578
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.652989926828795e-05,
+      "loss": 0.0,
+      "step": 72580
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6529252308030716e-05,
+      "loss": 0.0107,
+      "step": 72582
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.652860534777349e-05,
+      "loss": 0.0001,
+      "step": 72584
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6527958387516255e-05,
+      "loss": 0.0002,
+      "step": 72586
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6527311427259027e-05,
+      "loss": 0.0001,
+      "step": 72588
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6526664467001793e-05,
+      "loss": 0.0,
+      "step": 72590
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6526017506744562e-05,
+      "loss": 0.0,
+      "step": 72592
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.652537054648733e-05,
+      "loss": 0.0,
+      "step": 72594
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.65247235862301e-05,
+      "loss": 0.0,
+      "step": 72596
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6524076625972866e-05,
+      "loss": 0.0,
+      "step": 72598
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6523429665715638e-05,
+      "loss": 0.0,
+      "step": 72600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6522782705458404e-05,
+      "loss": 0.0001,
+      "step": 72602
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.652213574520117e-05,
+      "loss": 0.0,
+      "step": 72604
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6521488784943942e-05,
+      "loss": 0.0,
+      "step": 72606
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.652084182468671e-05,
+      "loss": 0.0,
+      "step": 72608
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.652019486442948e-05,
+      "loss": 0.0,
+      "step": 72610
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.651954790417225e-05,
+      "loss": 0.0,
+      "step": 72612
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6518900943915015e-05,
+      "loss": 0.0,
+      "step": 72614
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6518253983657787e-05,
+      "loss": 0.0,
+      "step": 72616
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6517607023400553e-05,
+      "loss": 0.0001,
+      "step": 72618
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.651696006314332e-05,
+      "loss": 0.0,
+      "step": 72620
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.651631310288609e-05,
+      "loss": 0.0,
+      "step": 72622
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.651566614262886e-05,
+      "loss": 0.0058,
+      "step": 72624
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6515019182371626e-05,
+      "loss": 0.0001,
+      "step": 72626
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.65143722221144e-05,
+      "loss": 0.0,
+      "step": 72628
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6513725261857164e-05,
+      "loss": 0.0045,
+      "step": 72630
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6513078301599937e-05,
+      "loss": 0.002,
+      "step": 72632
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6512431341342702e-05,
+      "loss": 0.0,
+      "step": 72634
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6511784381085468e-05,
+      "loss": 0.0,
+      "step": 72636
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.651113742082824e-05,
+      "loss": 0.0002,
+      "step": 72638
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.651049046057101e-05,
+      "loss": 0.0,
+      "step": 72640
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6509843500313775e-05,
+      "loss": 0.0001,
+      "step": 72642
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6509196540056548e-05,
+      "loss": 0.0,
+      "step": 72644
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6508549579799314e-05,
+      "loss": 0.0,
+      "step": 72646
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6507902619542086e-05,
+      "loss": 0.0004,
+      "step": 72648
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6507255659284852e-05,
+      "loss": 0.0002,
+      "step": 72650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6506608699027617e-05,
+      "loss": 0.0016,
+      "step": 72652
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.650596173877039e-05,
+      "loss": 0.0,
+      "step": 72654
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6505314778513156e-05,
+      "loss": 0.0003,
+      "step": 72656
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6504667818255925e-05,
+      "loss": 0.0,
+      "step": 72658
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6504020857998697e-05,
+      "loss": 0.0001,
+      "step": 72660
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6503373897741463e-05,
+      "loss": 0.0,
+      "step": 72662
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.650272693748423e-05,
+      "loss": 0.0,
+      "step": 72664
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6502079977227e-05,
+      "loss": 0.0,
+      "step": 72666
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6501433016969767e-05,
+      "loss": 0.0127,
+      "step": 72668
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.650078605671254e-05,
+      "loss": 0.0124,
+      "step": 72670
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6500139096455305e-05,
+      "loss": 0.0,
+      "step": 72672
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6499492136198074e-05,
+      "loss": 0.0,
+      "step": 72674
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6498845175940846e-05,
+      "loss": 0.0,
+      "step": 72676
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6498198215683612e-05,
+      "loss": 0.0,
+      "step": 72678
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6497551255426378e-05,
+      "loss": 0.0,
+      "step": 72680
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.649690429516915e-05,
+      "loss": 0.0,
+      "step": 72682
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6496257334911916e-05,
+      "loss": 0.0,
+      "step": 72684
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6495610374654685e-05,
+      "loss": 0.0105,
+      "step": 72686
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6494963414397454e-05,
+      "loss": 0.0003,
+      "step": 72688
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6494316454140223e-05,
+      "loss": 0.0,
+      "step": 72690
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6493669493882996e-05,
+      "loss": 0.0002,
+      "step": 72692
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.649302253362576e-05,
+      "loss": 0.0091,
+      "step": 72694
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6492375573368527e-05,
+      "loss": 0.0,
+      "step": 72696
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.64917286131113e-05,
+      "loss": 0.0,
+      "step": 72698
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6491081652854065e-05,
+      "loss": 0.0,
+      "step": 72700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6490434692596834e-05,
+      "loss": 0.0001,
+      "step": 72702
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6489787732339603e-05,
+      "loss": 0.0,
+      "step": 72704
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6489140772082373e-05,
+      "loss": 0.0,
+      "step": 72706
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6488493811825145e-05,
+      "loss": 0.0,
+      "step": 72708
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.648784685156791e-05,
+      "loss": 0.0002,
+      "step": 72710
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6487199891310676e-05,
+      "loss": 0.0,
+      "step": 72712
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.648655293105345e-05,
+      "loss": 0.0,
+      "step": 72714
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6485905970796215e-05,
+      "loss": 0.0,
+      "step": 72716
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.648525901053898e-05,
+      "loss": 0.0,
+      "step": 72718
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6484612050281753e-05,
+      "loss": 0.0,
+      "step": 72720
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6483965090024522e-05,
+      "loss": 0.0,
+      "step": 72722
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6483318129767288e-05,
+      "loss": 0.0,
+      "step": 72724
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.648267116951006e-05,
+      "loss": 0.0,
+      "step": 72726
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6482024209252826e-05,
+      "loss": 0.0,
+      "step": 72728
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6481377248995598e-05,
+      "loss": 0.0,
+      "step": 72730
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6480730288738364e-05,
+      "loss": 0.0,
+      "step": 72732
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.648008332848113e-05,
+      "loss": 0.0,
+      "step": 72734
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6479436368223902e-05,
+      "loss": 0.0,
+      "step": 72736
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.647878940796667e-05,
+      "loss": 0.0,
+      "step": 72738
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6478142447709437e-05,
+      "loss": 0.0,
+      "step": 72740
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.647749548745221e-05,
+      "loss": 0.0,
+      "step": 72742
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6476848527194975e-05,
+      "loss": 0.0001,
+      "step": 72744
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.647620156693774e-05,
+      "loss": 0.0,
+      "step": 72746
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6475554606680513e-05,
+      "loss": 0.0,
+      "step": 72748
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.647490764642328e-05,
+      "loss": 0.0,
+      "step": 72750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.647426068616605e-05,
+      "loss": 0.0,
+      "step": 72752
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.647361372590882e-05,
+      "loss": 0.0,
+      "step": 72754
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6472966765651586e-05,
+      "loss": 0.0,
+      "step": 72756
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.647231980539436e-05,
+      "loss": 0.0,
+      "step": 72758
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6471672845137124e-05,
+      "loss": 0.0,
+      "step": 72760
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.647102588487989e-05,
+      "loss": 0.0,
+      "step": 72762
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6470378924622662e-05,
+      "loss": 0.0091,
+      "step": 72764
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6469731964365428e-05,
+      "loss": 0.0,
+      "step": 72766
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6469085004108197e-05,
+      "loss": 0.0,
+      "step": 72768
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.646843804385097e-05,
+      "loss": 0.0,
+      "step": 72770
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6467791083593735e-05,
+      "loss": 0.0,
+      "step": 72772
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6467144123336508e-05,
+      "loss": 0.0,
+      "step": 72774
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6466497163079274e-05,
+      "loss": 0.0,
+      "step": 72776
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.646585020282204e-05,
+      "loss": 0.0006,
+      "step": 72778
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6465203242564812e-05,
+      "loss": 0.0,
+      "step": 72780
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6464556282307577e-05,
+      "loss": 0.0,
+      "step": 72782
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6463909322050347e-05,
+      "loss": 0.0,
+      "step": 72784
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.646326236179312e-05,
+      "loss": 0.0019,
+      "step": 72786
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6462615401535885e-05,
+      "loss": 0.0,
+      "step": 72788
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6461968441278657e-05,
+      "loss": 0.0,
+      "step": 72790
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6461321481021423e-05,
+      "loss": 0.0,
+      "step": 72792
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.646067452076419e-05,
+      "loss": 0.0,
+      "step": 72794
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.646002756050696e-05,
+      "loss": 0.0,
+      "step": 72796
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6459380600249727e-05,
+      "loss": 0.0001,
+      "step": 72798
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6458733639992496e-05,
+      "loss": 0.0058,
+      "step": 72800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6458086679735268e-05,
+      "loss": 0.0052,
+      "step": 72802
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6457439719478034e-05,
+      "loss": 0.0006,
+      "step": 72804
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.64567927592208e-05,
+      "loss": 0.0008,
+      "step": 72806
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6456145798963572e-05,
+      "loss": 0.0,
+      "step": 72808
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6455498838706338e-05,
+      "loss": 0.0,
+      "step": 72810
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.645485187844911e-05,
+      "loss": 0.0,
+      "step": 72812
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6454204918191876e-05,
+      "loss": 0.0,
+      "step": 72814
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6453557957934645e-05,
+      "loss": 0.0006,
+      "step": 72816
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6452910997677418e-05,
+      "loss": 0.0,
+      "step": 72818
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6452264037420183e-05,
+      "loss": 0.0,
+      "step": 72820
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.645161707716295e-05,
+      "loss": 0.0,
+      "step": 72822
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.645097011690572e-05,
+      "loss": 0.0,
+      "step": 72824
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6450323156648487e-05,
+      "loss": 0.0044,
+      "step": 72826
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6449676196391253e-05,
+      "loss": 0.0,
+      "step": 72828
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6449029236134025e-05,
+      "loss": 0.0,
+      "step": 72830
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6448382275876794e-05,
+      "loss": 0.0,
+      "step": 72832
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6447735315619563e-05,
+      "loss": 0.0,
+      "step": 72834
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6447088355362333e-05,
+      "loss": 0.0001,
+      "step": 72836
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6446441395105098e-05,
+      "loss": 0.0,
+      "step": 72838
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.644579443484787e-05,
+      "loss": 0.0124,
+      "step": 72840
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6445147474590636e-05,
+      "loss": 0.0,
+      "step": 72842
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6444500514333402e-05,
+      "loss": 0.0002,
+      "step": 72844
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6443853554076175e-05,
+      "loss": 0.0,
+      "step": 72846
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6443206593818944e-05,
+      "loss": 0.0,
+      "step": 72848
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6442559633561713e-05,
+      "loss": 0.0,
+      "step": 72850
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6441912673304482e-05,
+      "loss": 0.0,
+      "step": 72852
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6441265713047248e-05,
+      "loss": 0.0007,
+      "step": 72854
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.644061875279002e-05,
+      "loss": 0.0001,
+      "step": 72856
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6439971792532786e-05,
+      "loss": 0.0,
+      "step": 72858
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.643932483227555e-05,
+      "loss": 0.0001,
+      "step": 72860
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6438677872018324e-05,
+      "loss": 0.0,
+      "step": 72862
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6438030911761093e-05,
+      "loss": 0.0,
+      "step": 72864
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.643738395150386e-05,
+      "loss": 0.0,
+      "step": 72866
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.643673699124663e-05,
+      "loss": 0.0,
+      "step": 72868
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6436090030989397e-05,
+      "loss": 0.1006,
+      "step": 72870
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.643544307073217e-05,
+      "loss": 0.0,
+      "step": 72872
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6434796110474935e-05,
+      "loss": 0.0,
+      "step": 72874
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.64341491502177e-05,
+      "loss": 0.0001,
+      "step": 72876
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6433502189960473e-05,
+      "loss": 0.0004,
+      "step": 72878
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6432855229703242e-05,
+      "loss": 0.0001,
+      "step": 72880
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6432208269446008e-05,
+      "loss": 0.0017,
+      "step": 72882
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.643156130918878e-05,
+      "loss": 0.0,
+      "step": 72884
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6430914348931546e-05,
+      "loss": 0.0,
+      "step": 72886
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6430267388674312e-05,
+      "loss": 0.0,
+      "step": 72888
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6429620428417084e-05,
+      "loss": 0.0002,
+      "step": 72890
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.642897346815985e-05,
+      "loss": 0.0,
+      "step": 72892
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6428326507902622e-05,
+      "loss": 0.0,
+      "step": 72894
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6427679547645388e-05,
+      "loss": 0.0,
+      "step": 72896
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6427032587388157e-05,
+      "loss": 0.0266,
+      "step": 72898
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.642638562713093e-05,
+      "loss": 0.0,
+      "step": 72900
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.6425738666873695e-05,
+      "loss": 0.0,
+      "step": 72902
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 2.642509170661646e-05,
+      "loss": 0.0,
+      "step": 72904
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6424444746359234e-05,
+      "loss": 0.0059,
+      "step": 72906
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6423797786102e-05,
+      "loss": 0.0,
+      "step": 72908
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.642315082584477e-05,
+      "loss": 0.0,
+      "step": 72910
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6422503865587537e-05,
+      "loss": 0.0007,
+      "step": 72912
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6421856905330307e-05,
+      "loss": 0.0017,
+      "step": 72914
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.642120994507308e-05,
+      "loss": 0.0127,
+      "step": 72916
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6420562984815845e-05,
+      "loss": 0.0,
+      "step": 72918
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.641991602455861e-05,
+      "loss": 0.0,
+      "step": 72920
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6419269064301383e-05,
+      "loss": 0.0,
+      "step": 72922
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.641862210404415e-05,
+      "loss": 0.0,
+      "step": 72924
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6417975143786918e-05,
+      "loss": 0.0045,
+      "step": 72926
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6417328183529687e-05,
+      "loss": 0.0,
+      "step": 72928
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6416681223272456e-05,
+      "loss": 0.0,
+      "step": 72930
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6416034263015228e-05,
+      "loss": 0.0,
+      "step": 72932
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6415387302757994e-05,
+      "loss": 0.0,
+      "step": 72934
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.641474034250076e-05,
+      "loss": 0.0,
+      "step": 72936
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6414093382243532e-05,
+      "loss": 0.0,
+      "step": 72938
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6413446421986298e-05,
+      "loss": 0.0,
+      "step": 72940
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6412799461729067e-05,
+      "loss": 0.014,
+      "step": 72942
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6412152501471836e-05,
+      "loss": 0.0,
+      "step": 72944
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6411505541214605e-05,
+      "loss": 0.002,
+      "step": 72946
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.641085858095737e-05,
+      "loss": 0.0004,
+      "step": 72948
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6410211620700143e-05,
+      "loss": 0.0,
+      "step": 72950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.640956466044291e-05,
+      "loss": 0.0,
+      "step": 72952
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.640891770018568e-05,
+      "loss": 0.0024,
+      "step": 72954
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6408270739928447e-05,
+      "loss": 0.0,
+      "step": 72956
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6407623779671213e-05,
+      "loss": 0.0,
+      "step": 72958
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6406976819413985e-05,
+      "loss": 0.0,
+      "step": 72960
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6406329859156754e-05,
+      "loss": 0.0,
+      "step": 72962
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.640568289889952e-05,
+      "loss": 0.0052,
+      "step": 72964
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6405035938642293e-05,
+      "loss": 0.0,
+      "step": 72966
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6404388978385058e-05,
+      "loss": 0.0001,
+      "step": 72968
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6403742018127824e-05,
+      "loss": 0.0,
+      "step": 72970
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6403095057870596e-05,
+      "loss": 0.0117,
+      "step": 72972
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6402448097613362e-05,
+      "loss": 0.0,
+      "step": 72974
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6401801137356135e-05,
+      "loss": 0.0001,
+      "step": 72976
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6401154177098904e-05,
+      "loss": 0.0,
+      "step": 72978
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.640050721684167e-05,
+      "loss": 0.0,
+      "step": 72980
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6399860256584442e-05,
+      "loss": 0.0185,
+      "step": 72982
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6399213296327208e-05,
+      "loss": 0.0,
+      "step": 72984
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6398566336069973e-05,
+      "loss": 0.0,
+      "step": 72986
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6397919375812746e-05,
+      "loss": 0.0,
+      "step": 72988
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.639727241555551e-05,
+      "loss": 0.0,
+      "step": 72990
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6396625455298284e-05,
+      "loss": 0.0,
+      "step": 72992
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6395978495041053e-05,
+      "loss": 0.0001,
+      "step": 72994
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.639533153478382e-05,
+      "loss": 0.0077,
+      "step": 72996
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.639468457452659e-05,
+      "loss": 0.0,
+      "step": 72998
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6394037614269357e-05,
+      "loss": 0.0001,
+      "step": 73000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6393390654012123e-05,
+      "loss": 0.0,
+      "step": 73002
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6392743693754895e-05,
+      "loss": 0.0,
+      "step": 73004
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.639209673349766e-05,
+      "loss": 0.0,
+      "step": 73006
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.639144977324043e-05,
+      "loss": 0.0,
+      "step": 73008
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6390802812983202e-05,
+      "loss": 0.0117,
+      "step": 73010
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6390155852725968e-05,
+      "loss": 0.01,
+      "step": 73012
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.638950889246874e-05,
+      "loss": 0.0,
+      "step": 73014
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6388861932211506e-05,
+      "loss": 0.0,
+      "step": 73016
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6388214971954272e-05,
+      "loss": 0.0,
+      "step": 73018
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6387568011697044e-05,
+      "loss": 0.0,
+      "step": 73020
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.638692105143981e-05,
+      "loss": 0.0,
+      "step": 73022
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.638627409118258e-05,
+      "loss": 0.0,
+      "step": 73024
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.638562713092535e-05,
+      "loss": 0.0,
+      "step": 73026
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6384980170668117e-05,
+      "loss": 0.0,
+      "step": 73028
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6384333210410883e-05,
+      "loss": 0.0,
+      "step": 73030
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6383686250153655e-05,
+      "loss": 0.0,
+      "step": 73032
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.638303928989642e-05,
+      "loss": 0.0014,
+      "step": 73034
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6382392329639194e-05,
+      "loss": 0.0001,
+      "step": 73036
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.638174536938196e-05,
+      "loss": 0.0,
+      "step": 73038
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.638109840912473e-05,
+      "loss": 0.0,
+      "step": 73040
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.63804514488675e-05,
+      "loss": 0.0,
+      "step": 73042
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6379804488610267e-05,
+      "loss": 0.0,
+      "step": 73044
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6379157528353032e-05,
+      "loss": 0.0078,
+      "step": 73046
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6378510568095805e-05,
+      "loss": 0.0,
+      "step": 73048
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.637786360783857e-05,
+      "loss": 0.0,
+      "step": 73050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6377216647581336e-05,
+      "loss": 0.0,
+      "step": 73052
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.637656968732411e-05,
+      "loss": 0.0,
+      "step": 73054
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6375922727066878e-05,
+      "loss": 0.0009,
+      "step": 73056
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.637527576680965e-05,
+      "loss": 0.0,
+      "step": 73058
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6374628806552416e-05,
+      "loss": 0.0,
+      "step": 73060
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.637398184629518e-05,
+      "loss": 0.0,
+      "step": 73062
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6373334886037954e-05,
+      "loss": 0.0,
+      "step": 73064
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.637268792578072e-05,
+      "loss": 0.0007,
+      "step": 73066
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6372040965523485e-05,
+      "loss": 0.0,
+      "step": 73068
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6371394005266258e-05,
+      "loss": 0.0,
+      "step": 73070
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6370747045009027e-05,
+      "loss": 0.0,
+      "step": 73072
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6370100084751796e-05,
+      "loss": 0.0,
+      "step": 73074
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6369453124494565e-05,
+      "loss": 0.0,
+      "step": 73076
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.636880616423733e-05,
+      "loss": 0.0,
+      "step": 73078
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6368159203980103e-05,
+      "loss": 0.0,
+      "step": 73080
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.636751224372287e-05,
+      "loss": 0.0051,
+      "step": 73082
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6366865283465635e-05,
+      "loss": 0.0,
+      "step": 73084
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6366218323208407e-05,
+      "loss": 0.0,
+      "step": 73086
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6365571362951176e-05,
+      "loss": 0.0,
+      "step": 73088
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6364924402693942e-05,
+      "loss": 0.0,
+      "step": 73090
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6364277442436714e-05,
+      "loss": 0.0,
+      "step": 73092
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.636363048217948e-05,
+      "loss": 0.0027,
+      "step": 73094
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6362983521922253e-05,
+      "loss": 0.0017,
+      "step": 73096
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6362336561665018e-05,
+      "loss": 0.0,
+      "step": 73098
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6361689601407784e-05,
+      "loss": 0.0,
+      "step": 73100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6361042641150556e-05,
+      "loss": 0.0,
+      "step": 73102
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6360395680893325e-05,
+      "loss": 0.0,
+      "step": 73104
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.635974872063609e-05,
+      "loss": 0.0,
+      "step": 73106
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6359101760378864e-05,
+      "loss": 0.0,
+      "step": 73108
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.635845480012163e-05,
+      "loss": 0.0,
+      "step": 73110
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6357807839864395e-05,
+      "loss": 0.0,
+      "step": 73112
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6357160879607168e-05,
+      "loss": 0.0,
+      "step": 73114
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6356513919349933e-05,
+      "loss": 0.0,
+      "step": 73116
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6355866959092706e-05,
+      "loss": 0.0,
+      "step": 73118
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6355219998835475e-05,
+      "loss": 0.0,
+      "step": 73120
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.635457303857824e-05,
+      "loss": 0.0022,
+      "step": 73122
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6353926078321013e-05,
+      "loss": 0.0017,
+      "step": 73124
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.635327911806378e-05,
+      "loss": 0.0001,
+      "step": 73126
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6352632157806544e-05,
+      "loss": 0.0001,
+      "step": 73128
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6351985197549317e-05,
+      "loss": 0.0,
+      "step": 73130
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6351338237292082e-05,
+      "loss": 0.0001,
+      "step": 73132
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6350691277034855e-05,
+      "loss": 0.0087,
+      "step": 73134
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.635004431677762e-05,
+      "loss": 0.0,
+      "step": 73136
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.634939735652039e-05,
+      "loss": 0.0,
+      "step": 73138
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6348750396263162e-05,
+      "loss": 0.0,
+      "step": 73140
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6348103436005928e-05,
+      "loss": 0.0,
+      "step": 73142
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6347456475748694e-05,
+      "loss": 0.0,
+      "step": 73144
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6346809515491466e-05,
+      "loss": 0.0,
+      "step": 73146
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6346162555234232e-05,
+      "loss": 0.0004,
+      "step": 73148
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6345515594977e-05,
+      "loss": 0.0001,
+      "step": 73150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.634486863471977e-05,
+      "loss": 0.0,
+      "step": 73152
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.634422167446254e-05,
+      "loss": 0.0,
+      "step": 73154
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.634357471420531e-05,
+      "loss": 0.0,
+      "step": 73156
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6342927753948077e-05,
+      "loss": 0.0,
+      "step": 73158
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6342280793690843e-05,
+      "loss": 0.0,
+      "step": 73160
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6341633833433615e-05,
+      "loss": 0.0,
+      "step": 73162
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.634098687317638e-05,
+      "loss": 0.0,
+      "step": 73164
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.634033991291915e-05,
+      "loss": 0.0,
+      "step": 73166
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.633969295266192e-05,
+      "loss": 0.0001,
+      "step": 73168
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.633904599240469e-05,
+      "loss": 0.0,
+      "step": 73170
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6338399032147454e-05,
+      "loss": 0.0,
+      "step": 73172
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6337752071890226e-05,
+      "loss": 0.0016,
+      "step": 73174
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6337105111632992e-05,
+      "loss": 0.0,
+      "step": 73176
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6336458151375765e-05,
+      "loss": 0.0,
+      "step": 73178
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.633581119111853e-05,
+      "loss": 0.0001,
+      "step": 73180
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.63351642308613e-05,
+      "loss": 0.0264,
+      "step": 73182
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.633451727060407e-05,
+      "loss": 0.0,
+      "step": 73184
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6333870310346838e-05,
+      "loss": 0.0001,
+      "step": 73186
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6333223350089603e-05,
+      "loss": 0.0002,
+      "step": 73188
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6332576389832376e-05,
+      "loss": 0.0,
+      "step": 73190
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.633192942957514e-05,
+      "loss": 0.0,
+      "step": 73192
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6331282469317907e-05,
+      "loss": 0.0,
+      "step": 73194
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.633063550906068e-05,
+      "loss": 0.0,
+      "step": 73196
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6329988548803445e-05,
+      "loss": 0.0,
+      "step": 73198
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6329341588546218e-05,
+      "loss": 0.0,
+      "step": 73200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6328694628288987e-05,
+      "loss": 0.0021,
+      "step": 73202
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6328047668031753e-05,
+      "loss": 0.0128,
+      "step": 73204
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6327400707774525e-05,
+      "loss": 0.0,
+      "step": 73206
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.632675374751729e-05,
+      "loss": 0.0,
+      "step": 73208
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6326106787260056e-05,
+      "loss": 0.0,
+      "step": 73210
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.632545982700283e-05,
+      "loss": 0.0,
+      "step": 73212
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6324812866745595e-05,
+      "loss": 0.0,
+      "step": 73214
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6324165906488367e-05,
+      "loss": 0.0,
+      "step": 73216
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6323518946231136e-05,
+      "loss": 0.0,
+      "step": 73218
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6322871985973902e-05,
+      "loss": 0.0,
+      "step": 73220
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6322225025716674e-05,
+      "loss": 0.0005,
+      "step": 73222
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.632157806545944e-05,
+      "loss": 0.0,
+      "step": 73224
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6320931105202206e-05,
+      "loss": 0.0,
+      "step": 73226
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6320284144944978e-05,
+      "loss": 0.0024,
+      "step": 73228
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6319637184687744e-05,
+      "loss": 0.0,
+      "step": 73230
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6318990224430513e-05,
+      "loss": 0.0,
+      "step": 73232
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6318343264173285e-05,
+      "loss": 0.0,
+      "step": 73234
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.631769630391605e-05,
+      "loss": 0.0,
+      "step": 73236
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6317049343658824e-05,
+      "loss": 0.0,
+      "step": 73238
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.631640238340159e-05,
+      "loss": 0.0,
+      "step": 73240
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6315755423144355e-05,
+      "loss": 0.0,
+      "step": 73242
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6315108462887128e-05,
+      "loss": 0.0,
+      "step": 73244
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6314461502629893e-05,
+      "loss": 0.0009,
+      "step": 73246
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6313814542372662e-05,
+      "loss": 0.0,
+      "step": 73248
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6313167582115435e-05,
+      "loss": 0.0,
+      "step": 73250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.63125206218582e-05,
+      "loss": 0.0,
+      "step": 73252
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6311873661600966e-05,
+      "loss": 0.0,
+      "step": 73254
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.631122670134374e-05,
+      "loss": 0.0,
+      "step": 73256
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6310579741086504e-05,
+      "loss": 0.0,
+      "step": 73258
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6309932780829277e-05,
+      "loss": 0.0,
+      "step": 73260
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6309285820572042e-05,
+      "loss": 0.0,
+      "step": 73262
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.630863886031481e-05,
+      "loss": 0.0,
+      "step": 73264
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6307991900057584e-05,
+      "loss": 0.0,
+      "step": 73266
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.630734493980035e-05,
+      "loss": 0.0,
+      "step": 73268
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6306697979543115e-05,
+      "loss": 0.0,
+      "step": 73270
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6306051019285888e-05,
+      "loss": 0.0,
+      "step": 73272
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6305404059028654e-05,
+      "loss": 0.0,
+      "step": 73274
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6304757098771426e-05,
+      "loss": 0.0,
+      "step": 73276
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6304110138514192e-05,
+      "loss": 0.0,
+      "step": 73278
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.630346317825696e-05,
+      "loss": 0.0,
+      "step": 73280
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6302816217999733e-05,
+      "loss": 0.0,
+      "step": 73282
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.63021692577425e-05,
+      "loss": 0.0,
+      "step": 73284
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6301522297485265e-05,
+      "loss": 0.0002,
+      "step": 73286
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6300875337228037e-05,
+      "loss": 0.0,
+      "step": 73288
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6300228376970803e-05,
+      "loss": 0.0,
+      "step": 73290
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.629958141671357e-05,
+      "loss": 0.0007,
+      "step": 73292
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.629893445645634e-05,
+      "loss": 0.0002,
+      "step": 73294
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.629828749619911e-05,
+      "loss": 0.0,
+      "step": 73296
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6297640535941883e-05,
+      "loss": 0.0,
+      "step": 73298
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.629699357568465e-05,
+      "loss": 0.0,
+      "step": 73300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6296346615427414e-05,
+      "loss": 0.0084,
+      "step": 73302
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6295699655170186e-05,
+      "loss": 0.0,
+      "step": 73304
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6295052694912952e-05,
+      "loss": 0.0,
+      "step": 73306
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6294405734655718e-05,
+      "loss": 0.0,
+      "step": 73308
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.629375877439849e-05,
+      "loss": 0.0,
+      "step": 73310
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.629311181414126e-05,
+      "loss": 0.0,
+      "step": 73312
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6292464853884025e-05,
+      "loss": 0.0,
+      "step": 73314
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6291817893626798e-05,
+      "loss": 0.0,
+      "step": 73316
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.629149441349818e-05,
+      "loss": 0.1316,
+      "step": 73318
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6290847453240948e-05,
+      "loss": 0.0,
+      "step": 73320
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.629020049298372e-05,
+      "loss": 0.0,
+      "step": 73322
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6289553532726486e-05,
+      "loss": 0.0,
+      "step": 73324
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6288906572469252e-05,
+      "loss": 0.0095,
+      "step": 73326
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6288259612212024e-05,
+      "loss": 0.0,
+      "step": 73328
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.628761265195479e-05,
+      "loss": 0.0,
+      "step": 73330
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6286965691697562e-05,
+      "loss": 0.0,
+      "step": 73332
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6286318731440328e-05,
+      "loss": 0.0001,
+      "step": 73334
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6285671771183097e-05,
+      "loss": 0.009,
+      "step": 73336
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6285024810925866e-05,
+      "loss": 0.0,
+      "step": 73338
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6284377850668635e-05,
+      "loss": 0.0002,
+      "step": 73340
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.62837308904114e-05,
+      "loss": 0.0008,
+      "step": 73342
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6283083930154173e-05,
+      "loss": 0.0,
+      "step": 73344
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.628243696989694e-05,
+      "loss": 0.0,
+      "step": 73346
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.628179000963971e-05,
+      "loss": 0.0,
+      "step": 73348
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6281143049382477e-05,
+      "loss": 0.0,
+      "step": 73350
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6280496089125246e-05,
+      "loss": 0.0,
+      "step": 73352
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6279849128868015e-05,
+      "loss": 0.0,
+      "step": 73354
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6279202168610785e-05,
+      "loss": 0.0,
+      "step": 73356
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.627855520835355e-05,
+      "loss": 0.0,
+      "step": 73358
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6277908248096323e-05,
+      "loss": 0.0,
+      "step": 73360
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.627726128783909e-05,
+      "loss": 0.0001,
+      "step": 73362
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6276614327581854e-05,
+      "loss": 0.0,
+      "step": 73364
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6275967367324627e-05,
+      "loss": 0.0,
+      "step": 73366
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6275320407067396e-05,
+      "loss": 0.0,
+      "step": 73368
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6274673446810165e-05,
+      "loss": 0.0,
+      "step": 73370
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6274026486552934e-05,
+      "loss": 0.0,
+      "step": 73372
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.62733795262957e-05,
+      "loss": 0.0,
+      "step": 73374
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6272732566038472e-05,
+      "loss": 0.0,
+      "step": 73376
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6272085605781238e-05,
+      "loss": 0.0034,
+      "step": 73378
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6271438645524003e-05,
+      "loss": 0.0002,
+      "step": 73380
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6270791685266776e-05,
+      "loss": 0.0,
+      "step": 73382
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6270144725009545e-05,
+      "loss": 0.0,
+      "step": 73384
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.626949776475231e-05,
+      "loss": 0.0,
+      "step": 73386
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6268850804495083e-05,
+      "loss": 0.0134,
+      "step": 73388
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.626820384423785e-05,
+      "loss": 0.0,
+      "step": 73390
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.626755688398062e-05,
+      "loss": 0.0,
+      "step": 73392
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6266909923723387e-05,
+      "loss": 0.0,
+      "step": 73394
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6266262963466153e-05,
+      "loss": 0.0,
+      "step": 73396
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6265616003208925e-05,
+      "loss": 0.0,
+      "step": 73398
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6264969042951694e-05,
+      "loss": 0.0043,
+      "step": 73400
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.626432208269446e-05,
+      "loss": 0.0,
+      "step": 73402
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6263675122437232e-05,
+      "loss": 0.0,
+      "step": 73404
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6263028162179998e-05,
+      "loss": 0.0,
+      "step": 73406
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6262381201922764e-05,
+      "loss": 0.0002,
+      "step": 73408
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6261734241665536e-05,
+      "loss": 0.0,
+      "step": 73410
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6261087281408302e-05,
+      "loss": 0.0,
+      "step": 73412
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6260440321151074e-05,
+      "loss": 0.0,
+      "step": 73414
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.625979336089384e-05,
+      "loss": 0.0,
+      "step": 73416
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.625914640063661e-05,
+      "loss": 0.0,
+      "step": 73418
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 2.6258499440379382e-05,
+      "loss": 0.0,
+      "step": 73420
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6257852480122147e-05,
+      "loss": 0.0,
+      "step": 73422
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6257205519864913e-05,
+      "loss": 0.0,
+      "step": 73424
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6256558559607686e-05,
+      "loss": 0.0,
+      "step": 73426
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.625591159935045e-05,
+      "loss": 0.0,
+      "step": 73428
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6255264639093224e-05,
+      "loss": 0.0,
+      "step": 73430
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.625461767883599e-05,
+      "loss": 0.0,
+      "step": 73432
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.625397071857876e-05,
+      "loss": 0.0,
+      "step": 73434
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.625332375832153e-05,
+      "loss": 0.0001,
+      "step": 73436
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6252676798064297e-05,
+      "loss": 0.0,
+      "step": 73438
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6252029837807062e-05,
+      "loss": 0.0,
+      "step": 73440
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6251382877549835e-05,
+      "loss": 0.0028,
+      "step": 73442
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.62507359172926e-05,
+      "loss": 0.0,
+      "step": 73444
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.625008895703537e-05,
+      "loss": 0.0,
+      "step": 73446
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.624944199677814e-05,
+      "loss": 0.0072,
+      "step": 73448
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6248795036520908e-05,
+      "loss": 0.0,
+      "step": 73450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.624814807626368e-05,
+      "loss": 0.0,
+      "step": 73452
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6247501116006446e-05,
+      "loss": 0.0,
+      "step": 73454
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6246854155749212e-05,
+      "loss": 0.0,
+      "step": 73456
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6246207195491984e-05,
+      "loss": 0.0,
+      "step": 73458
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.624556023523475e-05,
+      "loss": 0.0,
+      "step": 73460
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.624491327497752e-05,
+      "loss": 0.0,
+      "step": 73462
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6244266314720288e-05,
+      "loss": 0.0,
+      "step": 73464
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6243619354463057e-05,
+      "loss": 0.0,
+      "step": 73466
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6242972394205823e-05,
+      "loss": 0.0012,
+      "step": 73468
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6242325433948595e-05,
+      "loss": 0.0,
+      "step": 73470
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.624167847369136e-05,
+      "loss": 0.0036,
+      "step": 73472
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6241031513434133e-05,
+      "loss": 0.0027,
+      "step": 73474
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.62403845531769e-05,
+      "loss": 0.0,
+      "step": 73476
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6239737592919665e-05,
+      "loss": 0.0001,
+      "step": 73478
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6239090632662437e-05,
+      "loss": 0.0,
+      "step": 73480
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6238443672405206e-05,
+      "loss": 0.0,
+      "step": 73482
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6237796712147972e-05,
+      "loss": 0.0017,
+      "step": 73484
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6237149751890745e-05,
+      "loss": 0.0037,
+      "step": 73486
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.623650279163351e-05,
+      "loss": 0.0,
+      "step": 73488
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6235855831376283e-05,
+      "loss": 0.0,
+      "step": 73490
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.623520887111905e-05,
+      "loss": 0.0,
+      "step": 73492
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6234561910861814e-05,
+      "loss": 0.0,
+      "step": 73494
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6233914950604587e-05,
+      "loss": 0.0,
+      "step": 73496
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6233267990347356e-05,
+      "loss": 0.0,
+      "step": 73498
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.623262103009012e-05,
+      "loss": 0.0,
+      "step": 73500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6231974069832894e-05,
+      "loss": 0.0,
+      "step": 73502
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.623132710957566e-05,
+      "loss": 0.0,
+      "step": 73504
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6230680149318425e-05,
+      "loss": 0.0,
+      "step": 73506
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6230033189061198e-05,
+      "loss": 0.0,
+      "step": 73508
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6229386228803963e-05,
+      "loss": 0.0013,
+      "step": 73510
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6228739268546736e-05,
+      "loss": 0.0,
+      "step": 73512
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6228092308289505e-05,
+      "loss": 0.0006,
+      "step": 73514
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.622744534803227e-05,
+      "loss": 0.0,
+      "step": 73516
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6226798387775043e-05,
+      "loss": 0.0,
+      "step": 73518
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.622615142751781e-05,
+      "loss": 0.0,
+      "step": 73520
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6225504467260575e-05,
+      "loss": 0.0,
+      "step": 73522
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6224857507003347e-05,
+      "loss": 0.0,
+      "step": 73524
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6224210546746113e-05,
+      "loss": 0.0,
+      "step": 73526
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6223563586488882e-05,
+      "loss": 0.0,
+      "step": 73528
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6222916626231654e-05,
+      "loss": 0.001,
+      "step": 73530
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.622226966597442e-05,
+      "loss": 0.0,
+      "step": 73532
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6221622705717192e-05,
+      "loss": 0.0,
+      "step": 73534
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6220975745459958e-05,
+      "loss": 0.0,
+      "step": 73536
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6220328785202724e-05,
+      "loss": 0.0031,
+      "step": 73538
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6219681824945496e-05,
+      "loss": 0.0,
+      "step": 73540
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6219034864688262e-05,
+      "loss": 0.0012,
+      "step": 73542
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.621838790443103e-05,
+      "loss": 0.0,
+      "step": 73544
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6217740944173804e-05,
+      "loss": 0.0,
+      "step": 73546
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.621709398391657e-05,
+      "loss": 0.0001,
+      "step": 73548
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6216447023659335e-05,
+      "loss": 0.0,
+      "step": 73550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6215800063402107e-05,
+      "loss": 0.0,
+      "step": 73552
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6215153103144873e-05,
+      "loss": 0.0,
+      "step": 73554
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6214506142887646e-05,
+      "loss": 0.0,
+      "step": 73556
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.621385918263041e-05,
+      "loss": 0.0,
+      "step": 73558
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.621321222237318e-05,
+      "loss": 0.0,
+      "step": 73560
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6212565262115953e-05,
+      "loss": 0.0,
+      "step": 73562
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.621191830185872e-05,
+      "loss": 0.0,
+      "step": 73564
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6211271341601484e-05,
+      "loss": 0.0,
+      "step": 73566
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6210624381344257e-05,
+      "loss": 0.0013,
+      "step": 73568
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6209977421087022e-05,
+      "loss": 0.0174,
+      "step": 73570
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6209330460829795e-05,
+      "loss": 0.0,
+      "step": 73572
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.620868350057256e-05,
+      "loss": 0.0001,
+      "step": 73574
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.620803654031533e-05,
+      "loss": 0.0,
+      "step": 73576
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.62073895800581e-05,
+      "loss": 0.0,
+      "step": 73578
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6206742619800868e-05,
+      "loss": 0.0,
+      "step": 73580
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6206095659543634e-05,
+      "loss": 0.0,
+      "step": 73582
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6205448699286406e-05,
+      "loss": 0.0,
+      "step": 73584
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.620480173902917e-05,
+      "loss": 0.0,
+      "step": 73586
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6204154778771937e-05,
+      "loss": 0.0,
+      "step": 73588
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.620350781851471e-05,
+      "loss": 0.0,
+      "step": 73590
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.620286085825748e-05,
+      "loss": 0.0,
+      "step": 73592
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6202213898000248e-05,
+      "loss": 0.0,
+      "step": 73594
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6201566937743017e-05,
+      "loss": 0.0,
+      "step": 73596
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6200919977485783e-05,
+      "loss": 0.0138,
+      "step": 73598
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6200273017228555e-05,
+      "loss": 0.0,
+      "step": 73600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.619962605697132e-05,
+      "loss": 0.0,
+      "step": 73602
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6198979096714087e-05,
+      "loss": 0.0015,
+      "step": 73604
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.619833213645686e-05,
+      "loss": 0.0001,
+      "step": 73606
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6197685176199628e-05,
+      "loss": 0.0,
+      "step": 73608
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6197038215942394e-05,
+      "loss": 0.0,
+      "step": 73610
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6196391255685166e-05,
+      "loss": 0.0,
+      "step": 73612
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6195744295427932e-05,
+      "loss": 0.0001,
+      "step": 73614
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6195097335170705e-05,
+      "loss": 0.0001,
+      "step": 73616
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.619445037491347e-05,
+      "loss": 0.0,
+      "step": 73618
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6193803414656236e-05,
+      "loss": 0.0003,
+      "step": 73620
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.619315645439901e-05,
+      "loss": 0.0,
+      "step": 73622
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6192509494141778e-05,
+      "loss": 0.0019,
+      "step": 73624
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6191862533884543e-05,
+      "loss": 0.0,
+      "step": 73626
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6191215573627316e-05,
+      "loss": 0.0001,
+      "step": 73628
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.619056861337008e-05,
+      "loss": 0.0,
+      "step": 73630
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6189921653112854e-05,
+      "loss": 0.0,
+      "step": 73632
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.618927469285562e-05,
+      "loss": 0.0,
+      "step": 73634
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6188627732598385e-05,
+      "loss": 0.0109,
+      "step": 73636
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6187980772341158e-05,
+      "loss": 0.0048,
+      "step": 73638
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6187333812083927e-05,
+      "loss": 0.0001,
+      "step": 73640
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6186686851826692e-05,
+      "loss": 0.0,
+      "step": 73642
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6186039891569465e-05,
+      "loss": 0.0,
+      "step": 73644
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.618539293131223e-05,
+      "loss": 0.0001,
+      "step": 73646
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6184745971054996e-05,
+      "loss": 0.0002,
+      "step": 73648
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.618409901079777e-05,
+      "loss": 0.0,
+      "step": 73650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6183452050540535e-05,
+      "loss": 0.0001,
+      "step": 73652
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6182805090283307e-05,
+      "loss": 0.0,
+      "step": 73654
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6182158130026073e-05,
+      "loss": 0.0,
+      "step": 73656
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6181511169768842e-05,
+      "loss": 0.0079,
+      "step": 73658
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6180864209511614e-05,
+      "loss": 0.0011,
+      "step": 73660
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.618021724925438e-05,
+      "loss": 0.0,
+      "step": 73662
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6179570288997146e-05,
+      "loss": 0.0,
+      "step": 73664
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6178923328739918e-05,
+      "loss": 0.0,
+      "step": 73666
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6178276368482684e-05,
+      "loss": 0.0,
+      "step": 73668
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6177629408225453e-05,
+      "loss": 0.0029,
+      "step": 73670
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6176982447968222e-05,
+      "loss": 0.0,
+      "step": 73672
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.617633548771099e-05,
+      "loss": 0.0,
+      "step": 73674
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6175688527453764e-05,
+      "loss": 0.0,
+      "step": 73676
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.617504156719653e-05,
+      "loss": 0.0,
+      "step": 73678
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6174394606939295e-05,
+      "loss": 0.0,
+      "step": 73680
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6173747646682067e-05,
+      "loss": 0.0,
+      "step": 73682
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6173100686424833e-05,
+      "loss": 0.0,
+      "step": 73684
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6172453726167602e-05,
+      "loss": 0.0,
+      "step": 73686
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.617180676591037e-05,
+      "loss": 0.0003,
+      "step": 73688
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.617115980565314e-05,
+      "loss": 0.0,
+      "step": 73690
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6170512845395906e-05,
+      "loss": 0.0,
+      "step": 73692
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.616986588513868e-05,
+      "loss": 0.0,
+      "step": 73694
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6169218924881444e-05,
+      "loss": 0.0,
+      "step": 73696
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6168571964624217e-05,
+      "loss": 0.0015,
+      "step": 73698
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6167925004366982e-05,
+      "loss": 0.0,
+      "step": 73700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.616727804410975e-05,
+      "loss": 0.0,
+      "step": 73702
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.616663108385252e-05,
+      "loss": 0.0,
+      "step": 73704
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.616598412359529e-05,
+      "loss": 0.0082,
+      "step": 73706
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6165337163338055e-05,
+      "loss": 0.0,
+      "step": 73708
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6164690203080828e-05,
+      "loss": 0.0033,
+      "step": 73710
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6164043242823594e-05,
+      "loss": 0.0,
+      "step": 73712
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6163396282566366e-05,
+      "loss": 0.0001,
+      "step": 73714
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.616274932230913e-05,
+      "loss": 0.0,
+      "step": 73716
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6162102362051897e-05,
+      "loss": 0.0,
+      "step": 73718
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.616145540179467e-05,
+      "loss": 0.0,
+      "step": 73720
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.616080844153744e-05,
+      "loss": 0.003,
+      "step": 73722
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6160161481280205e-05,
+      "loss": 0.0,
+      "step": 73724
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6159514521022977e-05,
+      "loss": 0.0,
+      "step": 73726
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6158867560765743e-05,
+      "loss": 0.0007,
+      "step": 73728
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.615822060050851e-05,
+      "loss": 0.0001,
+      "step": 73730
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.615757364025128e-05,
+      "loss": 0.0,
+      "step": 73732
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6156926679994047e-05,
+      "loss": 0.0,
+      "step": 73734
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.615627971973682e-05,
+      "loss": 0.0,
+      "step": 73736
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6155632759479588e-05,
+      "loss": 0.0,
+      "step": 73738
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6154985799222354e-05,
+      "loss": 0.0003,
+      "step": 73740
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6154338838965126e-05,
+      "loss": 0.0,
+      "step": 73742
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6153691878707892e-05,
+      "loss": 0.0,
+      "step": 73744
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6153044918450658e-05,
+      "loss": 0.0002,
+      "step": 73746
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.615239795819343e-05,
+      "loss": 0.0022,
+      "step": 73748
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6151750997936196e-05,
+      "loss": 0.0,
+      "step": 73750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6151104037678965e-05,
+      "loss": 0.0001,
+      "step": 73752
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6150457077421738e-05,
+      "loss": 0.0,
+      "step": 73754
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6149810117164503e-05,
+      "loss": 0.013,
+      "step": 73756
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6149163156907276e-05,
+      "loss": 0.0,
+      "step": 73758
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.614851619665004e-05,
+      "loss": 0.0,
+      "step": 73760
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6147869236392807e-05,
+      "loss": 0.0,
+      "step": 73762
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.614722227613558e-05,
+      "loss": 0.0,
+      "step": 73764
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6146575315878345e-05,
+      "loss": 0.0005,
+      "step": 73766
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6145928355621114e-05,
+      "loss": 0.007,
+      "step": 73768
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6145281395363887e-05,
+      "loss": 0.0,
+      "step": 73770
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6144634435106652e-05,
+      "loss": 0.0,
+      "step": 73772
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6143987474849425e-05,
+      "loss": 0.0,
+      "step": 73774
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.614334051459219e-05,
+      "loss": 0.0,
+      "step": 73776
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6142693554334956e-05,
+      "loss": 0.0,
+      "step": 73778
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.614204659407773e-05,
+      "loss": 0.0001,
+      "step": 73780
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6141399633820495e-05,
+      "loss": 0.0,
+      "step": 73782
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6140752673563264e-05,
+      "loss": 0.0,
+      "step": 73784
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6140105713306036e-05,
+      "loss": 0.0,
+      "step": 73786
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6139458753048802e-05,
+      "loss": 0.0123,
+      "step": 73788
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6138811792791567e-05,
+      "loss": 0.0,
+      "step": 73790
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.613816483253434e-05,
+      "loss": 0.0,
+      "step": 73792
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6137517872277106e-05,
+      "loss": 0.0001,
+      "step": 73794
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6136870912019878e-05,
+      "loss": 0.0,
+      "step": 73796
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6136223951762644e-05,
+      "loss": 0.0,
+      "step": 73798
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6135576991505413e-05,
+      "loss": 0.0,
+      "step": 73800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6134930031248185e-05,
+      "loss": 0.0,
+      "step": 73802
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.613428307099095e-05,
+      "loss": 0.0001,
+      "step": 73804
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6133636110733717e-05,
+      "loss": 0.0001,
+      "step": 73806
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.613298915047649e-05,
+      "loss": 0.0265,
+      "step": 73808
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6132342190219255e-05,
+      "loss": 0.0016,
+      "step": 73810
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.613169522996202e-05,
+      "loss": 0.0,
+      "step": 73812
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6131048269704793e-05,
+      "loss": 0.0074,
+      "step": 73814
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6130401309447562e-05,
+      "loss": 0.0,
+      "step": 73816
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.612975434919033e-05,
+      "loss": 0.0,
+      "step": 73818
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.61291073889331e-05,
+      "loss": 0.0,
+      "step": 73820
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6128460428675866e-05,
+      "loss": 0.0004,
+      "step": 73822
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.612781346841864e-05,
+      "loss": 0.0004,
+      "step": 73824
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6127166508161404e-05,
+      "loss": 0.0,
+      "step": 73826
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.612651954790417e-05,
+      "loss": 0.0,
+      "step": 73828
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6125872587646942e-05,
+      "loss": 0.0,
+      "step": 73830
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.612522562738971e-05,
+      "loss": 0.0,
+      "step": 73832
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6124578667132477e-05,
+      "loss": 0.0,
+      "step": 73834
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.612393170687525e-05,
+      "loss": 0.0,
+      "step": 73836
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6123284746618015e-05,
+      "loss": 0.0013,
+      "step": 73838
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6122637786360788e-05,
+      "loss": 0.0006,
+      "step": 73840
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6121990826103553e-05,
+      "loss": 0.0001,
+      "step": 73842
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.612134386584632e-05,
+      "loss": 0.0,
+      "step": 73844
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.612069690558909e-05,
+      "loss": 0.0041,
+      "step": 73846
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.612004994533186e-05,
+      "loss": 0.0,
+      "step": 73848
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6119402985074626e-05,
+      "loss": 0.0,
+      "step": 73850
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.61187560248174e-05,
+      "loss": 0.0034,
+      "step": 73852
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6118109064560165e-05,
+      "loss": 0.0,
+      "step": 73854
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6117462104302937e-05,
+      "loss": 0.0,
+      "step": 73856
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6116815144045703e-05,
+      "loss": 0.0003,
+      "step": 73858
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.611616818378847e-05,
+      "loss": 0.0,
+      "step": 73860
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.611552122353124e-05,
+      "loss": 0.0,
+      "step": 73862
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.611487426327401e-05,
+      "loss": 0.0,
+      "step": 73864
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6114227303016776e-05,
+      "loss": 0.0,
+      "step": 73866
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6113580342759548e-05,
+      "loss": 0.0008,
+      "step": 73868
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6112933382502314e-05,
+      "loss": 0.0001,
+      "step": 73870
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.611228642224508e-05,
+      "loss": 0.0001,
+      "step": 73872
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6111639461987852e-05,
+      "loss": 0.0,
+      "step": 73874
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6110992501730618e-05,
+      "loss": 0.0001,
+      "step": 73876
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.611034554147339e-05,
+      "loss": 0.0,
+      "step": 73878
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.610969858121616e-05,
+      "loss": 0.0377,
+      "step": 73880
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6109051620958925e-05,
+      "loss": 0.01,
+      "step": 73882
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6108404660701697e-05,
+      "loss": 0.0001,
+      "step": 73884
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6107757700444463e-05,
+      "loss": 0.0,
+      "step": 73886
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.610711074018723e-05,
+      "loss": 0.0,
+      "step": 73888
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.610646377993e-05,
+      "loss": 0.0,
+      "step": 73890
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6105816819672767e-05,
+      "loss": 0.0001,
+      "step": 73892
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6105169859415536e-05,
+      "loss": 0.0,
+      "step": 73894
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6104522899158305e-05,
+      "loss": 0.0001,
+      "step": 73896
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6103875938901074e-05,
+      "loss": 0.0,
+      "step": 73898
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6103228978643847e-05,
+      "loss": 0.0002,
+      "step": 73900
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6102582018386612e-05,
+      "loss": 0.0065,
+      "step": 73902
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6101935058129378e-05,
+      "loss": 0.0,
+      "step": 73904
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.610128809787215e-05,
+      "loss": 0.0,
+      "step": 73906
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6100641137614916e-05,
+      "loss": 0.0,
+      "step": 73908
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6099994177357685e-05,
+      "loss": 0.001,
+      "step": 73910
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6099347217100455e-05,
+      "loss": 0.0,
+      "step": 73912
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6098700256843224e-05,
+      "loss": 0.0,
+      "step": 73914
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6098053296585996e-05,
+      "loss": 0.0,
+      "step": 73916
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6097406336328762e-05,
+      "loss": 0.0003,
+      "step": 73918
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6096759376071527e-05,
+      "loss": 0.0,
+      "step": 73920
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.60961124158143e-05,
+      "loss": 0.0,
+      "step": 73922
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6095465455557066e-05,
+      "loss": 0.0,
+      "step": 73924
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6094818495299835e-05,
+      "loss": 0.0,
+      "step": 73926
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6094171535042604e-05,
+      "loss": 0.0,
+      "step": 73928
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.6093524574785373e-05,
+      "loss": 0.0,
+      "step": 73930
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.609287761452814e-05,
+      "loss": 0.0,
+      "step": 73932
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.609223065427091e-05,
+      "loss": 0.0,
+      "step": 73934
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6091583694013677e-05,
+      "loss": 0.0,
+      "step": 73936
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.609093673375645e-05,
+      "loss": 0.0021,
+      "step": 73938
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6090289773499215e-05,
+      "loss": 0.0001,
+      "step": 73940
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6089642813241984e-05,
+      "loss": 0.0,
+      "step": 73942
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6088995852984753e-05,
+      "loss": 0.0,
+      "step": 73944
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6088348892727522e-05,
+      "loss": 0.0,
+      "step": 73946
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6087701932470288e-05,
+      "loss": 0.0,
+      "step": 73948
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.608705497221306e-05,
+      "loss": 0.0,
+      "step": 73950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6086408011955826e-05,
+      "loss": 0.0,
+      "step": 73952
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6085761051698592e-05,
+      "loss": 0.0,
+      "step": 73954
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6085114091441364e-05,
+      "loss": 0.0,
+      "step": 73956
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.608446713118413e-05,
+      "loss": 0.0,
+      "step": 73958
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6083820170926902e-05,
+      "loss": 0.0,
+      "step": 73960
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.608317321066967e-05,
+      "loss": 0.0,
+      "step": 73962
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6082526250412437e-05,
+      "loss": 0.0,
+      "step": 73964
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.608187929015521e-05,
+      "loss": 0.0,
+      "step": 73966
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6081232329897975e-05,
+      "loss": 0.0,
+      "step": 73968
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.608058536964074e-05,
+      "loss": 0.0,
+      "step": 73970
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6079938409383513e-05,
+      "loss": 0.0,
+      "step": 73972
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.607929144912628e-05,
+      "loss": 0.0,
+      "step": 73974
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6078644488869048e-05,
+      "loss": 0.0,
+      "step": 73976
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.607799752861182e-05,
+      "loss": 0.0,
+      "step": 73978
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6077350568354586e-05,
+      "loss": 0.0001,
+      "step": 73980
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.607670360809736e-05,
+      "loss": 0.0002,
+      "step": 73982
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6076056647840125e-05,
+      "loss": 0.0064,
+      "step": 73984
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.607540968758289e-05,
+      "loss": 0.0,
+      "step": 73986
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6074762727325663e-05,
+      "loss": 0.0,
+      "step": 73988
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.607411576706843e-05,
+      "loss": 0.0,
+      "step": 73990
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6073468806811198e-05,
+      "loss": 0.0,
+      "step": 73992
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.607282184655397e-05,
+      "loss": 0.0,
+      "step": 73994
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6072174886296736e-05,
+      "loss": 0.0,
+      "step": 73996
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6071527926039508e-05,
+      "loss": 0.0034,
+      "step": 73998
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6070880965782274e-05,
+      "loss": 0.0,
+      "step": 74000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.607023400552504e-05,
+      "loss": 0.0,
+      "step": 74002
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6069587045267812e-05,
+      "loss": 0.0,
+      "step": 74004
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6068940085010578e-05,
+      "loss": 0.002,
+      "step": 74006
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6068293124753347e-05,
+      "loss": 0.0128,
+      "step": 74008
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.606764616449612e-05,
+      "loss": 0.0,
+      "step": 74010
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6066999204238885e-05,
+      "loss": 0.0,
+      "step": 74012
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.606635224398165e-05,
+      "loss": 0.0,
+      "step": 74014
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6065705283724423e-05,
+      "loss": 0.0,
+      "step": 74016
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.606505832346719e-05,
+      "loss": 0.0,
+      "step": 74018
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.606441136320996e-05,
+      "loss": 0.0013,
+      "step": 74020
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6063764402952727e-05,
+      "loss": 0.0,
+      "step": 74022
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6063117442695496e-05,
+      "loss": 0.0002,
+      "step": 74024
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.606247048243827e-05,
+      "loss": 0.0,
+      "step": 74026
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6061823522181034e-05,
+      "loss": 0.0,
+      "step": 74028
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.60611765619238e-05,
+      "loss": 0.0001,
+      "step": 74030
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6060529601666572e-05,
+      "loss": 0.0,
+      "step": 74032
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6059882641409338e-05,
+      "loss": 0.0001,
+      "step": 74034
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6059235681152104e-05,
+      "loss": 0.0,
+      "step": 74036
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6058588720894876e-05,
+      "loss": 0.0,
+      "step": 74038
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6057941760637645e-05,
+      "loss": 0.0,
+      "step": 74040
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6057294800380418e-05,
+      "loss": 0.0005,
+      "step": 74042
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6056647840123184e-05,
+      "loss": 0.0,
+      "step": 74044
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.605600087986595e-05,
+      "loss": 0.0,
+      "step": 74046
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6055353919608722e-05,
+      "loss": 0.0014,
+      "step": 74048
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6054706959351487e-05,
+      "loss": 0.0,
+      "step": 74050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6054059999094253e-05,
+      "loss": 0.0,
+      "step": 74052
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6053413038837026e-05,
+      "loss": 0.0,
+      "step": 74054
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6052766078579795e-05,
+      "loss": 0.0,
+      "step": 74056
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6052119118322564e-05,
+      "loss": 0.0005,
+      "step": 74058
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6051472158065333e-05,
+      "loss": 0.0,
+      "step": 74060
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.60508251978081e-05,
+      "loss": 0.0014,
+      "step": 74062
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.605017823755087e-05,
+      "loss": 0.0,
+      "step": 74064
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6049531277293637e-05,
+      "loss": 0.0076,
+      "step": 74066
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6048884317036402e-05,
+      "loss": 0.0,
+      "step": 74068
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6048237356779175e-05,
+      "loss": 0.0054,
+      "step": 74070
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6047590396521944e-05,
+      "loss": 0.0,
+      "step": 74072
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.604694343626471e-05,
+      "loss": 0.0,
+      "step": 74074
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6046296476007482e-05,
+      "loss": 0.0,
+      "step": 74076
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6045649515750248e-05,
+      "loss": 0.0,
+      "step": 74078
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.604500255549302e-05,
+      "loss": 0.0,
+      "step": 74080
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6044355595235786e-05,
+      "loss": 0.0,
+      "step": 74082
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6043708634978552e-05,
+      "loss": 0.0,
+      "step": 74084
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6043061674721324e-05,
+      "loss": 0.0,
+      "step": 74086
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6042414714464093e-05,
+      "loss": 0.0,
+      "step": 74088
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.604176775420686e-05,
+      "loss": 0.0,
+      "step": 74090
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.604112079394963e-05,
+      "loss": 0.0,
+      "step": 74092
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6040473833692397e-05,
+      "loss": 0.0,
+      "step": 74094
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6039826873435163e-05,
+      "loss": 0.0,
+      "step": 74096
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6039179913177935e-05,
+      "loss": 0.0,
+      "step": 74098
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.60385329529207e-05,
+      "loss": 0.0,
+      "step": 74100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6037885992663473e-05,
+      "loss": 0.0001,
+      "step": 74102
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6037239032406243e-05,
+      "loss": 0.0,
+      "step": 74104
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6036592072149008e-05,
+      "loss": 0.0,
+      "step": 74106
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.603594511189178e-05,
+      "loss": 0.0004,
+      "step": 74108
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6035298151634546e-05,
+      "loss": 0.0,
+      "step": 74110
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6034651191377312e-05,
+      "loss": 0.0001,
+      "step": 74112
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6034004231120085e-05,
+      "loss": 0.0,
+      "step": 74114
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.603335727086285e-05,
+      "loss": 0.0,
+      "step": 74116
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.603271031060562e-05,
+      "loss": 0.0124,
+      "step": 74118
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6032063350348392e-05,
+      "loss": 0.0002,
+      "step": 74120
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6031416390091158e-05,
+      "loss": 0.0,
+      "step": 74122
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.603076942983393e-05,
+      "loss": 0.0,
+      "step": 74124
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6030122469576696e-05,
+      "loss": 0.0,
+      "step": 74126
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.602947550931946e-05,
+      "loss": 0.0003,
+      "step": 74128
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6028828549062234e-05,
+      "loss": 0.0,
+      "step": 74130
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6028181588805e-05,
+      "loss": 0.0,
+      "step": 74132
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.602753462854777e-05,
+      "loss": 0.0,
+      "step": 74134
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6026887668290538e-05,
+      "loss": 0.0075,
+      "step": 74136
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6026240708033307e-05,
+      "loss": 0.0,
+      "step": 74138
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.602559374777608e-05,
+      "loss": 0.0,
+      "step": 74140
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6024946787518845e-05,
+      "loss": 0.0,
+      "step": 74142
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.602429982726161e-05,
+      "loss": 0.0,
+      "step": 74144
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6023652867004383e-05,
+      "loss": 0.0,
+      "step": 74146
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.602300590674715e-05,
+      "loss": 0.0001,
+      "step": 74148
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6022358946489918e-05,
+      "loss": 0.0031,
+      "step": 74150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6021711986232687e-05,
+      "loss": 0.0,
+      "step": 74152
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6021065025975456e-05,
+      "loss": 0.0011,
+      "step": 74154
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6020418065718222e-05,
+      "loss": 0.0,
+      "step": 74156
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6019771105460994e-05,
+      "loss": 0.0,
+      "step": 74158
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.601912414520376e-05,
+      "loss": 0.0,
+      "step": 74160
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6018477184946532e-05,
+      "loss": 0.0003,
+      "step": 74162
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6017830224689298e-05,
+      "loss": 0.0,
+      "step": 74164
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6017183264432067e-05,
+      "loss": 0.0,
+      "step": 74166
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6016536304174836e-05,
+      "loss": 0.0,
+      "step": 74168
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6015889343917605e-05,
+      "loss": 0.0,
+      "step": 74170
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.601524238366037e-05,
+      "loss": 0.0,
+      "step": 74172
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6014595423403144e-05,
+      "loss": 0.0,
+      "step": 74174
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.601394846314591e-05,
+      "loss": 0.0,
+      "step": 74176
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6013301502888675e-05,
+      "loss": 0.0,
+      "step": 74178
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6012654542631447e-05,
+      "loss": 0.0,
+      "step": 74180
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6012007582374217e-05,
+      "loss": 0.0,
+      "step": 74182
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6011360622116986e-05,
+      "loss": 0.0001,
+      "step": 74184
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6010713661859755e-05,
+      "loss": 0.0169,
+      "step": 74186
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.601006670160252e-05,
+      "loss": 0.0,
+      "step": 74188
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6009419741345293e-05,
+      "loss": 0.0,
+      "step": 74190
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.600877278108806e-05,
+      "loss": 0.0,
+      "step": 74192
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6008125820830824e-05,
+      "loss": 0.0,
+      "step": 74194
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6007478860573597e-05,
+      "loss": 0.0423,
+      "step": 74196
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6006831900316362e-05,
+      "loss": 0.0,
+      "step": 74198
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.600618494005913e-05,
+      "loss": 0.004,
+      "step": 74200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6005537979801904e-05,
+      "loss": 0.0,
+      "step": 74202
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.600489101954467e-05,
+      "loss": 0.0001,
+      "step": 74204
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6004244059287442e-05,
+      "loss": 0.0,
+      "step": 74206
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6003597099030208e-05,
+      "loss": 0.0,
+      "step": 74208
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6002950138772974e-05,
+      "loss": 0.0,
+      "step": 74210
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6002303178515746e-05,
+      "loss": 0.0,
+      "step": 74212
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6001656218258512e-05,
+      "loss": 0.0,
+      "step": 74214
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.600100925800128e-05,
+      "loss": 0.0,
+      "step": 74216
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.6000362297744053e-05,
+      "loss": 0.0,
+      "step": 74218
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.599971533748682e-05,
+      "loss": 0.0,
+      "step": 74220
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.599906837722959e-05,
+      "loss": 0.0,
+      "step": 74222
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5998421416972357e-05,
+      "loss": 0.0,
+      "step": 74224
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5997774456715123e-05,
+      "loss": 0.0,
+      "step": 74226
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5997127496457895e-05,
+      "loss": 0.0,
+      "step": 74228
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.599648053620066e-05,
+      "loss": 0.0,
+      "step": 74230
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.599583357594343e-05,
+      "loss": 0.0,
+      "step": 74232
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5995186615686203e-05,
+      "loss": 0.0003,
+      "step": 74234
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5994539655428968e-05,
+      "loss": 0.0002,
+      "step": 74236
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5993892695171734e-05,
+      "loss": 0.0,
+      "step": 74238
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5993245734914506e-05,
+      "loss": 0.0,
+      "step": 74240
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5992598774657272e-05,
+      "loss": 0.0,
+      "step": 74242
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5991951814400045e-05,
+      "loss": 0.0002,
+      "step": 74244
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.599130485414281e-05,
+      "loss": 0.0,
+      "step": 74246
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.599065789388558e-05,
+      "loss": 0.0,
+      "step": 74248
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5990010933628352e-05,
+      "loss": 0.0,
+      "step": 74250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5989363973371118e-05,
+      "loss": 0.0029,
+      "step": 74252
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5988717013113883e-05,
+      "loss": 0.0144,
+      "step": 74254
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5988070052856656e-05,
+      "loss": 0.0126,
+      "step": 74256
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.598742309259942e-05,
+      "loss": 0.0,
+      "step": 74258
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5986776132342187e-05,
+      "loss": 0.0,
+      "step": 74260
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.598612917208496e-05,
+      "loss": 0.0,
+      "step": 74262
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.598548221182773e-05,
+      "loss": 0.0001,
+      "step": 74264
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.59848352515705e-05,
+      "loss": 0.0002,
+      "step": 74266
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5984188291313267e-05,
+      "loss": 0.0,
+      "step": 74268
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5983541331056033e-05,
+      "loss": 0.0,
+      "step": 74270
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5982894370798805e-05,
+      "loss": 0.0,
+      "step": 74272
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.598224741054157e-05,
+      "loss": 0.0,
+      "step": 74274
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5981600450284336e-05,
+      "loss": 0.0,
+      "step": 74276
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.598095349002711e-05,
+      "loss": 0.0,
+      "step": 74278
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5980306529769878e-05,
+      "loss": 0.0001,
+      "step": 74280
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.597965956951265e-05,
+      "loss": 0.0,
+      "step": 74282
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5979012609255416e-05,
+      "loss": 0.0,
+      "step": 74284
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5978365648998182e-05,
+      "loss": 0.004,
+      "step": 74286
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5977718688740954e-05,
+      "loss": 0.0,
+      "step": 74288
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.597707172848372e-05,
+      "loss": 0.0,
+      "step": 74290
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5976424768226486e-05,
+      "loss": 0.0,
+      "step": 74292
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5975777807969258e-05,
+      "loss": 0.0,
+      "step": 74294
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5975130847712027e-05,
+      "loss": 0.0,
+      "step": 74296
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5974483887454793e-05,
+      "loss": 0.0,
+      "step": 74298
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5973836927197565e-05,
+      "loss": 0.0,
+      "step": 74300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.597318996694033e-05,
+      "loss": 0.0001,
+      "step": 74302
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5972543006683104e-05,
+      "loss": 0.0,
+      "step": 74304
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.597189604642587e-05,
+      "loss": 0.0,
+      "step": 74306
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5971249086168635e-05,
+      "loss": 0.0,
+      "step": 74308
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5970602125911407e-05,
+      "loss": 0.0,
+      "step": 74310
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5969955165654177e-05,
+      "loss": 0.0,
+      "step": 74312
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5969308205396942e-05,
+      "loss": 0.0,
+      "step": 74314
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5968661245139715e-05,
+      "loss": 0.0,
+      "step": 74316
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.596801428488248e-05,
+      "loss": 0.036,
+      "step": 74318
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5967367324625246e-05,
+      "loss": 0.0054,
+      "step": 74320
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.596672036436802e-05,
+      "loss": 0.0,
+      "step": 74322
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5966073404110784e-05,
+      "loss": 0.0,
+      "step": 74324
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5965426443853557e-05,
+      "loss": 0.0,
+      "step": 74326
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5964779483596326e-05,
+      "loss": 0.0,
+      "step": 74328
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.596413252333909e-05,
+      "loss": 0.0005,
+      "step": 74330
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5963485563081864e-05,
+      "loss": 0.0093,
+      "step": 74332
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.596283860282463e-05,
+      "loss": 0.0,
+      "step": 74334
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5962191642567395e-05,
+      "loss": 0.0,
+      "step": 74336
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5961544682310168e-05,
+      "loss": 0.0,
+      "step": 74338
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5960897722052934e-05,
+      "loss": 0.0,
+      "step": 74340
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5960250761795703e-05,
+      "loss": 0.0,
+      "step": 74342
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5959603801538475e-05,
+      "loss": 0.0,
+      "step": 74344
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.595895684128124e-05,
+      "loss": 0.0,
+      "step": 74346
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5958309881024013e-05,
+      "loss": 0.0162,
+      "step": 74348
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.595766292076678e-05,
+      "loss": 0.0,
+      "step": 74350
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5957015960509545e-05,
+      "loss": 0.0,
+      "step": 74352
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5956369000252317e-05,
+      "loss": 0.0039,
+      "step": 74354
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5955722039995083e-05,
+      "loss": 0.0,
+      "step": 74356
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5955075079737852e-05,
+      "loss": 0.0,
+      "step": 74358
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5954428119480624e-05,
+      "loss": 0.0,
+      "step": 74360
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.595378115922339e-05,
+      "loss": 0.0,
+      "step": 74362
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5953134198966163e-05,
+      "loss": 0.0,
+      "step": 74364
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5952487238708928e-05,
+      "loss": 0.0,
+      "step": 74366
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5951840278451694e-05,
+      "loss": 0.0,
+      "step": 74368
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5951193318194466e-05,
+      "loss": 0.0001,
+      "step": 74370
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5950546357937232e-05,
+      "loss": 0.0,
+      "step": 74372
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.594989939768e-05,
+      "loss": 0.0,
+      "step": 74374
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.594925243742277e-05,
+      "loss": 0.0001,
+      "step": 74376
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.594860547716554e-05,
+      "loss": 0.0,
+      "step": 74378
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5947958516908305e-05,
+      "loss": 0.0,
+      "step": 74380
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5947311556651078e-05,
+      "loss": 0.0003,
+      "step": 74382
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5946664596393843e-05,
+      "loss": 0.0,
+      "step": 74384
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5946017636136616e-05,
+      "loss": 0.0,
+      "step": 74386
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.594537067587938e-05,
+      "loss": 0.0,
+      "step": 74388
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.594472371562215e-05,
+      "loss": 0.0,
+      "step": 74390
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.594407675536492e-05,
+      "loss": 0.0,
+      "step": 74392
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.594342979510769e-05,
+      "loss": 0.0,
+      "step": 74394
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5942782834850454e-05,
+      "loss": 0.0,
+      "step": 74396
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5942135874593227e-05,
+      "loss": 0.0,
+      "step": 74398
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5941488914335993e-05,
+      "loss": 0.0002,
+      "step": 74400
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5940841954078758e-05,
+      "loss": 0.0,
+      "step": 74402
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.594019499382153e-05,
+      "loss": 0.0,
+      "step": 74404
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.59395480335643e-05,
+      "loss": 0.0,
+      "step": 74406
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.593890107330707e-05,
+      "loss": 0.0003,
+      "step": 74408
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5938254113049838e-05,
+      "loss": 0.0,
+      "step": 74410
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5937607152792604e-05,
+      "loss": 0.0,
+      "step": 74412
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5936960192535376e-05,
+      "loss": 0.0,
+      "step": 74414
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5936313232278142e-05,
+      "loss": 0.0,
+      "step": 74416
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5935666272020907e-05,
+      "loss": 0.0,
+      "step": 74418
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.593501931176368e-05,
+      "loss": 0.0006,
+      "step": 74420
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.593437235150645e-05,
+      "loss": 0.0,
+      "step": 74422
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5933725391249218e-05,
+      "loss": 0.0,
+      "step": 74424
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5933078430991987e-05,
+      "loss": 0.0,
+      "step": 74426
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5932431470734753e-05,
+      "loss": 0.0,
+      "step": 74428
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5931784510477525e-05,
+      "loss": 0.0136,
+      "step": 74430
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.593113755022029e-05,
+      "loss": 0.0001,
+      "step": 74432
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5930490589963057e-05,
+      "loss": 0.0024,
+      "step": 74434
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.592984362970583e-05,
+      "loss": 0.0,
+      "step": 74436
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5929196669448595e-05,
+      "loss": 0.0115,
+      "step": 74438
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5928549709191364e-05,
+      "loss": 0.0107,
+      "step": 74440
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5927902748934137e-05,
+      "loss": 0.0615,
+      "step": 74442
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5927255788676902e-05,
+      "loss": 0.0,
+      "step": 74444
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5926608828419675e-05,
+      "loss": 0.0,
+      "step": 74446
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.592596186816244e-05,
+      "loss": 0.0,
+      "step": 74448
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 2.5925314907905206e-05,
+      "loss": 0.0,
+      "step": 74450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.592466794764798e-05,
+      "loss": 0.0004,
+      "step": 74452
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5924020987390744e-05,
+      "loss": 0.0,
+      "step": 74454
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5923374027133513e-05,
+      "loss": 0.011,
+      "step": 74456
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5922727066876286e-05,
+      "loss": 0.0112,
+      "step": 74458
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.592208010661905e-05,
+      "loss": 0.0001,
+      "step": 74460
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5921433146361817e-05,
+      "loss": 0.0,
+      "step": 74462
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.592078618610459e-05,
+      "loss": 0.0003,
+      "step": 74464
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5920139225847355e-05,
+      "loss": 0.0,
+      "step": 74466
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5919492265590128e-05,
+      "loss": 0.0,
+      "step": 74468
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5918845305332894e-05,
+      "loss": 0.0,
+      "step": 74470
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5918198345075663e-05,
+      "loss": 0.0,
+      "step": 74472
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5917551384818435e-05,
+      "loss": 0.0,
+      "step": 74474
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.59169044245612e-05,
+      "loss": 0.0055,
+      "step": 74476
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5916257464303966e-05,
+      "loss": 0.0,
+      "step": 74478
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.591561050404674e-05,
+      "loss": 0.0,
+      "step": 74480
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5914963543789505e-05,
+      "loss": 0.0,
+      "step": 74482
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5914316583532274e-05,
+      "loss": 0.0038,
+      "step": 74484
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5913669623275043e-05,
+      "loss": 0.0,
+      "step": 74486
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5913022663017812e-05,
+      "loss": 0.0075,
+      "step": 74488
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5912375702760584e-05,
+      "loss": 0.0,
+      "step": 74490
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.591172874250335e-05,
+      "loss": 0.0,
+      "step": 74492
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5911081782246116e-05,
+      "loss": 0.0001,
+      "step": 74494
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5910434821988888e-05,
+      "loss": 0.0,
+      "step": 74496
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5909787861731654e-05,
+      "loss": 0.0042,
+      "step": 74498
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.590914090147442e-05,
+      "loss": 0.0,
+      "step": 74500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5908493941217192e-05,
+      "loss": 0.0002,
+      "step": 74502
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.590784698095996e-05,
+      "loss": 0.0,
+      "step": 74504
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5907200020702734e-05,
+      "loss": 0.0009,
+      "step": 74506
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.59065530604455e-05,
+      "loss": 0.0001,
+      "step": 74508
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5905906100188265e-05,
+      "loss": 0.0001,
+      "step": 74510
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5905259139931038e-05,
+      "loss": 0.0,
+      "step": 74512
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5904612179673803e-05,
+      "loss": 0.0002,
+      "step": 74514
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.590396521941657e-05,
+      "loss": 0.0,
+      "step": 74516
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.590331825915934e-05,
+      "loss": 0.0,
+      "step": 74518
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.590267129890211e-05,
+      "loss": 0.0,
+      "step": 74520
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5902024338644876e-05,
+      "loss": 0.0,
+      "step": 74522
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.590137737838765e-05,
+      "loss": 0.0,
+      "step": 74524
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5900730418130414e-05,
+      "loss": 0.0,
+      "step": 74526
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5900083457873187e-05,
+      "loss": 0.0,
+      "step": 74528
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5899436497615953e-05,
+      "loss": 0.0002,
+      "step": 74530
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5898789537358718e-05,
+      "loss": 0.0,
+      "step": 74532
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.589814257710149e-05,
+      "loss": 0.0,
+      "step": 74534
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.589749561684426e-05,
+      "loss": 0.0,
+      "step": 74536
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5896848656587025e-05,
+      "loss": 0.0,
+      "step": 74538
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5896201696329798e-05,
+      "loss": 0.0059,
+      "step": 74540
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5895554736072564e-05,
+      "loss": 0.0,
+      "step": 74542
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.589490777581533e-05,
+      "loss": 0.0,
+      "step": 74544
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5894260815558102e-05,
+      "loss": 0.0,
+      "step": 74546
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5893613855300867e-05,
+      "loss": 0.0001,
+      "step": 74548
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.589296689504364e-05,
+      "loss": 0.0,
+      "step": 74550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.589231993478641e-05,
+      "loss": 0.0058,
+      "step": 74552
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5891672974529175e-05,
+      "loss": 0.0,
+      "step": 74554
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5891026014271947e-05,
+      "loss": 0.0,
+      "step": 74556
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5890379054014713e-05,
+      "loss": 0.0001,
+      "step": 74558
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.588973209375748e-05,
+      "loss": 0.0,
+      "step": 74560
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.588908513350025e-05,
+      "loss": 0.0001,
+      "step": 74562
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5888438173243017e-05,
+      "loss": 0.0,
+      "step": 74564
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.588779121298579e-05,
+      "loss": 0.0,
+      "step": 74566
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.588714425272856e-05,
+      "loss": 0.0,
+      "step": 74568
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5886497292471324e-05,
+      "loss": 0.0001,
+      "step": 74570
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5885850332214096e-05,
+      "loss": 0.0028,
+      "step": 74572
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5885203371956862e-05,
+      "loss": 0.0,
+      "step": 74574
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5884556411699628e-05,
+      "loss": 0.0,
+      "step": 74576
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.58839094514424e-05,
+      "loss": 0.0,
+      "step": 74578
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5883262491185166e-05,
+      "loss": 0.0,
+      "step": 74580
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5882615530927935e-05,
+      "loss": 0.0,
+      "step": 74582
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5881968570670708e-05,
+      "loss": 0.0,
+      "step": 74584
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5881321610413473e-05,
+      "loss": 0.0031,
+      "step": 74586
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5880674650156246e-05,
+      "loss": 0.0,
+      "step": 74588
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.588002768989901e-05,
+      "loss": 0.0,
+      "step": 74590
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5879380729641777e-05,
+      "loss": 0.0,
+      "step": 74592
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.587873376938455e-05,
+      "loss": 0.0,
+      "step": 74594
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5878086809127315e-05,
+      "loss": 0.0,
+      "step": 74596
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5877439848870084e-05,
+      "loss": 0.0,
+      "step": 74598
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5876792888612857e-05,
+      "loss": 0.0,
+      "step": 74600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5876145928355623e-05,
+      "loss": 0.0001,
+      "step": 74602
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5875498968098388e-05,
+      "loss": 0.0,
+      "step": 74604
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.587485200784116e-05,
+      "loss": 0.0018,
+      "step": 74606
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5874205047583926e-05,
+      "loss": 0.0,
+      "step": 74608
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.58735580873267e-05,
+      "loss": 0.0,
+      "step": 74610
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5872911127069465e-05,
+      "loss": 0.0092,
+      "step": 74612
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5872264166812234e-05,
+      "loss": 0.0,
+      "step": 74614
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5871617206555003e-05,
+      "loss": 0.0,
+      "step": 74616
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5870970246297772e-05,
+      "loss": 0.0,
+      "step": 74618
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5870323286040538e-05,
+      "loss": 0.0,
+      "step": 74620
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.586967632578331e-05,
+      "loss": 0.0,
+      "step": 74622
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5869029365526076e-05,
+      "loss": 0.0009,
+      "step": 74624
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.586838240526884e-05,
+      "loss": 0.0089,
+      "step": 74626
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5867735445011614e-05,
+      "loss": 0.0,
+      "step": 74628
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5867088484754383e-05,
+      "loss": 0.0,
+      "step": 74630
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5866441524497152e-05,
+      "loss": 0.0,
+      "step": 74632
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.586579456423992e-05,
+      "loss": 0.0,
+      "step": 74634
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5865147603982687e-05,
+      "loss": 0.0,
+      "step": 74636
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.586450064372546e-05,
+      "loss": 0.0,
+      "step": 74638
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5863853683468225e-05,
+      "loss": 0.0,
+      "step": 74640
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.586320672321099e-05,
+      "loss": 0.0,
+      "step": 74642
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5862559762953763e-05,
+      "loss": 0.0,
+      "step": 74644
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5861912802696532e-05,
+      "loss": 0.0001,
+      "step": 74646
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.58612658424393e-05,
+      "loss": 0.0,
+      "step": 74648
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.586061888218207e-05,
+      "loss": 0.0,
+      "step": 74650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5859971921924836e-05,
+      "loss": 0.0,
+      "step": 74652
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.585932496166761e-05,
+      "loss": 0.0,
+      "step": 74654
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5858678001410374e-05,
+      "loss": 0.0,
+      "step": 74656
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.585803104115314e-05,
+      "loss": 0.0094,
+      "step": 74658
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5857384080895912e-05,
+      "loss": 0.0034,
+      "step": 74660
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.585673712063868e-05,
+      "loss": 0.0,
+      "step": 74662
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5856090160381447e-05,
+      "loss": 0.0001,
+      "step": 74664
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.585544320012422e-05,
+      "loss": 0.0006,
+      "step": 74666
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5854796239866985e-05,
+      "loss": 0.0,
+      "step": 74668
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5854149279609758e-05,
+      "loss": 0.0,
+      "step": 74670
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5853502319352524e-05,
+      "loss": 0.0,
+      "step": 74672
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.585285535909529e-05,
+      "loss": 0.0,
+      "step": 74674
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5852208398838062e-05,
+      "loss": 0.0001,
+      "step": 74676
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5851561438580827e-05,
+      "loss": 0.0,
+      "step": 74678
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5850914478323597e-05,
+      "loss": 0.0,
+      "step": 74680
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.585026751806637e-05,
+      "loss": 0.0,
+      "step": 74682
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5849620557809135e-05,
+      "loss": 0.0,
+      "step": 74684
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.58489735975519e-05,
+      "loss": 0.0007,
+      "step": 74686
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5848326637294673e-05,
+      "loss": 0.0,
+      "step": 74688
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.584767967703744e-05,
+      "loss": 0.0,
+      "step": 74690
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.584703271678021e-05,
+      "loss": 0.0,
+      "step": 74692
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5846385756522977e-05,
+      "loss": 0.0,
+      "step": 74694
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5845738796265746e-05,
+      "loss": 0.0,
+      "step": 74696
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.584509183600852e-05,
+      "loss": 0.0002,
+      "step": 74698
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5844444875751284e-05,
+      "loss": 0.0,
+      "step": 74700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.584379791549405e-05,
+      "loss": 0.0,
+      "step": 74702
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5843150955236822e-05,
+      "loss": 0.0,
+      "step": 74704
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5842503994979588e-05,
+      "loss": 0.0094,
+      "step": 74706
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.584185703472236e-05,
+      "loss": 0.0005,
+      "step": 74708
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5841210074465126e-05,
+      "loss": 0.0,
+      "step": 74710
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5840563114207895e-05,
+      "loss": 0.0,
+      "step": 74712
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5839916153950668e-05,
+      "loss": 0.0,
+      "step": 74714
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5839269193693433e-05,
+      "loss": 0.0,
+      "step": 74716
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.58386222334362e-05,
+      "loss": 0.0,
+      "step": 74718
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.583797527317897e-05,
+      "loss": 0.0,
+      "step": 74720
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5837328312921737e-05,
+      "loss": 0.0002,
+      "step": 74722
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5836681352664506e-05,
+      "loss": 0.0,
+      "step": 74724
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5836034392407275e-05,
+      "loss": 0.0,
+      "step": 74726
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5835387432150044e-05,
+      "loss": 0.0005,
+      "step": 74728
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5834740471892817e-05,
+      "loss": 0.0,
+      "step": 74730
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5834093511635583e-05,
+      "loss": 0.0,
+      "step": 74732
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5833446551378348e-05,
+      "loss": 0.0001,
+      "step": 74734
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.583279959112112e-05,
+      "loss": 0.0,
+      "step": 74736
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5832152630863886e-05,
+      "loss": 0.0001,
+      "step": 74738
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5831505670606652e-05,
+      "loss": 0.0,
+      "step": 74740
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5830858710349425e-05,
+      "loss": 0.0001,
+      "step": 74742
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5830211750092194e-05,
+      "loss": 0.0,
+      "step": 74744
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.582956478983496e-05,
+      "loss": 0.0,
+      "step": 74746
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5828917829577732e-05,
+      "loss": 0.0,
+      "step": 74748
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5828270869320498e-05,
+      "loss": 0.0,
+      "step": 74750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.582762390906327e-05,
+      "loss": 0.0262,
+      "step": 74752
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5826976948806036e-05,
+      "loss": 0.0,
+      "step": 74754
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.58263299885488e-05,
+      "loss": 0.0001,
+      "step": 74756
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5825683028291574e-05,
+      "loss": 0.0,
+      "step": 74758
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5825036068034343e-05,
+      "loss": 0.0001,
+      "step": 74760
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.582438910777711e-05,
+      "loss": 0.0,
+      "step": 74762
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.582374214751988e-05,
+      "loss": 0.0,
+      "step": 74764
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5823095187262647e-05,
+      "loss": 0.0,
+      "step": 74766
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5822448227005413e-05,
+      "loss": 0.0,
+      "step": 74768
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5821801266748185e-05,
+      "loss": 0.0,
+      "step": 74770
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.582115430649095e-05,
+      "loss": 0.0,
+      "step": 74772
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5820507346233723e-05,
+      "loss": 0.0,
+      "step": 74774
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5819860385976492e-05,
+      "loss": 0.0,
+      "step": 74776
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5819213425719258e-05,
+      "loss": 0.0,
+      "step": 74778
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.581856646546203e-05,
+      "loss": 0.0,
+      "step": 74780
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5817919505204796e-05,
+      "loss": 0.0,
+      "step": 74782
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5817272544947562e-05,
+      "loss": 0.0004,
+      "step": 74784
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5816625584690334e-05,
+      "loss": 0.0,
+      "step": 74786
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.58159786244331e-05,
+      "loss": 0.0001,
+      "step": 74788
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5815331664175872e-05,
+      "loss": 0.001,
+      "step": 74790
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.581468470391864e-05,
+      "loss": 0.0,
+      "step": 74792
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5814037743661407e-05,
+      "loss": 0.0,
+      "step": 74794
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.581339078340418e-05,
+      "loss": 0.006,
+      "step": 74796
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5812743823146945e-05,
+      "loss": 0.0,
+      "step": 74798
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.581209686288971e-05,
+      "loss": 0.0046,
+      "step": 74800
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5811449902632484e-05,
+      "loss": 0.0,
+      "step": 74802
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.581080294237525e-05,
+      "loss": 0.0,
+      "step": 74804
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.581015598211802e-05,
+      "loss": 0.0012,
+      "step": 74806
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.580950902186079e-05,
+      "loss": 0.0047,
+      "step": 74808
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5808862061603557e-05,
+      "loss": 0.0,
+      "step": 74810
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.580821510134633e-05,
+      "loss": 0.0,
+      "step": 74812
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5807568141089095e-05,
+      "loss": 0.0,
+      "step": 74814
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.580692118083186e-05,
+      "loss": 0.0,
+      "step": 74816
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5806274220574633e-05,
+      "loss": 0.0,
+      "step": 74818
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.58056272603174e-05,
+      "loss": 0.0,
+      "step": 74820
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5804980300060168e-05,
+      "loss": 0.0023,
+      "step": 74822
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.580433333980294e-05,
+      "loss": 0.0003,
+      "step": 74824
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5803686379545706e-05,
+      "loss": 0.0,
+      "step": 74826
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.580303941928847e-05,
+      "loss": 0.0,
+      "step": 74828
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5802392459031244e-05,
+      "loss": 0.0,
+      "step": 74830
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.580174549877401e-05,
+      "loss": 0.0,
+      "step": 74832
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5801098538516782e-05,
+      "loss": 0.0,
+      "step": 74834
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5800451578259548e-05,
+      "loss": 0.0049,
+      "step": 74836
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5799804618002317e-05,
+      "loss": 0.0,
+      "step": 74838
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.579915765774509e-05,
+      "loss": 0.0,
+      "step": 74840
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5798510697487855e-05,
+      "loss": 0.0,
+      "step": 74842
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.579786373723062e-05,
+      "loss": 0.0002,
+      "step": 74844
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5797216776973393e-05,
+      "loss": 0.0,
+      "step": 74846
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.579656981671616e-05,
+      "loss": 0.0,
+      "step": 74848
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.579592285645893e-05,
+      "loss": 0.0,
+      "step": 74850
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5795275896201697e-05,
+      "loss": 0.0,
+      "step": 74852
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5794628935944466e-05,
+      "loss": 0.0,
+      "step": 74854
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5793981975687235e-05,
+      "loss": 0.0,
+      "step": 74856
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5793335015430004e-05,
+      "loss": 0.004,
+      "step": 74858
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.579268805517277e-05,
+      "loss": 0.0002,
+      "step": 74860
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5792041094915543e-05,
+      "loss": 0.0,
+      "step": 74862
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5791394134658308e-05,
+      "loss": 0.0001,
+      "step": 74864
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5790747174401074e-05,
+      "loss": 0.0001,
+      "step": 74866
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5790100214143846e-05,
+      "loss": 0.0,
+      "step": 74868
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5789453253886616e-05,
+      "loss": 0.0,
+      "step": 74870
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5788806293629385e-05,
+      "loss": 0.0,
+      "step": 74872
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5788159333372154e-05,
+      "loss": 0.0,
+      "step": 74874
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.578751237311492e-05,
+      "loss": 0.0,
+      "step": 74876
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5786865412857692e-05,
+      "loss": 0.0,
+      "step": 74878
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5786218452600458e-05,
+      "loss": 0.0,
+      "step": 74880
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5785571492343223e-05,
+      "loss": 0.0,
+      "step": 74882
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5784924532085996e-05,
+      "loss": 0.0011,
+      "step": 74884
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5784277571828765e-05,
+      "loss": 0.0,
+      "step": 74886
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.578363061157153e-05,
+      "loss": 0.0131,
+      "step": 74888
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5782983651314303e-05,
+      "loss": 0.0003,
+      "step": 74890
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.578233669105707e-05,
+      "loss": 0.0,
+      "step": 74892
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.578168973079984e-05,
+      "loss": 0.0002,
+      "step": 74894
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5781042770542607e-05,
+      "loss": 0.0,
+      "step": 74896
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5780395810285373e-05,
+      "loss": 0.0,
+      "step": 74898
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5779748850028145e-05,
+      "loss": 0.0004,
+      "step": 74900
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5779101889770914e-05,
+      "loss": 0.0,
+      "step": 74902
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.577845492951368e-05,
+      "loss": 0.0,
+      "step": 74904
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5777807969256452e-05,
+      "loss": 0.0,
+      "step": 74906
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5777161008999218e-05,
+      "loss": 0.0,
+      "step": 74908
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5776514048741984e-05,
+      "loss": 0.0,
+      "step": 74910
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5775867088484756e-05,
+      "loss": 0.0,
+      "step": 74912
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5775220128227522e-05,
+      "loss": 0.0,
+      "step": 74914
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5774573167970294e-05,
+      "loss": 0.0,
+      "step": 74916
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.577392620771306e-05,
+      "loss": 0.0,
+      "step": 74918
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.577327924745583e-05,
+      "loss": 0.0,
+      "step": 74920
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.57726322871986e-05,
+      "loss": 0.0,
+      "step": 74922
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5771985326941367e-05,
+      "loss": 0.0,
+      "step": 74924
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5771338366684133e-05,
+      "loss": 0.0,
+      "step": 74926
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5770691406426905e-05,
+      "loss": 0.0,
+      "step": 74928
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.577004444616967e-05,
+      "loss": 0.0,
+      "step": 74930
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5769397485912444e-05,
+      "loss": 0.0,
+      "step": 74932
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.576875052565521e-05,
+      "loss": 0.0,
+      "step": 74934
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.576810356539798e-05,
+      "loss": 0.0,
+      "step": 74936
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.576745660514075e-05,
+      "loss": 0.0,
+      "step": 74938
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5766809644883517e-05,
+      "loss": 0.0098,
+      "step": 74940
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5766162684626282e-05,
+      "loss": 0.0,
+      "step": 74942
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5765515724369055e-05,
+      "loss": 0.0,
+      "step": 74944
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.576486876411182e-05,
+      "loss": 0.0,
+      "step": 74946
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.576422180385459e-05,
+      "loss": 0.0,
+      "step": 74948
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.576357484359736e-05,
+      "loss": 0.0,
+      "step": 74950
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5762927883340128e-05,
+      "loss": 0.0,
+      "step": 74952
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.57622809230829e-05,
+      "loss": 0.0,
+      "step": 74954
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5761633962825666e-05,
+      "loss": 0.0004,
+      "step": 74956
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.576098700256843e-05,
+      "loss": 0.0,
+      "step": 74958
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.5760340042311204e-05,
+      "loss": 0.0,
+      "step": 74960
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.575969308205397e-05,
+      "loss": 0.0,
+      "step": 74962
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 2.575904612179674e-05,
+      "loss": 0.0,
+      "step": 74964
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5758399161539508e-05,
+      "loss": 0.0,
+      "step": 74966
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5757752201282277e-05,
+      "loss": 0.0,
+      "step": 74968
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5757105241025043e-05,
+      "loss": 0.0,
+      "step": 74970
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5756458280767815e-05,
+      "loss": 0.0,
+      "step": 74972
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.575581132051058e-05,
+      "loss": 0.0058,
+      "step": 74974
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5755164360253353e-05,
+      "loss": 0.0,
+      "step": 74976
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.575451739999612e-05,
+      "loss": 0.0,
+      "step": 74978
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5753870439738885e-05,
+      "loss": 0.0,
+      "step": 74980
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5753223479481657e-05,
+      "loss": 0.0,
+      "step": 74982
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5752576519224426e-05,
+      "loss": 0.0,
+      "step": 74984
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5751929558967192e-05,
+      "loss": 0.0,
+      "step": 74986
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5751282598709964e-05,
+      "loss": 0.0,
+      "step": 74988
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.575063563845273e-05,
+      "loss": 0.0002,
+      "step": 74990
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5749988678195503e-05,
+      "loss": 0.0,
+      "step": 74992
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5749341717938268e-05,
+      "loss": 0.0001,
+      "step": 74994
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5748694757681034e-05,
+      "loss": 0.0,
+      "step": 74996
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5748047797423806e-05,
+      "loss": 0.0,
+      "step": 74998
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5747400837166576e-05,
+      "loss": 0.0,
+      "step": 75000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.574675387690934e-05,
+      "loss": 0.0068,
+      "step": 75002
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5746106916652114e-05,
+      "loss": 0.0,
+      "step": 75004
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.574545995639488e-05,
+      "loss": 0.0026,
+      "step": 75006
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5744812996137645e-05,
+      "loss": 0.0172,
+      "step": 75008
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5744166035880418e-05,
+      "loss": 0.0,
+      "step": 75010
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5743519075623183e-05,
+      "loss": 0.0001,
+      "step": 75012
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5742872115365956e-05,
+      "loss": 0.0,
+      "step": 75014
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5742225155108725e-05,
+      "loss": 0.0,
+      "step": 75016
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.574157819485149e-05,
+      "loss": 0.0,
+      "step": 75018
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5740931234594263e-05,
+      "loss": 0.0047,
+      "step": 75020
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.574028427433703e-05,
+      "loss": 0.0,
+      "step": 75022
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5739637314079794e-05,
+      "loss": 0.0,
+      "step": 75024
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5738990353822567e-05,
+      "loss": 0.0,
+      "step": 75026
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5738343393565333e-05,
+      "loss": 0.0,
+      "step": 75028
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.57376964333081e-05,
+      "loss": 0.0086,
+      "step": 75030
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5737049473050874e-05,
+      "loss": 0.0,
+      "step": 75032
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.573640251279364e-05,
+      "loss": 0.0001,
+      "step": 75034
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5735755552536412e-05,
+      "loss": 0.0,
+      "step": 75036
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5735108592279178e-05,
+      "loss": 0.0,
+      "step": 75038
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5734461632021944e-05,
+      "loss": 0.0,
+      "step": 75040
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5733814671764716e-05,
+      "loss": 0.0034,
+      "step": 75042
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5733167711507482e-05,
+      "loss": 0.0,
+      "step": 75044
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.573252075125025e-05,
+      "loss": 0.0,
+      "step": 75046
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5731873790993023e-05,
+      "loss": 0.0001,
+      "step": 75048
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.573122683073579e-05,
+      "loss": 0.0,
+      "step": 75050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5730579870478555e-05,
+      "loss": 0.0,
+      "step": 75052
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5729932910221327e-05,
+      "loss": 0.0,
+      "step": 75054
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5729285949964093e-05,
+      "loss": 0.0,
+      "step": 75056
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5728638989706865e-05,
+      "loss": 0.0,
+      "step": 75058
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.572799202944963e-05,
+      "loss": 0.0,
+      "step": 75060
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.57273450691924e-05,
+      "loss": 0.0032,
+      "step": 75062
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5726698108935173e-05,
+      "loss": 0.0001,
+      "step": 75064
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.572605114867794e-05,
+      "loss": 0.0,
+      "step": 75066
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5725404188420704e-05,
+      "loss": 0.0001,
+      "step": 75068
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5724757228163477e-05,
+      "loss": 0.0,
+      "step": 75070
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5724110267906242e-05,
+      "loss": 0.0,
+      "step": 75072
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5723463307649015e-05,
+      "loss": 0.0,
+      "step": 75074
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.572281634739178e-05,
+      "loss": 0.0,
+      "step": 75076
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.572216938713455e-05,
+      "loss": 0.0,
+      "step": 75078
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5721522426877322e-05,
+      "loss": 0.0042,
+      "step": 75080
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5720875466620088e-05,
+      "loss": 0.0,
+      "step": 75082
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5720228506362853e-05,
+      "loss": 0.0028,
+      "step": 75084
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5719581546105626e-05,
+      "loss": 0.0009,
+      "step": 75086
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.571893458584839e-05,
+      "loss": 0.0,
+      "step": 75088
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5718287625591157e-05,
+      "loss": 0.0023,
+      "step": 75090
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.571764066533393e-05,
+      "loss": 0.0,
+      "step": 75092
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.57169937050767e-05,
+      "loss": 0.0,
+      "step": 75094
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5716346744819468e-05,
+      "loss": 0.0058,
+      "step": 75096
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5715699784562237e-05,
+      "loss": 0.0,
+      "step": 75098
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5715052824305003e-05,
+      "loss": 0.0,
+      "step": 75100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5714405864047775e-05,
+      "loss": 0.0005,
+      "step": 75102
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.571375890379054e-05,
+      "loss": 0.0,
+      "step": 75104
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5713111943533307e-05,
+      "loss": 0.0051,
+      "step": 75106
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.571246498327608e-05,
+      "loss": 0.0,
+      "step": 75108
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5711818023018848e-05,
+      "loss": 0.0002,
+      "step": 75110
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5711171062761614e-05,
+      "loss": 0.0,
+      "step": 75112
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5710524102504386e-05,
+      "loss": 0.0,
+      "step": 75114
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5709877142247152e-05,
+      "loss": 0.0,
+      "step": 75116
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5709230181989924e-05,
+      "loss": 0.0,
+      "step": 75118
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.570858322173269e-05,
+      "loss": 0.001,
+      "step": 75120
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5707936261475456e-05,
+      "loss": 0.0209,
+      "step": 75122
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5707289301218228e-05,
+      "loss": 0.0,
+      "step": 75124
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5706642340960997e-05,
+      "loss": 0.0,
+      "step": 75126
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5705995380703763e-05,
+      "loss": 0.0,
+      "step": 75128
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5705348420446536e-05,
+      "loss": 0.0,
+      "step": 75130
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.57047014601893e-05,
+      "loss": 0.0001,
+      "step": 75132
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5704054499932074e-05,
+      "loss": 0.0,
+      "step": 75134
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.570340753967484e-05,
+      "loss": 0.006,
+      "step": 75136
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5702760579417605e-05,
+      "loss": 0.0006,
+      "step": 75138
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5702113619160378e-05,
+      "loss": 0.0,
+      "step": 75140
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5701466658903147e-05,
+      "loss": 0.0001,
+      "step": 75142
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5700819698645912e-05,
+      "loss": 0.0,
+      "step": 75144
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5700172738388685e-05,
+      "loss": 0.0,
+      "step": 75146
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.569952577813145e-05,
+      "loss": 0.0001,
+      "step": 75148
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5698878817874216e-05,
+      "loss": 0.0,
+      "step": 75150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.569823185761699e-05,
+      "loss": 0.0,
+      "step": 75152
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5697584897359754e-05,
+      "loss": 0.0003,
+      "step": 75154
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5696937937102527e-05,
+      "loss": 0.0,
+      "step": 75156
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5696290976845293e-05,
+      "loss": 0.0,
+      "step": 75158
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.569564401658806e-05,
+      "loss": 0.0003,
+      "step": 75160
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5694997056330834e-05,
+      "loss": 0.0,
+      "step": 75162
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.56943500960736e-05,
+      "loss": 0.0,
+      "step": 75164
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5693703135816365e-05,
+      "loss": 0.0,
+      "step": 75166
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5693056175559138e-05,
+      "loss": 0.0001,
+      "step": 75168
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5692409215301904e-05,
+      "loss": 0.0001,
+      "step": 75170
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5691762255044673e-05,
+      "loss": 0.0006,
+      "step": 75172
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5691115294787442e-05,
+      "loss": 0.0,
+      "step": 75174
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.569046833453021e-05,
+      "loss": 0.0,
+      "step": 75176
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5689821374272983e-05,
+      "loss": 0.0103,
+      "step": 75178
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.568917441401575e-05,
+      "loss": 0.0,
+      "step": 75180
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5688527453758515e-05,
+      "loss": 0.0047,
+      "step": 75182
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5687880493501287e-05,
+      "loss": 0.0,
+      "step": 75184
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5687233533244053e-05,
+      "loss": 0.0,
+      "step": 75186
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5686586572986822e-05,
+      "loss": 0.0038,
+      "step": 75188
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.568593961272959e-05,
+      "loss": 0.0,
+      "step": 75190
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.568529265247236e-05,
+      "loss": 0.0,
+      "step": 75192
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5684645692215126e-05,
+      "loss": 0.0,
+      "step": 75194
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.56839987319579e-05,
+      "loss": 0.0013,
+      "step": 75196
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5683351771700664e-05,
+      "loss": 0.0,
+      "step": 75198
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5682704811443437e-05,
+      "loss": 0.0009,
+      "step": 75200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5682057851186202e-05,
+      "loss": 0.0,
+      "step": 75202
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.568141089092897e-05,
+      "loss": 0.0,
+      "step": 75204
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.568076393067174e-05,
+      "loss": 0.0,
+      "step": 75206
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.568011697041451e-05,
+      "loss": 0.0,
+      "step": 75208
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5679470010157275e-05,
+      "loss": 0.0005,
+      "step": 75210
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5678823049900048e-05,
+      "loss": 0.0,
+      "step": 75212
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5678176089642813e-05,
+      "loss": 0.0,
+      "step": 75214
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5677529129385586e-05,
+      "loss": 0.0,
+      "step": 75216
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.567688216912835e-05,
+      "loss": 0.0,
+      "step": 75218
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5676235208871117e-05,
+      "loss": 0.0,
+      "step": 75220
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.567558824861389e-05,
+      "loss": 0.0001,
+      "step": 75222
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.567494128835666e-05,
+      "loss": 0.0,
+      "step": 75224
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5674294328099424e-05,
+      "loss": 0.0035,
+      "step": 75226
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5673647367842197e-05,
+      "loss": 0.0,
+      "step": 75228
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5673000407584963e-05,
+      "loss": 0.0073,
+      "step": 75230
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.567235344732773e-05,
+      "loss": 0.0,
+      "step": 75232
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.56717064870705e-05,
+      "loss": 0.0,
+      "step": 75234
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5671059526813266e-05,
+      "loss": 0.0,
+      "step": 75236
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.567041256655604e-05,
+      "loss": 0.0,
+      "step": 75238
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5669765606298808e-05,
+      "loss": 0.0,
+      "step": 75240
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5669118646041574e-05,
+      "loss": 0.0,
+      "step": 75242
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5668471685784346e-05,
+      "loss": 0.0001,
+      "step": 75244
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5667824725527112e-05,
+      "loss": 0.0,
+      "step": 75246
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5667177765269878e-05,
+      "loss": 0.0,
+      "step": 75248
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.566653080501265e-05,
+      "loss": 0.0001,
+      "step": 75250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5665883844755416e-05,
+      "loss": 0.0,
+      "step": 75252
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5665236884498185e-05,
+      "loss": 0.0,
+      "step": 75254
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5664589924240957e-05,
+      "loss": 0.0,
+      "step": 75256
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5663942963983723e-05,
+      "loss": 0.0,
+      "step": 75258
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5663296003726496e-05,
+      "loss": 0.0,
+      "step": 75260
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.566264904346926e-05,
+      "loss": 0.0,
+      "step": 75262
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5662002083212027e-05,
+      "loss": 0.0,
+      "step": 75264
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.56613551229548e-05,
+      "loss": 0.0,
+      "step": 75266
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5660708162697565e-05,
+      "loss": 0.0001,
+      "step": 75268
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5660061202440334e-05,
+      "loss": 0.0001,
+      "step": 75270
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5659414242183107e-05,
+      "loss": 0.0002,
+      "step": 75272
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5658767281925872e-05,
+      "loss": 0.0024,
+      "step": 75274
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5658120321668645e-05,
+      "loss": 0.0001,
+      "step": 75276
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.565747336141141e-05,
+      "loss": 0.0,
+      "step": 75278
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5656826401154176e-05,
+      "loss": 0.0,
+      "step": 75280
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.565617944089695e-05,
+      "loss": 0.0,
+      "step": 75282
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5655532480639714e-05,
+      "loss": 0.0,
+      "step": 75284
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5654885520382483e-05,
+      "loss": 0.0,
+      "step": 75286
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5654238560125256e-05,
+      "loss": 0.0,
+      "step": 75288
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.565359159986802e-05,
+      "loss": 0.0,
+      "step": 75290
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5652944639610787e-05,
+      "loss": 0.001,
+      "step": 75292
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.565229767935356e-05,
+      "loss": 0.0002,
+      "step": 75294
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5651650719096325e-05,
+      "loss": 0.0002,
+      "step": 75296
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5651003758839098e-05,
+      "loss": 0.0,
+      "step": 75298
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5650356798581864e-05,
+      "loss": 0.0,
+      "step": 75300
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5649709838324633e-05,
+      "loss": 0.0,
+      "step": 75302
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5649062878067405e-05,
+      "loss": 0.0,
+      "step": 75304
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.564841591781017e-05,
+      "loss": 0.0002,
+      "step": 75306
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5647768957552937e-05,
+      "loss": 0.0,
+      "step": 75308
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.564712199729571e-05,
+      "loss": 0.0,
+      "step": 75310
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5646475037038475e-05,
+      "loss": 0.0011,
+      "step": 75312
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.564582807678124e-05,
+      "loss": 0.0,
+      "step": 75314
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5645181116524013e-05,
+      "loss": 0.0001,
+      "step": 75316
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5644534156266782e-05,
+      "loss": 0.0,
+      "step": 75318
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5643887196009554e-05,
+      "loss": 0.0,
+      "step": 75320
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.564324023575232e-05,
+      "loss": 0.0,
+      "step": 75322
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5642593275495086e-05,
+      "loss": 0.0,
+      "step": 75324
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.564194631523786e-05,
+      "loss": 0.0,
+      "step": 75326
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5641299354980624e-05,
+      "loss": 0.0,
+      "step": 75328
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.564065239472339e-05,
+      "loss": 0.0001,
+      "step": 75330
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5640005434466162e-05,
+      "loss": 0.0,
+      "step": 75332
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.563935847420893e-05,
+      "loss": 0.0,
+      "step": 75334
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5638711513951697e-05,
+      "loss": 0.0083,
+      "step": 75336
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.563806455369447e-05,
+      "loss": 0.0,
+      "step": 75338
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5637417593437235e-05,
+      "loss": 0.0,
+      "step": 75340
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5636770633180008e-05,
+      "loss": 0.0,
+      "step": 75342
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5636123672922773e-05,
+      "loss": 0.0,
+      "step": 75344
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.563547671266554e-05,
+      "loss": 0.0005,
+      "step": 75346
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.563482975240831e-05,
+      "loss": 0.0,
+      "step": 75348
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.563418279215108e-05,
+      "loss": 0.0019,
+      "step": 75350
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5633535831893846e-05,
+      "loss": 0.0,
+      "step": 75352
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.563288887163662e-05,
+      "loss": 0.0001,
+      "step": 75354
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5632241911379384e-05,
+      "loss": 0.0,
+      "step": 75356
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5631594951122157e-05,
+      "loss": 0.0,
+      "step": 75358
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5630947990864923e-05,
+      "loss": 0.0,
+      "step": 75360
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.563030103060769e-05,
+      "loss": 0.0,
+      "step": 75362
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.562965407035046e-05,
+      "loss": 0.0,
+      "step": 75364
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.562900711009323e-05,
+      "loss": 0.0,
+      "step": 75366
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5628360149835996e-05,
+      "loss": 0.0005,
+      "step": 75368
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5627713189578768e-05,
+      "loss": 0.0,
+      "step": 75370
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5627066229321534e-05,
+      "loss": 0.0,
+      "step": 75372
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.56264192690643e-05,
+      "loss": 0.0,
+      "step": 75374
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5625772308807072e-05,
+      "loss": 0.0001,
+      "step": 75376
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5625125348549838e-05,
+      "loss": 0.0006,
+      "step": 75378
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.562447838829261e-05,
+      "loss": 0.0,
+      "step": 75380
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.562383142803538e-05,
+      "loss": 0.0,
+      "step": 75382
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5623184467778145e-05,
+      "loss": 0.0,
+      "step": 75384
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5622537507520917e-05,
+      "loss": 0.0112,
+      "step": 75386
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5621890547263683e-05,
+      "loss": 0.0019,
+      "step": 75388
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.562124358700645e-05,
+      "loss": 0.0,
+      "step": 75390
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.562059662674922e-05,
+      "loss": 0.0,
+      "step": 75392
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5619949666491987e-05,
+      "loss": 0.0002,
+      "step": 75394
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5619302706234756e-05,
+      "loss": 0.0,
+      "step": 75396
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5618655745977525e-05,
+      "loss": 0.0,
+      "step": 75398
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5618008785720294e-05,
+      "loss": 0.0001,
+      "step": 75400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5617361825463067e-05,
+      "loss": 0.0,
+      "step": 75402
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5616714865205832e-05,
+      "loss": 0.0,
+      "step": 75404
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5616067904948598e-05,
+      "loss": 0.0001,
+      "step": 75406
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.561542094469137e-05,
+      "loss": 0.0,
+      "step": 75408
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5614773984434136e-05,
+      "loss": 0.0007,
+      "step": 75410
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5614127024176905e-05,
+      "loss": 0.0,
+      "step": 75412
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5613480063919674e-05,
+      "loss": 0.0,
+      "step": 75414
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5612833103662443e-05,
+      "loss": 0.0,
+      "step": 75416
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5612186143405216e-05,
+      "loss": 0.0,
+      "step": 75418
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.561153918314798e-05,
+      "loss": 0.0,
+      "step": 75420
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5610892222890747e-05,
+      "loss": 0.0,
+      "step": 75422
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.561024526263352e-05,
+      "loss": 0.0,
+      "step": 75424
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5609598302376285e-05,
+      "loss": 0.0,
+      "step": 75426
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5608951342119055e-05,
+      "loss": 0.0002,
+      "step": 75428
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5608304381861824e-05,
+      "loss": 0.0001,
+      "step": 75430
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5607657421604593e-05,
+      "loss": 0.0,
+      "step": 75432
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.560701046134736e-05,
+      "loss": 0.0,
+      "step": 75434
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.560636350109013e-05,
+      "loss": 0.0,
+      "step": 75436
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5605716540832897e-05,
+      "loss": 0.0008,
+      "step": 75438
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.560506958057567e-05,
+      "loss": 0.0,
+      "step": 75440
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5604422620318435e-05,
+      "loss": 0.0,
+      "step": 75442
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5603775660061204e-05,
+      "loss": 0.0,
+      "step": 75444
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5603128699803973e-05,
+      "loss": 0.0,
+      "step": 75446
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5602481739546742e-05,
+      "loss": 0.0067,
+      "step": 75448
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5601834779289508e-05,
+      "loss": 0.0,
+      "step": 75450
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.560118781903228e-05,
+      "loss": 0.0,
+      "step": 75452
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5600540858775046e-05,
+      "loss": 0.0,
+      "step": 75454
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.559989389851781e-05,
+      "loss": 0.0,
+      "step": 75456
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5599246938260584e-05,
+      "loss": 0.0002,
+      "step": 75458
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.559859997800335e-05,
+      "loss": 0.0001,
+      "step": 75460
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5597953017746122e-05,
+      "loss": 0.0,
+      "step": 75462
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.559730605748889e-05,
+      "loss": 0.0,
+      "step": 75464
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5596659097231657e-05,
+      "loss": 0.0,
+      "step": 75466
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.559601213697443e-05,
+      "loss": 0.0014,
+      "step": 75468
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5595365176717195e-05,
+      "loss": 0.009,
+      "step": 75470
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.559471821645996e-05,
+      "loss": 0.0,
+      "step": 75472
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5594071256202733e-05,
+      "loss": 0.0,
+      "step": 75474
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.55934242959455e-05,
+      "loss": 0.0,
+      "step": 75476
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.5592777335688268e-05,
+      "loss": 0.0,
+      "step": 75478
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 2.559213037543104e-05,
+      "loss": 0.0003,
+      "step": 75480
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5591483415173806e-05,
+      "loss": 0.0,
+      "step": 75482
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.559083645491658e-05,
+      "loss": 0.0005,
+      "step": 75484
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5590189494659344e-05,
+      "loss": 0.0,
+      "step": 75486
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.558954253440211e-05,
+      "loss": 0.0,
+      "step": 75488
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5588895574144883e-05,
+      "loss": 0.0154,
+      "step": 75490
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5588248613887648e-05,
+      "loss": 0.0004,
+      "step": 75492
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5587601653630417e-05,
+      "loss": 0.0037,
+      "step": 75494
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.558695469337319e-05,
+      "loss": 0.0,
+      "step": 75496
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5586307733115956e-05,
+      "loss": 0.0,
+      "step": 75498
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5585660772858728e-05,
+      "loss": 0.0,
+      "step": 75500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5585013812601494e-05,
+      "loss": 0.0,
+      "step": 75502
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.558436685234426e-05,
+      "loss": 0.0,
+      "step": 75504
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5583719892087032e-05,
+      "loss": 0.0,
+      "step": 75506
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5583072931829798e-05,
+      "loss": 0.0,
+      "step": 75508
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5582425971572567e-05,
+      "loss": 0.0,
+      "step": 75510
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.558177901131534e-05,
+      "loss": 0.0,
+      "step": 75512
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5581132051058105e-05,
+      "loss": 0.0,
+      "step": 75514
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.558048509080087e-05,
+      "loss": 0.0,
+      "step": 75516
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5579838130543643e-05,
+      "loss": 0.0,
+      "step": 75518
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.557919117028641e-05,
+      "loss": 0.0,
+      "step": 75520
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.557854421002918e-05,
+      "loss": 0.0001,
+      "step": 75522
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5577897249771947e-05,
+      "loss": 0.0,
+      "step": 75524
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5577250289514716e-05,
+      "loss": 0.0,
+      "step": 75526
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.557660332925749e-05,
+      "loss": 0.0,
+      "step": 75528
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5575956369000254e-05,
+      "loss": 0.0,
+      "step": 75530
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.557530940874302e-05,
+      "loss": 0.0,
+      "step": 75532
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5574662448485792e-05,
+      "loss": 0.0,
+      "step": 75534
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5574015488228558e-05,
+      "loss": 0.0,
+      "step": 75536
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5573368527971324e-05,
+      "loss": 0.0065,
+      "step": 75538
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5572721567714096e-05,
+      "loss": 0.0,
+      "step": 75540
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5572074607456865e-05,
+      "loss": 0.0,
+      "step": 75542
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5571427647199638e-05,
+      "loss": 0.0,
+      "step": 75544
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5570780686942403e-05,
+      "loss": 0.0001,
+      "step": 75546
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.557013372668517e-05,
+      "loss": 0.0,
+      "step": 75548
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.556948676642794e-05,
+      "loss": 0.0,
+      "step": 75550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5568839806170707e-05,
+      "loss": 0.0001,
+      "step": 75552
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5568192845913473e-05,
+      "loss": 0.0001,
+      "step": 75554
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5567545885656245e-05,
+      "loss": 0.0,
+      "step": 75556
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5566898925399015e-05,
+      "loss": 0.0052,
+      "step": 75558
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5566251965141787e-05,
+      "loss": 0.0,
+      "step": 75560
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5565605004884553e-05,
+      "loss": 0.0043,
+      "step": 75562
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.556495804462732e-05,
+      "loss": 0.0,
+      "step": 75564
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.556431108437009e-05,
+      "loss": 0.0001,
+      "step": 75566
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5563664124112857e-05,
+      "loss": 0.0,
+      "step": 75568
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5563017163855622e-05,
+      "loss": 0.0,
+      "step": 75570
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5562370203598395e-05,
+      "loss": 0.0,
+      "step": 75572
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5561723243341164e-05,
+      "loss": 0.0,
+      "step": 75574
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.556107628308393e-05,
+      "loss": 0.0002,
+      "step": 75576
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5560429322826702e-05,
+      "loss": 0.0,
+      "step": 75578
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5559782362569468e-05,
+      "loss": 0.0043,
+      "step": 75580
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.555913540231224e-05,
+      "loss": 0.0,
+      "step": 75582
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5558488442055006e-05,
+      "loss": 0.0,
+      "step": 75584
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.555784148179777e-05,
+      "loss": 0.0,
+      "step": 75586
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5557194521540544e-05,
+      "loss": 0.0,
+      "step": 75588
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5556547561283313e-05,
+      "loss": 0.0,
+      "step": 75590
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.555590060102608e-05,
+      "loss": 0.0,
+      "step": 75592
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.555525364076885e-05,
+      "loss": 0.0,
+      "step": 75594
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5554606680511617e-05,
+      "loss": 0.0,
+      "step": 75596
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5553959720254383e-05,
+      "loss": 0.0,
+      "step": 75598
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5553312759997155e-05,
+      "loss": 0.0,
+      "step": 75600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.555266579973992e-05,
+      "loss": 0.0,
+      "step": 75602
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5552018839482693e-05,
+      "loss": 0.0001,
+      "step": 75604
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5551371879225462e-05,
+      "loss": 0.0,
+      "step": 75606
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5550724918968228e-05,
+      "loss": 0.0,
+      "step": 75608
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5550077958711e-05,
+      "loss": 0.0,
+      "step": 75610
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5549430998453766e-05,
+      "loss": 0.0061,
+      "step": 75612
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5548784038196532e-05,
+      "loss": 0.007,
+      "step": 75614
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5548137077939304e-05,
+      "loss": 0.0,
+      "step": 75616
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.554749011768207e-05,
+      "loss": 0.0001,
+      "step": 75618
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.554684315742484e-05,
+      "loss": 0.0,
+      "step": 75620
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.554619619716761e-05,
+      "loss": 0.0003,
+      "step": 75622
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5545549236910377e-05,
+      "loss": 0.0,
+      "step": 75624
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.554490227665315e-05,
+      "loss": 0.0017,
+      "step": 75626
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5544255316395916e-05,
+      "loss": 0.0,
+      "step": 75628
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.554360835613868e-05,
+      "loss": 0.0,
+      "step": 75630
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5542961395881454e-05,
+      "loss": 0.0,
+      "step": 75632
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.554231443562422e-05,
+      "loss": 0.001,
+      "step": 75634
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.554166747536699e-05,
+      "loss": 0.0,
+      "step": 75636
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5541020515109758e-05,
+      "loss": 0.0,
+      "step": 75638
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5540373554852527e-05,
+      "loss": 0.0,
+      "step": 75640
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.55397265945953e-05,
+      "loss": 0.0,
+      "step": 75642
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5539079634338065e-05,
+      "loss": 0.0,
+      "step": 75644
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.553843267408083e-05,
+      "loss": 0.0,
+      "step": 75646
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5537785713823603e-05,
+      "loss": 0.0,
+      "step": 75648
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.553713875356637e-05,
+      "loss": 0.0,
+      "step": 75650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5536491793309138e-05,
+      "loss": 0.0458,
+      "step": 75652
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5535844833051907e-05,
+      "loss": 0.0175,
+      "step": 75654
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5535197872794676e-05,
+      "loss": 0.0,
+      "step": 75656
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.553455091253744e-05,
+      "loss": 0.0016,
+      "step": 75658
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5533903952280214e-05,
+      "loss": 0.0,
+      "step": 75660
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.553325699202298e-05,
+      "loss": 0.0001,
+      "step": 75662
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5532610031765752e-05,
+      "loss": 0.0001,
+      "step": 75664
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5531963071508518e-05,
+      "loss": 0.0,
+      "step": 75666
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5531316111251287e-05,
+      "loss": 0.0,
+      "step": 75668
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5530669150994056e-05,
+      "loss": 0.0,
+      "step": 75670
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5530022190736825e-05,
+      "loss": 0.0,
+      "step": 75672
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.552937523047959e-05,
+      "loss": 0.0,
+      "step": 75674
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5528728270222363e-05,
+      "loss": 0.0116,
+      "step": 75676
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.552808130996513e-05,
+      "loss": 0.0,
+      "step": 75678
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5527434349707895e-05,
+      "loss": 0.0,
+      "step": 75680
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5526787389450667e-05,
+      "loss": 0.0034,
+      "step": 75682
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5526140429193436e-05,
+      "loss": 0.0,
+      "step": 75684
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5525493468936205e-05,
+      "loss": 0.0,
+      "step": 75686
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5524846508678975e-05,
+      "loss": 0.0001,
+      "step": 75688
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.552419954842174e-05,
+      "loss": 0.0,
+      "step": 75690
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5523552588164513e-05,
+      "loss": 0.0,
+      "step": 75692
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.552290562790728e-05,
+      "loss": 0.0005,
+      "step": 75694
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5522258667650044e-05,
+      "loss": 0.0055,
+      "step": 75696
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5521611707392817e-05,
+      "loss": 0.0,
+      "step": 75698
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5520964747135582e-05,
+      "loss": 0.0172,
+      "step": 75700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5520317786878355e-05,
+      "loss": 0.0,
+      "step": 75702
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5519670826621124e-05,
+      "loss": 0.0,
+      "step": 75704
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.551902386636389e-05,
+      "loss": 0.0,
+      "step": 75706
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5518376906106662e-05,
+      "loss": 0.0,
+      "step": 75708
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5517729945849428e-05,
+      "loss": 0.0,
+      "step": 75710
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5517082985592193e-05,
+      "loss": 0.0081,
+      "step": 75712
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5516436025334966e-05,
+      "loss": 0.0,
+      "step": 75714
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.551578906507773e-05,
+      "loss": 0.0,
+      "step": 75716
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.55151421048205e-05,
+      "loss": 0.0052,
+      "step": 75718
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5514495144563273e-05,
+      "loss": 0.0001,
+      "step": 75720
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.551384818430604e-05,
+      "loss": 0.0,
+      "step": 75722
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.551320122404881e-05,
+      "loss": 0.0,
+      "step": 75724
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5512554263791577e-05,
+      "loss": 0.0,
+      "step": 75726
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5511907303534343e-05,
+      "loss": 0.0,
+      "step": 75728
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5511260343277115e-05,
+      "loss": 0.0,
+      "step": 75730
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.551061338301988e-05,
+      "loss": 0.0,
+      "step": 75732
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.550996642276265e-05,
+      "loss": 0.0,
+      "step": 75734
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5509319462505422e-05,
+      "loss": 0.0001,
+      "step": 75736
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5508672502248188e-05,
+      "loss": 0.0,
+      "step": 75738
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5508025541990954e-05,
+      "loss": 0.0,
+      "step": 75740
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5507378581733726e-05,
+      "loss": 0.0036,
+      "step": 75742
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5506731621476492e-05,
+      "loss": 0.0,
+      "step": 75744
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5506084661219264e-05,
+      "loss": 0.0,
+      "step": 75746
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.550543770096203e-05,
+      "loss": 0.0,
+      "step": 75748
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.55047907407048e-05,
+      "loss": 0.0,
+      "step": 75750
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.550414378044757e-05,
+      "loss": 0.0,
+      "step": 75752
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5503496820190337e-05,
+      "loss": 0.0,
+      "step": 75754
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5502849859933103e-05,
+      "loss": 0.0002,
+      "step": 75756
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5502202899675876e-05,
+      "loss": 0.0,
+      "step": 75758
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.550155593941864e-05,
+      "loss": 0.0,
+      "step": 75760
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.550090897916141e-05,
+      "loss": 0.0,
+      "step": 75762
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.550026201890418e-05,
+      "loss": 0.0,
+      "step": 75764
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.549961505864695e-05,
+      "loss": 0.0,
+      "step": 75766
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.549896809838972e-05,
+      "loss": 0.0,
+      "step": 75768
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5498321138132487e-05,
+      "loss": 0.0,
+      "step": 75770
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5497674177875252e-05,
+      "loss": 0.0,
+      "step": 75772
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5497027217618025e-05,
+      "loss": 0.0,
+      "step": 75774
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.549638025736079e-05,
+      "loss": 0.0,
+      "step": 75776
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5495733297103556e-05,
+      "loss": 0.0,
+      "step": 75778
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.549508633684633e-05,
+      "loss": 0.0,
+      "step": 75780
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5494439376589098e-05,
+      "loss": 0.0001,
+      "step": 75782
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.549379241633187e-05,
+      "loss": 0.0,
+      "step": 75784
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5493145456074636e-05,
+      "loss": 0.0,
+      "step": 75786
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.54924984958174e-05,
+      "loss": 0.0,
+      "step": 75788
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5491851535560174e-05,
+      "loss": 0.0032,
+      "step": 75790
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.549120457530294e-05,
+      "loss": 0.0009,
+      "step": 75792
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5490557615045706e-05,
+      "loss": 0.0,
+      "step": 75794
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5489910654788478e-05,
+      "loss": 0.0079,
+      "step": 75796
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5489263694531247e-05,
+      "loss": 0.0,
+      "step": 75798
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5488616734274013e-05,
+      "loss": 0.0,
+      "step": 75800
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5487969774016785e-05,
+      "loss": 0.0,
+      "step": 75802
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.548732281375955e-05,
+      "loss": 0.0,
+      "step": 75804
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5486675853502323e-05,
+      "loss": 0.0132,
+      "step": 75806
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.548602889324509e-05,
+      "loss": 0.0,
+      "step": 75808
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5485381932987855e-05,
+      "loss": 0.0,
+      "step": 75810
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5484734972730627e-05,
+      "loss": 0.0,
+      "step": 75812
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5484088012473396e-05,
+      "loss": 0.0039,
+      "step": 75814
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5483441052216162e-05,
+      "loss": 0.0,
+      "step": 75816
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5482794091958935e-05,
+      "loss": 0.0,
+      "step": 75818
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.54821471317017e-05,
+      "loss": 0.0,
+      "step": 75820
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5481500171444466e-05,
+      "loss": 0.0,
+      "step": 75822
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.548085321118724e-05,
+      "loss": 0.0,
+      "step": 75824
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5480206250930004e-05,
+      "loss": 0.0045,
+      "step": 75826
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5479559290672777e-05,
+      "loss": 0.0,
+      "step": 75828
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5478912330415546e-05,
+      "loss": 0.0,
+      "step": 75830
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.547826537015831e-05,
+      "loss": 0.0,
+      "step": 75832
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5477618409901084e-05,
+      "loss": 0.0,
+      "step": 75834
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.547697144964385e-05,
+      "loss": 0.0,
+      "step": 75836
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5476324489386615e-05,
+      "loss": 0.0,
+      "step": 75838
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5475677529129388e-05,
+      "loss": 0.0,
+      "step": 75840
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5475030568872153e-05,
+      "loss": 0.0,
+      "step": 75842
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5474383608614922e-05,
+      "loss": 0.0,
+      "step": 75844
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5473736648357695e-05,
+      "loss": 0.0,
+      "step": 75846
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.547308968810046e-05,
+      "loss": 0.0058,
+      "step": 75848
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5472442727843233e-05,
+      "loss": 0.0,
+      "step": 75850
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5471795767586e-05,
+      "loss": 0.0,
+      "step": 75852
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5471148807328764e-05,
+      "loss": 0.0,
+      "step": 75854
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5470501847071537e-05,
+      "loss": 0.0,
+      "step": 75856
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5469854886814303e-05,
+      "loss": 0.0118,
+      "step": 75858
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5469207926557072e-05,
+      "loss": 0.0,
+      "step": 75860
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5468560966299844e-05,
+      "loss": 0.0,
+      "step": 75862
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.546791400604261e-05,
+      "loss": 0.011,
+      "step": 75864
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5467267045785382e-05,
+      "loss": 0.0001,
+      "step": 75866
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5466620085528148e-05,
+      "loss": 0.0,
+      "step": 75868
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5465973125270914e-05,
+      "loss": 0.0,
+      "step": 75870
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5465326165013686e-05,
+      "loss": 0.0,
+      "step": 75872
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5464679204756452e-05,
+      "loss": 0.0,
+      "step": 75874
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.546403224449922e-05,
+      "loss": 0.0038,
+      "step": 75876
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.546338528424199e-05,
+      "loss": 0.0084,
+      "step": 75878
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.546273832398476e-05,
+      "loss": 0.0,
+      "step": 75880
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5462091363727525e-05,
+      "loss": 0.0,
+      "step": 75882
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5461444403470297e-05,
+      "loss": 0.0001,
+      "step": 75884
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5460797443213063e-05,
+      "loss": 0.0001,
+      "step": 75886
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5460150482955836e-05,
+      "loss": 0.0001,
+      "step": 75888
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.54595035226986e-05,
+      "loss": 0.0,
+      "step": 75890
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.545885656244137e-05,
+      "loss": 0.0,
+      "step": 75892
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.545820960218414e-05,
+      "loss": 0.0023,
+      "step": 75894
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.545756264192691e-05,
+      "loss": 0.0,
+      "step": 75896
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5456915681669674e-05,
+      "loss": 0.0,
+      "step": 75898
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5456268721412447e-05,
+      "loss": 0.0,
+      "step": 75900
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5455621761155212e-05,
+      "loss": 0.0,
+      "step": 75902
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5454974800897978e-05,
+      "loss": 0.0,
+      "step": 75904
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.545432784064075e-05,
+      "loss": 0.0001,
+      "step": 75906
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.545368088038352e-05,
+      "loss": 0.0,
+      "step": 75908
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.545303392012629e-05,
+      "loss": 0.0001,
+      "step": 75910
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5452386959869058e-05,
+      "loss": 0.0,
+      "step": 75912
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5451739999611823e-05,
+      "loss": 0.0,
+      "step": 75914
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5451093039354596e-05,
+      "loss": 0.0,
+      "step": 75916
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.545044607909736e-05,
+      "loss": 0.0,
+      "step": 75918
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5449799118840127e-05,
+      "loss": 0.0,
+      "step": 75920
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.54491521585829e-05,
+      "loss": 0.0,
+      "step": 75922
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.544850519832567e-05,
+      "loss": 0.0,
+      "step": 75924
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5447858238068438e-05,
+      "loss": 0.0,
+      "step": 75926
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5447211277811207e-05,
+      "loss": 0.0003,
+      "step": 75928
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5446564317553973e-05,
+      "loss": 0.0,
+      "step": 75930
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5445917357296745e-05,
+      "loss": 0.0,
+      "step": 75932
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.544527039703951e-05,
+      "loss": 0.0002,
+      "step": 75934
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5444623436782277e-05,
+      "loss": 0.0,
+      "step": 75936
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.544397647652505e-05,
+      "loss": 0.0,
+      "step": 75938
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5443329516267815e-05,
+      "loss": 0.0,
+      "step": 75940
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5442682556010584e-05,
+      "loss": 0.0,
+      "step": 75942
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5442035595753356e-05,
+      "loss": 0.0,
+      "step": 75944
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5441388635496122e-05,
+      "loss": 0.0,
+      "step": 75946
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5440741675238895e-05,
+      "loss": 0.0,
+      "step": 75948
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.544009471498166e-05,
+      "loss": 0.0002,
+      "step": 75950
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5439447754724426e-05,
+      "loss": 0.0,
+      "step": 75952
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.54388007944672e-05,
+      "loss": 0.0,
+      "step": 75954
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5438153834209964e-05,
+      "loss": 0.0,
+      "step": 75956
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5437506873952733e-05,
+      "loss": 0.0,
+      "step": 75958
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5436859913695506e-05,
+      "loss": 0.0001,
+      "step": 75960
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.543621295343827e-05,
+      "loss": 0.0,
+      "step": 75962
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5435565993181037e-05,
+      "loss": 0.0,
+      "step": 75964
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.543491903292381e-05,
+      "loss": 0.0001,
+      "step": 75966
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5434272072666575e-05,
+      "loss": 0.0006,
+      "step": 75968
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5433625112409348e-05,
+      "loss": 0.0,
+      "step": 75970
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5432978152152113e-05,
+      "loss": 0.0,
+      "step": 75972
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5432331191894882e-05,
+      "loss": 0.0,
+      "step": 75974
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5431684231637655e-05,
+      "loss": 0.0,
+      "step": 75976
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.543103727138042e-05,
+      "loss": 0.0,
+      "step": 75978
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5430390311123186e-05,
+      "loss": 0.0,
+      "step": 75980
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.542974335086596e-05,
+      "loss": 0.0,
+      "step": 75982
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5429096390608724e-05,
+      "loss": 0.0,
+      "step": 75984
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5428449430351494e-05,
+      "loss": 0.0003,
+      "step": 75986
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5427802470094263e-05,
+      "loss": 0.0,
+      "step": 75988
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5427155509837032e-05,
+      "loss": 0.0,
+      "step": 75990
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5426508549579804e-05,
+      "loss": 0.0009,
+      "step": 75992
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.542586158932257e-05,
+      "loss": 0.0,
+      "step": 75994
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 2.5425214629065336e-05,
+      "loss": 0.0,
+      "step": 75996
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5424567668808108e-05,
+      "loss": 0.0,
+      "step": 75998
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5423920708550874e-05,
+      "loss": 0.0,
+      "step": 76000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5423273748293643e-05,
+      "loss": 0.0,
+      "step": 76002
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5422626788036412e-05,
+      "loss": 0.0,
+      "step": 76004
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.542197982777918e-05,
+      "loss": 0.0002,
+      "step": 76006
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5421332867521953e-05,
+      "loss": 0.0,
+      "step": 76008
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.542068590726472e-05,
+      "loss": 0.0,
+      "step": 76010
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5420038947007485e-05,
+      "loss": 0.0001,
+      "step": 76012
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5419391986750257e-05,
+      "loss": 0.0,
+      "step": 76014
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5418745026493023e-05,
+      "loss": 0.0,
+      "step": 76016
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.541809806623579e-05,
+      "loss": 0.0,
+      "step": 76018
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.541745110597856e-05,
+      "loss": 0.0,
+      "step": 76020
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.541680414572133e-05,
+      "loss": 0.0,
+      "step": 76022
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5416157185464096e-05,
+      "loss": 0.0,
+      "step": 76024
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.541551022520687e-05,
+      "loss": 0.0,
+      "step": 76026
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5414863264949634e-05,
+      "loss": 0.0,
+      "step": 76028
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5414216304692407e-05,
+      "loss": 0.0,
+      "step": 76030
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5413569344435172e-05,
+      "loss": 0.0008,
+      "step": 76032
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5412922384177938e-05,
+      "loss": 0.0001,
+      "step": 76034
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.541227542392071e-05,
+      "loss": 0.0,
+      "step": 76036
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.541162846366348e-05,
+      "loss": 0.0,
+      "step": 76038
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5410981503406245e-05,
+      "loss": 0.0,
+      "step": 76040
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5410334543149018e-05,
+      "loss": 0.0,
+      "step": 76042
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5409687582891783e-05,
+      "loss": 0.0,
+      "step": 76044
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.540904062263455e-05,
+      "loss": 0.0,
+      "step": 76046
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.540839366237732e-05,
+      "loss": 0.0,
+      "step": 76048
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5407746702120087e-05,
+      "loss": 0.0,
+      "step": 76050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.540709974186286e-05,
+      "loss": 0.0093,
+      "step": 76052
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.540645278160563e-05,
+      "loss": 0.0,
+      "step": 76054
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5405805821348395e-05,
+      "loss": 0.0,
+      "step": 76056
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5405158861091167e-05,
+      "loss": 0.0,
+      "step": 76058
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5404511900833933e-05,
+      "loss": 0.0,
+      "step": 76060
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.54038649405767e-05,
+      "loss": 0.0005,
+      "step": 76062
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.540321798031947e-05,
+      "loss": 0.0,
+      "step": 76064
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5402571020062237e-05,
+      "loss": 0.0,
+      "step": 76066
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.540192405980501e-05,
+      "loss": 0.0,
+      "step": 76068
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5401277099547778e-05,
+      "loss": 0.0,
+      "step": 76070
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5400630139290544e-05,
+      "loss": 0.0,
+      "step": 76072
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5399983179033316e-05,
+      "loss": 0.0,
+      "step": 76074
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5399336218776082e-05,
+      "loss": 0.0,
+      "step": 76076
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5398689258518848e-05,
+      "loss": 0.0001,
+      "step": 76078
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.539804229826162e-05,
+      "loss": 0.0,
+      "step": 76080
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5397395338004386e-05,
+      "loss": 0.0,
+      "step": 76082
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5396748377747155e-05,
+      "loss": 0.0,
+      "step": 76084
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5396101417489927e-05,
+      "loss": 0.0045,
+      "step": 76086
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5395454457232693e-05,
+      "loss": 0.0,
+      "step": 76088
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5394807496975466e-05,
+      "loss": 0.0,
+      "step": 76090
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.539416053671823e-05,
+      "loss": 0.0,
+      "step": 76092
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5393513576460997e-05,
+      "loss": 0.0016,
+      "step": 76094
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.539286661620377e-05,
+      "loss": 0.0003,
+      "step": 76096
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5392219655946535e-05,
+      "loss": 0.0,
+      "step": 76098
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5391572695689304e-05,
+      "loss": 0.0,
+      "step": 76100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5390925735432077e-05,
+      "loss": 0.0,
+      "step": 76102
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5390278775174842e-05,
+      "loss": 0.008,
+      "step": 76104
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5389631814917608e-05,
+      "loss": 0.0,
+      "step": 76106
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.538898485466038e-05,
+      "loss": 0.0003,
+      "step": 76108
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5388337894403146e-05,
+      "loss": 0.002,
+      "step": 76110
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.538769093414592e-05,
+      "loss": 0.0,
+      "step": 76112
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5387043973888684e-05,
+      "loss": 0.0005,
+      "step": 76114
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5386397013631454e-05,
+      "loss": 0.0,
+      "step": 76116
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5385750053374223e-05,
+      "loss": 0.0437,
+      "step": 76118
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5385103093116992e-05,
+      "loss": 0.0,
+      "step": 76120
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5384456132859757e-05,
+      "loss": 0.0,
+      "step": 76122
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.538380917260253e-05,
+      "loss": 0.0,
+      "step": 76124
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5383162212345296e-05,
+      "loss": 0.0,
+      "step": 76126
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.538251525208806e-05,
+      "loss": 0.007,
+      "step": 76128
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5381868291830834e-05,
+      "loss": 0.0,
+      "step": 76130
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5381221331573603e-05,
+      "loss": 0.0055,
+      "step": 76132
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5380574371316372e-05,
+      "loss": 0.0003,
+      "step": 76134
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.537992741105914e-05,
+      "loss": 0.0,
+      "step": 76136
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5379280450801907e-05,
+      "loss": 0.0039,
+      "step": 76138
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.537863349054468e-05,
+      "loss": 0.0,
+      "step": 76140
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5377986530287445e-05,
+      "loss": 0.0095,
+      "step": 76142
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.537733957003021e-05,
+      "loss": 0.0,
+      "step": 76144
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5376692609772983e-05,
+      "loss": 0.0,
+      "step": 76146
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5376045649515752e-05,
+      "loss": 0.0,
+      "step": 76148
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.537539868925852e-05,
+      "loss": 0.0,
+      "step": 76150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.537475172900129e-05,
+      "loss": 0.0001,
+      "step": 76152
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5374104768744056e-05,
+      "loss": 0.0,
+      "step": 76154
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.537345780848683e-05,
+      "loss": 0.0,
+      "step": 76156
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5372810848229594e-05,
+      "loss": 0.0,
+      "step": 76158
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.537216388797236e-05,
+      "loss": 0.0,
+      "step": 76160
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5371516927715132e-05,
+      "loss": 0.0,
+      "step": 76162
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.53708699674579e-05,
+      "loss": 0.0,
+      "step": 76164
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5370223007200667e-05,
+      "loss": 0.0,
+      "step": 76166
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.536957604694344e-05,
+      "loss": 0.0001,
+      "step": 76168
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5368929086686205e-05,
+      "loss": 0.0,
+      "step": 76170
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5368282126428978e-05,
+      "loss": 0.0001,
+      "step": 76172
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5367635166171743e-05,
+      "loss": 0.0,
+      "step": 76174
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.536698820591451e-05,
+      "loss": 0.0,
+      "step": 76176
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.536634124565728e-05,
+      "loss": 0.0,
+      "step": 76178
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5365694285400047e-05,
+      "loss": 0.0,
+      "step": 76180
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5365047325142816e-05,
+      "loss": 0.0011,
+      "step": 76182
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.536440036488559e-05,
+      "loss": 0.0,
+      "step": 76184
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5363753404628355e-05,
+      "loss": 0.0,
+      "step": 76186
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.536310644437112e-05,
+      "loss": 0.0,
+      "step": 76188
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5362459484113893e-05,
+      "loss": 0.0033,
+      "step": 76190
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.536181252385666e-05,
+      "loss": 0.0044,
+      "step": 76192
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.536116556359943e-05,
+      "loss": 0.0,
+      "step": 76194
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5360518603342197e-05,
+      "loss": 0.0,
+      "step": 76196
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5359871643084966e-05,
+      "loss": 0.0002,
+      "step": 76198
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5359224682827738e-05,
+      "loss": 0.0017,
+      "step": 76200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5358577722570504e-05,
+      "loss": 0.0,
+      "step": 76202
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.535793076231327e-05,
+      "loss": 0.0001,
+      "step": 76204
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5357283802056042e-05,
+      "loss": 0.0,
+      "step": 76206
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5356636841798808e-05,
+      "loss": 0.0044,
+      "step": 76208
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.535598988154158e-05,
+      "loss": 0.0,
+      "step": 76210
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5355342921284346e-05,
+      "loss": 0.0052,
+      "step": 76212
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5354695961027115e-05,
+      "loss": 0.0,
+      "step": 76214
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5354049000769887e-05,
+      "loss": 0.0,
+      "step": 76216
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5353402040512653e-05,
+      "loss": 0.0,
+      "step": 76218
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.535275508025542e-05,
+      "loss": 0.0,
+      "step": 76220
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.535210811999819e-05,
+      "loss": 0.0014,
+      "step": 76222
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5351461159740957e-05,
+      "loss": 0.0,
+      "step": 76224
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5350814199483726e-05,
+      "loss": 0.0007,
+      "step": 76226
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5350167239226495e-05,
+      "loss": 0.0001,
+      "step": 76228
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5349520278969264e-05,
+      "loss": 0.0,
+      "step": 76230
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5348873318712037e-05,
+      "loss": 0.0,
+      "step": 76232
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5348226358454802e-05,
+      "loss": 0.0024,
+      "step": 76234
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5347579398197568e-05,
+      "loss": 0.0046,
+      "step": 76236
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.534693243794034e-05,
+      "loss": 0.0,
+      "step": 76238
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5346285477683106e-05,
+      "loss": 0.0055,
+      "step": 76240
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5345638517425875e-05,
+      "loss": 0.0002,
+      "step": 76242
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5344991557168644e-05,
+      "loss": 0.0002,
+      "step": 76244
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5344344596911414e-05,
+      "loss": 0.0002,
+      "step": 76246
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.534369763665418e-05,
+      "loss": 0.0,
+      "step": 76248
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5343050676396952e-05,
+      "loss": 0.0,
+      "step": 76250
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5342403716139717e-05,
+      "loss": 0.0,
+      "step": 76252
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.534175675588249e-05,
+      "loss": 0.0,
+      "step": 76254
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5341109795625256e-05,
+      "loss": 0.0,
+      "step": 76256
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.534046283536802e-05,
+      "loss": 0.0,
+      "step": 76258
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5339815875110794e-05,
+      "loss": 0.0,
+      "step": 76260
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5339168914853563e-05,
+      "loss": 0.0,
+      "step": 76262
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.533852195459633e-05,
+      "loss": 0.0001,
+      "step": 76264
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.53378749943391e-05,
+      "loss": 0.008,
+      "step": 76266
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5337228034081867e-05,
+      "loss": 0.0,
+      "step": 76268
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5336581073824632e-05,
+      "loss": 0.0017,
+      "step": 76270
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5335934113567405e-05,
+      "loss": 0.0,
+      "step": 76272
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.533528715331017e-05,
+      "loss": 0.0126,
+      "step": 76274
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5334640193052943e-05,
+      "loss": 0.0,
+      "step": 76276
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5333993232795712e-05,
+      "loss": 0.0,
+      "step": 76278
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5333346272538478e-05,
+      "loss": 0.0,
+      "step": 76280
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.533269931228125e-05,
+      "loss": 0.0004,
+      "step": 76282
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5332052352024016e-05,
+      "loss": 0.0,
+      "step": 76284
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.533140539176678e-05,
+      "loss": 0.0044,
+      "step": 76286
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5330758431509554e-05,
+      "loss": 0.0,
+      "step": 76288
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.533011147125232e-05,
+      "loss": 0.0,
+      "step": 76290
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5329464510995092e-05,
+      "loss": 0.0,
+      "step": 76292
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.532881755073786e-05,
+      "loss": 0.0,
+      "step": 76294
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5328170590480627e-05,
+      "loss": 0.0002,
+      "step": 76296
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.53275236302234e-05,
+      "loss": 0.0,
+      "step": 76298
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5326876669966165e-05,
+      "loss": 0.0,
+      "step": 76300
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.532622970970893e-05,
+      "loss": 0.0,
+      "step": 76302
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5325582749451703e-05,
+      "loss": 0.0,
+      "step": 76304
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.532493578919447e-05,
+      "loss": 0.0,
+      "step": 76306
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5324288828937238e-05,
+      "loss": 0.0,
+      "step": 76308
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.532364186868001e-05,
+      "loss": 0.0,
+      "step": 76310
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5322994908422776e-05,
+      "loss": 0.0001,
+      "step": 76312
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.532234794816555e-05,
+      "loss": 0.0,
+      "step": 76314
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5321700987908315e-05,
+      "loss": 0.0,
+      "step": 76316
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.532105402765108e-05,
+      "loss": 0.0,
+      "step": 76318
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5320407067393853e-05,
+      "loss": 0.0,
+      "step": 76320
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.531976010713662e-05,
+      "loss": 0.0,
+      "step": 76322
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5319113146879388e-05,
+      "loss": 0.0004,
+      "step": 76324
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.531846618662216e-05,
+      "loss": 0.0,
+      "step": 76326
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5317819226364926e-05,
+      "loss": 0.0,
+      "step": 76328
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.531717226610769e-05,
+      "loss": 0.0,
+      "step": 76330
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5316525305850464e-05,
+      "loss": 0.0,
+      "step": 76332
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.531587834559323e-05,
+      "loss": 0.0,
+      "step": 76334
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5315231385336002e-05,
+      "loss": 0.0088,
+      "step": 76336
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5314584425078768e-05,
+      "loss": 0.0,
+      "step": 76338
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5313937464821537e-05,
+      "loss": 0.0,
+      "step": 76340
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.531329050456431e-05,
+      "loss": 0.0001,
+      "step": 76342
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5312643544307075e-05,
+      "loss": 0.0,
+      "step": 76344
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.531199658404984e-05,
+      "loss": 0.0,
+      "step": 76346
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5311349623792613e-05,
+      "loss": 0.0,
+      "step": 76348
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.531070266353538e-05,
+      "loss": 0.0,
+      "step": 76350
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.531005570327815e-05,
+      "loss": 0.0021,
+      "step": 76352
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5309408743020917e-05,
+      "loss": 0.0,
+      "step": 76354
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5308761782763686e-05,
+      "loss": 0.0,
+      "step": 76356
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5308114822506455e-05,
+      "loss": 0.0,
+      "step": 76358
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5307467862249224e-05,
+      "loss": 0.0049,
+      "step": 76360
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.530682090199199e-05,
+      "loss": 0.0,
+      "step": 76362
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5306173941734762e-05,
+      "loss": 0.0,
+      "step": 76364
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5305526981477528e-05,
+      "loss": 0.0,
+      "step": 76366
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5304880021220294e-05,
+      "loss": 0.0,
+      "step": 76368
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5304233060963066e-05,
+      "loss": 0.0,
+      "step": 76370
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5303586100705835e-05,
+      "loss": 0.0,
+      "step": 76372
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5302939140448604e-05,
+      "loss": 0.0,
+      "step": 76374
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5302292180191374e-05,
+      "loss": 0.0,
+      "step": 76376
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.530164521993414e-05,
+      "loss": 0.0,
+      "step": 76378
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5300998259676912e-05,
+      "loss": 0.0,
+      "step": 76380
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5300351299419677e-05,
+      "loss": 0.0,
+      "step": 76382
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5299704339162443e-05,
+      "loss": 0.0,
+      "step": 76384
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5299057378905216e-05,
+      "loss": 0.0,
+      "step": 76386
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5298410418647985e-05,
+      "loss": 0.0,
+      "step": 76388
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.529776345839075e-05,
+      "loss": 0.0001,
+      "step": 76390
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5297116498133523e-05,
+      "loss": 0.0,
+      "step": 76392
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.529646953787629e-05,
+      "loss": 0.0,
+      "step": 76394
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.529582257761906e-05,
+      "loss": 0.0,
+      "step": 76396
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5295175617361827e-05,
+      "loss": 0.0,
+      "step": 76398
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5294528657104592e-05,
+      "loss": 0.0001,
+      "step": 76400
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5293881696847365e-05,
+      "loss": 0.0,
+      "step": 76402
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5293234736590134e-05,
+      "loss": 0.0004,
+      "step": 76404
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.52925877763329e-05,
+      "loss": 0.0,
+      "step": 76406
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5291940816075672e-05,
+      "loss": 0.0,
+      "step": 76408
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5291293855818438e-05,
+      "loss": 0.0,
+      "step": 76410
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5290646895561203e-05,
+      "loss": 0.0083,
+      "step": 76412
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5289999935303976e-05,
+      "loss": 0.0001,
+      "step": 76414
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.528935297504674e-05,
+      "loss": 0.0,
+      "step": 76416
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5288706014789514e-05,
+      "loss": 0.0,
+      "step": 76418
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.528805905453228e-05,
+      "loss": 0.0,
+      "step": 76420
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.528741209427505e-05,
+      "loss": 0.0001,
+      "step": 76422
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.528676513401782e-05,
+      "loss": 0.0,
+      "step": 76424
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5286118173760587e-05,
+      "loss": 0.0,
+      "step": 76426
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5285471213503353e-05,
+      "loss": 0.0002,
+      "step": 76428
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5284824253246125e-05,
+      "loss": 0.0,
+      "step": 76430
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.528417729298889e-05,
+      "loss": 0.0004,
+      "step": 76432
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5283530332731663e-05,
+      "loss": 0.0001,
+      "step": 76434
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.528288337247443e-05,
+      "loss": 0.0,
+      "step": 76436
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5282236412217198e-05,
+      "loss": 0.0,
+      "step": 76438
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.528158945195997e-05,
+      "loss": 0.0,
+      "step": 76440
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5280942491702736e-05,
+      "loss": 0.0,
+      "step": 76442
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5280295531445502e-05,
+      "loss": 0.0,
+      "step": 76444
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5279648571188275e-05,
+      "loss": 0.0109,
+      "step": 76446
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.527900161093104e-05,
+      "loss": 0.0,
+      "step": 76448
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.527835465067381e-05,
+      "loss": 0.0001,
+      "step": 76450
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.527770769041658e-05,
+      "loss": 0.0006,
+      "step": 76452
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5277060730159347e-05,
+      "loss": 0.0,
+      "step": 76454
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.527641376990212e-05,
+      "loss": 0.0,
+      "step": 76456
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5275766809644886e-05,
+      "loss": 0.0,
+      "step": 76458
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.527511984938765e-05,
+      "loss": 0.0,
+      "step": 76460
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5274472889130424e-05,
+      "loss": 0.0,
+      "step": 76462
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.527382592887319e-05,
+      "loss": 0.0,
+      "step": 76464
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.527317896861596e-05,
+      "loss": 0.0,
+      "step": 76466
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5272532008358728e-05,
+      "loss": 0.0,
+      "step": 76468
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5271885048101497e-05,
+      "loss": 0.0,
+      "step": 76470
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5271238087844262e-05,
+      "loss": 0.0,
+      "step": 76472
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5270591127587035e-05,
+      "loss": 0.0,
+      "step": 76474
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.52699441673298e-05,
+      "loss": 0.0,
+      "step": 76476
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5269297207072573e-05,
+      "loss": 0.0,
+      "step": 76478
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.526865024681534e-05,
+      "loss": 0.0033,
+      "step": 76480
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5268003286558108e-05,
+      "loss": 0.0,
+      "step": 76482
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5267356326300877e-05,
+      "loss": 0.0,
+      "step": 76484
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5266709366043646e-05,
+      "loss": 0.0,
+      "step": 76486
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5266062405786412e-05,
+      "loss": 0.0,
+      "step": 76488
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5265415445529184e-05,
+      "loss": 0.0079,
+      "step": 76490
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.526476848527195e-05,
+      "loss": 0.0,
+      "step": 76492
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5264121525014722e-05,
+      "loss": 0.0,
+      "step": 76494
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5263474564757488e-05,
+      "loss": 0.0,
+      "step": 76496
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5262827604500254e-05,
+      "loss": 0.0054,
+      "step": 76498
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5262180644243026e-05,
+      "loss": 0.0,
+      "step": 76500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5261533683985795e-05,
+      "loss": 0.0,
+      "step": 76502
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.526088672372856e-05,
+      "loss": 0.0,
+      "step": 76504
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5260239763471334e-05,
+      "loss": 0.0,
+      "step": 76506
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.52595928032141e-05,
+      "loss": 0.0,
+      "step": 76508
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 2.5258945842956865e-05,
+      "loss": 0.0,
+      "step": 76510
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5258298882699637e-05,
+      "loss": 0.0,
+      "step": 76512
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5257651922442403e-05,
+      "loss": 0.0,
+      "step": 76514
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5257004962185176e-05,
+      "loss": 0.0001,
+      "step": 76516
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5256358001927945e-05,
+      "loss": 0.0,
+      "step": 76518
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.525571104167071e-05,
+      "loss": 0.0,
+      "step": 76520
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5255064081413483e-05,
+      "loss": 0.0001,
+      "step": 76522
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.525441712115625e-05,
+      "loss": 0.0,
+      "step": 76524
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5253770160899014e-05,
+      "loss": 0.0,
+      "step": 76526
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5253123200641787e-05,
+      "loss": 0.0,
+      "step": 76528
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5252476240384552e-05,
+      "loss": 0.0,
+      "step": 76530
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.525182928012732e-05,
+      "loss": 0.0061,
+      "step": 76532
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5251182319870094e-05,
+      "loss": 0.0003,
+      "step": 76534
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.525053535961286e-05,
+      "loss": 0.0001,
+      "step": 76536
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5249888399355632e-05,
+      "loss": 0.0,
+      "step": 76538
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5249241439098398e-05,
+      "loss": 0.0,
+      "step": 76540
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5248594478841163e-05,
+      "loss": 0.0,
+      "step": 76542
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5247947518583936e-05,
+      "loss": 0.0,
+      "step": 76544
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.52473005583267e-05,
+      "loss": 0.0,
+      "step": 76546
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.524665359806947e-05,
+      "loss": 0.0,
+      "step": 76548
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5246006637812243e-05,
+      "loss": 0.0,
+      "step": 76550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.524535967755501e-05,
+      "loss": 0.0001,
+      "step": 76552
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5244712717297775e-05,
+      "loss": 0.0038,
+      "step": 76554
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5244065757040547e-05,
+      "loss": 0.0,
+      "step": 76556
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5243418796783313e-05,
+      "loss": 0.0,
+      "step": 76558
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5242771836526085e-05,
+      "loss": 0.0,
+      "step": 76560
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.524212487626885e-05,
+      "loss": 0.0221,
+      "step": 76562
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.524147791601162e-05,
+      "loss": 0.0,
+      "step": 76564
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5240830955754393e-05,
+      "loss": 0.0,
+      "step": 76566
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5240183995497158e-05,
+      "loss": 0.0019,
+      "step": 76568
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5239537035239924e-05,
+      "loss": 0.0002,
+      "step": 76570
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5238890074982696e-05,
+      "loss": 0.0054,
+      "step": 76572
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5238243114725462e-05,
+      "loss": 0.0,
+      "step": 76574
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5237596154468235e-05,
+      "loss": 0.0,
+      "step": 76576
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5236949194211e-05,
+      "loss": 0.0,
+      "step": 76578
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.523630223395377e-05,
+      "loss": 0.0023,
+      "step": 76580
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5235655273696542e-05,
+      "loss": 0.0005,
+      "step": 76582
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5235008313439307e-05,
+      "loss": 0.0,
+      "step": 76584
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5234361353182073e-05,
+      "loss": 0.0012,
+      "step": 76586
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5233714392924846e-05,
+      "loss": 0.0,
+      "step": 76588
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.523306743266761e-05,
+      "loss": 0.0,
+      "step": 76590
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5232420472410377e-05,
+      "loss": 0.0,
+      "step": 76592
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.523177351215315e-05,
+      "loss": 0.0,
+      "step": 76594
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.523112655189592e-05,
+      "loss": 0.0,
+      "step": 76596
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5230479591638688e-05,
+      "loss": 0.0,
+      "step": 76598
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5229832631381457e-05,
+      "loss": 0.0,
+      "step": 76600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5229185671124222e-05,
+      "loss": 0.0,
+      "step": 76602
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5228538710866995e-05,
+      "loss": 0.0,
+      "step": 76604
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.522789175060976e-05,
+      "loss": 0.0161,
+      "step": 76606
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5227244790352526e-05,
+      "loss": 0.0,
+      "step": 76608
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.52265978300953e-05,
+      "loss": 0.0,
+      "step": 76610
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5225950869838068e-05,
+      "loss": 0.0,
+      "step": 76612
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5225303909580834e-05,
+      "loss": 0.0,
+      "step": 76614
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5224656949323606e-05,
+      "loss": 0.0002,
+      "step": 76616
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5224009989066372e-05,
+      "loss": 0.0001,
+      "step": 76618
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5223363028809144e-05,
+      "loss": 0.0,
+      "step": 76620
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.522271606855191e-05,
+      "loss": 0.0,
+      "step": 76622
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5222069108294676e-05,
+      "loss": 0.0014,
+      "step": 76624
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5221422148037448e-05,
+      "loss": 0.0,
+      "step": 76626
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5220775187780217e-05,
+      "loss": 0.0,
+      "step": 76628
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5220128227522983e-05,
+      "loss": 0.0,
+      "step": 76630
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5219481267265755e-05,
+      "loss": 0.0,
+      "step": 76632
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.521883430700852e-05,
+      "loss": 0.0,
+      "step": 76634
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5218187346751294e-05,
+      "loss": 0.0,
+      "step": 76636
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.521754038649406e-05,
+      "loss": 0.0,
+      "step": 76638
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5216893426236825e-05,
+      "loss": 0.0,
+      "step": 76640
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5216246465979597e-05,
+      "loss": 0.0,
+      "step": 76642
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5215599505722366e-05,
+      "loss": 0.0,
+      "step": 76644
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5214952545465132e-05,
+      "loss": 0.0,
+      "step": 76646
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5214305585207905e-05,
+      "loss": 0.0019,
+      "step": 76648
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.521365862495067e-05,
+      "loss": 0.0105,
+      "step": 76650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5213011664693436e-05,
+      "loss": 0.0,
+      "step": 76652
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.521236470443621e-05,
+      "loss": 0.0,
+      "step": 76654
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5211717744178974e-05,
+      "loss": 0.0,
+      "step": 76656
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5211070783921747e-05,
+      "loss": 0.0197,
+      "step": 76658
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5210423823664512e-05,
+      "loss": 0.0024,
+      "step": 76660
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.520977686340728e-05,
+      "loss": 0.0,
+      "step": 76662
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5209129903150054e-05,
+      "loss": 0.0032,
+      "step": 76664
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.520848294289282e-05,
+      "loss": 0.003,
+      "step": 76666
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5207835982635585e-05,
+      "loss": 0.0,
+      "step": 76668
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5207189022378358e-05,
+      "loss": 0.0,
+      "step": 76670
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5206542062121123e-05,
+      "loss": 0.0,
+      "step": 76672
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5205895101863893e-05,
+      "loss": 0.0,
+      "step": 76674
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.520524814160666e-05,
+      "loss": 0.0,
+      "step": 76676
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.520460118134943e-05,
+      "loss": 0.0,
+      "step": 76678
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5203954221092203e-05,
+      "loss": 0.0015,
+      "step": 76680
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.520330726083497e-05,
+      "loss": 0.0001,
+      "step": 76682
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5202660300577735e-05,
+      "loss": 0.0,
+      "step": 76684
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5202013340320507e-05,
+      "loss": 0.0,
+      "step": 76686
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5201366380063273e-05,
+      "loss": 0.0,
+      "step": 76688
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5200719419806042e-05,
+      "loss": 0.0,
+      "step": 76690
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.520007245954881e-05,
+      "loss": 0.0,
+      "step": 76692
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.519942549929158e-05,
+      "loss": 0.0,
+      "step": 76694
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5198778539034346e-05,
+      "loss": 0.0,
+      "step": 76696
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5198131578777118e-05,
+      "loss": 0.0001,
+      "step": 76698
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5197484618519884e-05,
+      "loss": 0.0001,
+      "step": 76700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5196837658262656e-05,
+      "loss": 0.0,
+      "step": 76702
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5196190698005422e-05,
+      "loss": 0.0,
+      "step": 76704
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.519554373774819e-05,
+      "loss": 0.0,
+      "step": 76706
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.519489677749096e-05,
+      "loss": 0.0,
+      "step": 76708
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.519424981723373e-05,
+      "loss": 0.0,
+      "step": 76710
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5193602856976495e-05,
+      "loss": 0.0,
+      "step": 76712
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5192955896719267e-05,
+      "loss": 0.0,
+      "step": 76714
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5192308936462033e-05,
+      "loss": 0.0014,
+      "step": 76716
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5191661976204806e-05,
+      "loss": 0.0,
+      "step": 76718
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.519101501594757e-05,
+      "loss": 0.0,
+      "step": 76720
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.519036805569034e-05,
+      "loss": 0.0,
+      "step": 76722
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.518972109543311e-05,
+      "loss": 0.0011,
+      "step": 76724
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.518907413517588e-05,
+      "loss": 0.0111,
+      "step": 76726
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5188427174918644e-05,
+      "loss": 0.0,
+      "step": 76728
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5187780214661417e-05,
+      "loss": 0.0072,
+      "step": 76730
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5187133254404182e-05,
+      "loss": 0.0,
+      "step": 76732
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5186486294146948e-05,
+      "loss": 0.0,
+      "step": 76734
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.518583933388972e-05,
+      "loss": 0.0,
+      "step": 76736
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5185192373632486e-05,
+      "loss": 0.0,
+      "step": 76738
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.518454541337526e-05,
+      "loss": 0.0,
+      "step": 76740
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5183898453118028e-05,
+      "loss": 0.0,
+      "step": 76742
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5183251492860794e-05,
+      "loss": 0.0057,
+      "step": 76744
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5182604532603566e-05,
+      "loss": 0.0001,
+      "step": 76746
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5181957572346332e-05,
+      "loss": 0.0,
+      "step": 76748
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5181310612089097e-05,
+      "loss": 0.0,
+      "step": 76750
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.518066365183187e-05,
+      "loss": 0.0,
+      "step": 76752
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5180016691574636e-05,
+      "loss": 0.0,
+      "step": 76754
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5179369731317405e-05,
+      "loss": 0.0,
+      "step": 76756
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5178722771060177e-05,
+      "loss": 0.0,
+      "step": 76758
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5178075810802943e-05,
+      "loss": 0.0,
+      "step": 76760
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5177428850545715e-05,
+      "loss": 0.0,
+      "step": 76762
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.517678189028848e-05,
+      "loss": 0.0,
+      "step": 76764
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5176134930031247e-05,
+      "loss": 0.0,
+      "step": 76766
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.517548796977402e-05,
+      "loss": 0.0,
+      "step": 76768
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5174841009516785e-05,
+      "loss": 0.0,
+      "step": 76770
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5174194049259554e-05,
+      "loss": 0.0,
+      "step": 76772
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5173547089002326e-05,
+      "loss": 0.0,
+      "step": 76774
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5172900128745092e-05,
+      "loss": 0.0,
+      "step": 76776
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5172253168487865e-05,
+      "loss": 0.0,
+      "step": 76778
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.517160620823063e-05,
+      "loss": 0.0,
+      "step": 76780
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5170959247973396e-05,
+      "loss": 0.0001,
+      "step": 76782
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.517031228771617e-05,
+      "loss": 0.0004,
+      "step": 76784
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5169665327458934e-05,
+      "loss": 0.0,
+      "step": 76786
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5169018367201703e-05,
+      "loss": 0.0033,
+      "step": 76788
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5168371406944476e-05,
+      "loss": 0.0,
+      "step": 76790
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.516772444668724e-05,
+      "loss": 0.0,
+      "step": 76792
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5167077486430007e-05,
+      "loss": 0.0009,
+      "step": 76794
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.516643052617278e-05,
+      "loss": 0.0,
+      "step": 76796
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5165783565915545e-05,
+      "loss": 0.0,
+      "step": 76798
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5165136605658318e-05,
+      "loss": 0.0,
+      "step": 76800
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5164489645401083e-05,
+      "loss": 0.0,
+      "step": 76802
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5163842685143853e-05,
+      "loss": 0.0001,
+      "step": 76804
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5163195724886625e-05,
+      "loss": 0.0,
+      "step": 76806
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.516254876462939e-05,
+      "loss": 0.0,
+      "step": 76808
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5161901804372156e-05,
+      "loss": 0.0,
+      "step": 76810
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.516125484411493e-05,
+      "loss": 0.0,
+      "step": 76812
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5160607883857695e-05,
+      "loss": 0.0,
+      "step": 76814
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.515996092360046e-05,
+      "loss": 0.0,
+      "step": 76816
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5159313963343233e-05,
+      "loss": 0.0,
+      "step": 76818
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5158667003086002e-05,
+      "loss": 0.0,
+      "step": 76820
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5158020042828774e-05,
+      "loss": 0.0,
+      "step": 76822
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.515737308257154e-05,
+      "loss": 0.0012,
+      "step": 76824
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5156726122314306e-05,
+      "loss": 0.0,
+      "step": 76826
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5156079162057078e-05,
+      "loss": 0.0033,
+      "step": 76828
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5155432201799844e-05,
+      "loss": 0.0001,
+      "step": 76830
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.515478524154261e-05,
+      "loss": 0.0001,
+      "step": 76832
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5154138281285382e-05,
+      "loss": 0.0124,
+      "step": 76834
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.515349132102815e-05,
+      "loss": 0.0,
+      "step": 76836
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5152844360770917e-05,
+      "loss": 0.0,
+      "step": 76838
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.515219740051369e-05,
+      "loss": 0.0,
+      "step": 76840
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5151550440256455e-05,
+      "loss": 0.0,
+      "step": 76842
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5150903479999227e-05,
+      "loss": 0.0,
+      "step": 76844
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5150256519741993e-05,
+      "loss": 0.0001,
+      "step": 76846
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.514960955948476e-05,
+      "loss": 0.0,
+      "step": 76848
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.514896259922753e-05,
+      "loss": 0.0,
+      "step": 76850
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.51483156389703e-05,
+      "loss": 0.0,
+      "step": 76852
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5147668678713066e-05,
+      "loss": 0.0,
+      "step": 76854
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.514702171845584e-05,
+      "loss": 0.0092,
+      "step": 76856
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5146374758198604e-05,
+      "loss": 0.0001,
+      "step": 76858
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5145727797941377e-05,
+      "loss": 0.0021,
+      "step": 76860
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5145080837684142e-05,
+      "loss": 0.001,
+      "step": 76862
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5144433877426908e-05,
+      "loss": 0.0,
+      "step": 76864
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.514378691716968e-05,
+      "loss": 0.0,
+      "step": 76866
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.514313995691245e-05,
+      "loss": 0.0,
+      "step": 76868
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5142492996655215e-05,
+      "loss": 0.0006,
+      "step": 76870
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5141846036397988e-05,
+      "loss": 0.0,
+      "step": 76872
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5141199076140754e-05,
+      "loss": 0.0,
+      "step": 76874
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.514055211588352e-05,
+      "loss": 0.0,
+      "step": 76876
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5139905155626292e-05,
+      "loss": 0.0112,
+      "step": 76878
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5139258195369057e-05,
+      "loss": 0.0002,
+      "step": 76880
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.513861123511183e-05,
+      "loss": 0.0,
+      "step": 76882
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.51379642748546e-05,
+      "loss": 0.0,
+      "step": 76884
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5137317314597365e-05,
+      "loss": 0.0,
+      "step": 76886
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5136670354340137e-05,
+      "loss": 0.0,
+      "step": 76888
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5136023394082903e-05,
+      "loss": 0.0,
+      "step": 76890
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.513537643382567e-05,
+      "loss": 0.0,
+      "step": 76892
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.513472947356844e-05,
+      "loss": 0.0,
+      "step": 76894
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5134082513311207e-05,
+      "loss": 0.0,
+      "step": 76896
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5133435553053976e-05,
+      "loss": 0.0001,
+      "step": 76898
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5132788592796745e-05,
+      "loss": 0.0,
+      "step": 76900
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5132141632539514e-05,
+      "loss": 0.0,
+      "step": 76902
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5131494672282286e-05,
+      "loss": 0.0,
+      "step": 76904
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5130847712025052e-05,
+      "loss": 0.0,
+      "step": 76906
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5130200751767818e-05,
+      "loss": 0.0002,
+      "step": 76908
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.512955379151059e-05,
+      "loss": 0.0002,
+      "step": 76910
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5128906831253356e-05,
+      "loss": 0.0,
+      "step": 76912
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5128259870996125e-05,
+      "loss": 0.0,
+      "step": 76914
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5127612910738894e-05,
+      "loss": 0.0,
+      "step": 76916
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5126965950481663e-05,
+      "loss": 0.0,
+      "step": 76918
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5126318990224436e-05,
+      "loss": 0.0,
+      "step": 76920
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.51256720299672e-05,
+      "loss": 0.0,
+      "step": 76922
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5125025069709967e-05,
+      "loss": 0.0,
+      "step": 76924
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.512437810945274e-05,
+      "loss": 0.0,
+      "step": 76926
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5123731149195505e-05,
+      "loss": 0.0,
+      "step": 76928
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5123084188938274e-05,
+      "loss": 0.0045,
+      "step": 76930
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5122437228681043e-05,
+      "loss": 0.0035,
+      "step": 76932
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5121790268423813e-05,
+      "loss": 0.0,
+      "step": 76934
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5121143308166578e-05,
+      "loss": 0.0,
+      "step": 76936
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.512049634790935e-05,
+      "loss": 0.0063,
+      "step": 76938
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5119849387652116e-05,
+      "loss": 0.0067,
+      "step": 76940
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.511920242739489e-05,
+      "loss": 0.0,
+      "step": 76942
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5118555467137655e-05,
+      "loss": 0.0,
+      "step": 76944
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5117908506880424e-05,
+      "loss": 0.0001,
+      "step": 76946
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5117261546623193e-05,
+      "loss": 0.0,
+      "step": 76948
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5116614586365962e-05,
+      "loss": 0.0,
+      "step": 76950
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5115967626108728e-05,
+      "loss": 0.0,
+      "step": 76952
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.51153206658515e-05,
+      "loss": 0.0016,
+      "step": 76954
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5114673705594266e-05,
+      "loss": 0.0,
+      "step": 76956
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.511402674533703e-05,
+      "loss": 0.0,
+      "step": 76958
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5113379785079804e-05,
+      "loss": 0.0002,
+      "step": 76960
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5112732824822573e-05,
+      "loss": 0.0,
+      "step": 76962
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5112085864565342e-05,
+      "loss": 0.0,
+      "step": 76964
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.511143890430811e-05,
+      "loss": 0.0,
+      "step": 76966
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5110791944050877e-05,
+      "loss": 0.0,
+      "step": 76968
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.511014498379365e-05,
+      "loss": 0.0,
+      "step": 76970
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5109498023536415e-05,
+      "loss": 0.0,
+      "step": 76972
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.510885106327918e-05,
+      "loss": 0.0,
+      "step": 76974
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5108204103021953e-05,
+      "loss": 0.0,
+      "step": 76976
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.510755714276472e-05,
+      "loss": 0.0,
+      "step": 76978
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5106910182507488e-05,
+      "loss": 0.0,
+      "step": 76980
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.510626322225026e-05,
+      "loss": 0.0,
+      "step": 76982
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5105616261993026e-05,
+      "loss": 0.0001,
+      "step": 76984
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.51049693017358e-05,
+      "loss": 0.0001,
+      "step": 76986
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5104322341478564e-05,
+      "loss": 0.0,
+      "step": 76988
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.510367538122133e-05,
+      "loss": 0.0,
+      "step": 76990
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5103028420964102e-05,
+      "loss": 0.0,
+      "step": 76992
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5102381460706868e-05,
+      "loss": 0.0,
+      "step": 76994
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5101734500449637e-05,
+      "loss": 0.0,
+      "step": 76996
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.510108754019241e-05,
+      "loss": 0.0005,
+      "step": 76998
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 2.5100440579935175e-05,
+      "loss": 0.0,
+      "step": 77000
+    }
+  ],
+  "max_steps": 154569,
+  "num_train_epochs": 3,
+  "total_flos": 5.674080833304576e+16,
+  "trial_name": null,
+  "trial_params": null
+}